00000800:00000200:0.1F:1781272178.034389:0:3616:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008004e499] -> 12345-192.168.204.114@tcp (2) 00000800:00000200:0.1:1781272178.034869:0:3607:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008004e499] -> 12345-192.168.204.114@tcp (2) 00000800:00000200:0.1:1781272178.034872:0:3607:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.114@tcp 0000000033b0b3b1 deleted 00000800:00000010:0.1:1781272178.034874:0:3607:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000033b0b3b1. 00000800:00000200:0.1:1781272178.034878:0:3607:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1781272178.034884:0:3607:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:1023 00000800:00000200:0.1:1781272178.034888:0:3607:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000df56b9e1 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1781272178.035077:0:3606:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1F:1781272178.037099:0:3608:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008004e499] -> 12345-192.168.204.114@tcp (4) 00000800:00000200:2.1:1781272178.037108:0:3608:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.114@tcp 00000000ae2e7f9a deleted 00000800:00000010:2.1:1781272178.037110:0:3608:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ae2e7f9a. 00000800:00000200:2.1:1781272178.037124:0:3608:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1781272178.037223:0:3606:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1:1781272178.280986:0:0:0:(ldlm_resource.c:1528:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000d4338fb. 00010000:00000010:0.1:1781272178.281002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000465335da. 00010000:00000010:3.1F:1781272178.523156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bdca3379. 00010000:00000010:0.1:1781272178.526855:0:6524:0:(ldlm_resource.c:1528:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004261d168. 00010000:00000010:0.1:1781272178.526865:0:6524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b5a34dd2. 00010000:00000010:1.1F:1781272178.526868:0:0:0:(ldlm_resource.c:1528:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000066377e74. 00010000:00000010:1.1:1781272178.526880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003c5bef07. 00080000:00000010:2.1:1781272178.571863:0:6468:0:(osd_handler.c:1611:osd_oxc_free()) kvfree 'oxe': 68 at 00000000c600fbec. 00000004:00200000:3.0:1781272543.996447:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272543.996485:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2116 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272543.996510:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc210f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e3a expref: 68 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272543.996529:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2116 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e3a expref: 67 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272543.996538:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272543.996541:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272543.996554:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9f800, rc 0) 00000100:00100000:3.0:1781272543.996896:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+67:21486:x1867799159110400:12345-192.168.204.14@tcp:101:bash.0 Request processed in 650us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272543.996904:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 673 00000100:00100000:3.0:1781272544.022098:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159110784 00000100:00100000:3.0:1781272544.022112:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159110784 00000100:00100000:3.0:1781272544.022178:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 676 00000100:00100000:3.0:1781272544.022188:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+28:21487:x1867799159110784:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272544.022212:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272544.022234:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc214e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82e4f expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.022310:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2155 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.022328:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2155 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.022342:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2155 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272544.022406:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781272544.022410:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272544.022446:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2155 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.022475:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc214e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e4f expref: 30 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.022494:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2155 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e4f expref: 29 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.022503:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272544.022506:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272544.022510:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e200, rc 0) 00000100:00100000:3.0:1781272544.022755:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+29:21487:x1867799159110784:12345-192.168.204.14@tcp:101:rm.0 Request processed in 566us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272544.022764:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 676 00000100:00100000:3.0:1781272544.035592:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159111168 00000100:00100000:3.0:1781272544.035603:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159111168 00000100:00100000:3.0:1781272544.035702:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 679 00000100:00100000:3.0:1781272544.035713:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+30:21487:x1867799159111168:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272544.035735:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272544.035759:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc218d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82e64 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.035860:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc2194 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.035895:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc2194 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.035908:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc2194 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.035933:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc219b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.035939:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc219b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.035945:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc219b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.035995:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc2194 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036001:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc2194 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036021:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc2194 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036028:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9fc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272544.036032:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc2194 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036040:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc2194 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036054:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8eb4e0221b00) 00010000:00010000:3.0:1781272544.036063:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272544.036069:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc2194 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036076:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc2194 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036090:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc219b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036096:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc219b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036101:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc219b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036106:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272544.036109:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc219b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036114:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc219b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036122:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x7fd8c415 (ffff8eb4cace0100) 00010000:00010000:3.0:1781272544.036125:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272544.036128:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc219b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036133:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc219b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036168:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc218d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e64 expref: 31 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036186:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8eb4e0221b00) 00010000:00010000:3.0:1781272544.036189:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272544.036193:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc218d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e64 expref: 31 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.036202:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:3.0:1781272544.036261:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+30:21487:x1867799159111168:12345-192.168.204.14@tcp:101:rm.0 Request processed in 551us (842us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272544.036269:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 679 00000100:00100000:3.0:1781272544.065004:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159111424 00000100:00100000:3.0:1781272544.065014:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159111424 00000100:00100000:3.0:1781272544.065074:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 681 00000100:00100000:3.0:1781272544.065086:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+30:21488:x1867799159111424:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272544.065107:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272544.065129:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc21b7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82e72 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065211:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc21be lrc: 3/1,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065229:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc21be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065242:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc21be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065256:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc21c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065275:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc21c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065281:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc21c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065321:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc21be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065328:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc21be lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065336:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc21be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065342:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272544.065347:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc21be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065358:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc21be lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065372:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8eb4e0221b00) 00010000:00010000:3.0:1781272544.065375:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272544.065381:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc21be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065387:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc21be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065399:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc21c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065411:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc21c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065416:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc21c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065420:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9fc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272544.065423:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc21c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065428:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc21c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065436:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x7fd8c415 (ffff8eb4cace0100) 00010000:00010000:3.0:1781272544.065439:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272544.065441:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc21c5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065447:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc21c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065480:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc21b7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e72 expref: 31 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065489:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8eb4e0221b00) 00010000:00010000:3.0:1781272544.065491:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272544.065495:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc21b7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e72 expref: 31 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272544.065516:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:3.0:1781272544.065737:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+30:21488:x1867799159111424:12345-192.168.204.14@tcp:101:cp.0 Request processed in 653us (1041us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272544.065745:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 681 00000100:00100000:3.0:1781272544.128906:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272544.216279:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272544.235800:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.102607:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d7b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168517376:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272545.105973:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159113216 00000100:00100000:3.0:1781272545.105984:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159113216 00000100:00100000:3.0:1781272545.106063:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 686 00000100:00100000:3.0:1781272545.106074:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+34:21501:x1867799159113216:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272545.106112:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272545.106232:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4ca0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+34:21501:x1867799159113216:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 159us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272545.106241:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 686 00000100:00100000:3.0:1781272545.117125:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159113472 00000100:00100000:3.0:1781272545.117137:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159113472 00000100:00100000:3.0:1781272545.118745:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 687 00000100:00100000:3.0:1781272545.118768:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+34:21501:x1867799159113472:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272545.118792:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272545.118814:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2235 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82eaa expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.118985:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc223c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.119000:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc223c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.119015:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc223c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272545.119026:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x10:0x0]: returning size 158 00010000:00010000:3.0:1781272545.119143:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2235 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82eaa expref: 37 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.119162:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc223c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82eaa expref: 36 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.119172:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff8eb3c2f91300) 00010000:00010000:3.0:1781272545.119175:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272545.119179:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9fc00, rc 0) 00000100:00100000:3.0:1781272545.119247:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+36:21501:x1867799159113472:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 488us (2502us total) trans 4294967701 rc 0/0 00000100:00100000:3.0:1781272545.119254:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 687 00000100:00100000:3.0:1781272545.133431:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.133473:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.140421:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159113856 00000100:00100000:3.0:1781272545.140433:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159113856 00002000:00100000:3.0:1781272545.140487:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (0->157) req@ffff8eb4f60d7100 x1867799159113856/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:301/0 lens 648/0 e 0 to 0 dl 1781272556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272545.140516:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4f60d7100 with x1867799159113856 ext(0->157) 00010000:00010000:3.0:1781272545.140537:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000faeadb30/0x94898f2cdefc21f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e87 expref: 10 pid: 8404 timeout: 602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.140556:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000faeadb30/0x94898f2cdefc21f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e87 expref: 10 pid: 8404 timeout: 602 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272545.140564:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb4f60d7100 00000100:00100000:3.0:1781272545.140644:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6 00000100:00100000:3.0:1781272545.140654:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159113856:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:3.0:1781272545.146733:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159113856:12345-192.168.204.14@tcp:4:cp.0 Request processed in 6068us (6555us total) trans 4294967329 rc 0/0 00000100:00100000:3.0:1781272545.146749:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6 00002000:00100000:3.0:1781272545.146763:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (0->157) req@ffff8eb4f60d7100 x1867799159113856/t4294967329(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:301/0 lens 648/448 e 0 to 0 dl 1781272556 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272545.146773:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4f60d7100 with x1867799159113856 ext(0->157) 00010000:00010000:3.0:1781272545.146783:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000faeadb30/0x94898f2cdefc21f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e87 expref: 12 pid: 8404 timeout: 602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.146802:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000faeadb30/0x94898f2cdefc21f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e87 expref: 12 pid: 8404 timeout: 602 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272545.146809:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb4f60d7100 00000100:00100000:3.0:1781272545.165869:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159113984 00000100:00100000:3.0:1781272545.165891:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159113984 00010000:00010000:3.0:1781272545.165932:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000faeadb30/0x94898f2cdefc21f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e87 expref: 12 pid: 8404 timeout: 602 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272545.165983:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 205 00000100:00100000:3.0:1781272545.165994:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159113984:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272545.166011:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781272545.166208:0:6476:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0xe:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781272545.166218:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000faeadb30/0x94898f2cdefc21f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e87 expref: 12 pid: 8404 timeout: 602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.166233:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000faeadb30/0x94898f2cdefc21f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e87 expref: 12 pid: 8404 timeout: 602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.166262:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000faeadb30/0x94898f2cdefc21f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e87 expref: 12 pid: 8404 timeout: 602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.166278:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272545.166280:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272545.166285:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003df674ff/0x94898f2cdefc224a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.166295:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003df674ff/0x94898f2cdefc224a lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.166333:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272545.166400:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159113984:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 407us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272545.166416:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 205 00000100:00100000:3.0:1781272545.186728:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159114240 00000100:00100000:3.0:1781272545.186747:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159114240 00000100:00100000:3.0:1781272545.186849:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 688 00000100:00100000:3.0:1781272545.186865:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+35:21501:x1867799159114240:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272545.187054:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+35:21501:x1867799159114240:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 192us (1964us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272545.187062:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 688 00000100:00100000:3.0:1781272545.190973:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.195947:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.210689:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159114752 00000100:00100000:3.0:1781272545.210702:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159114752 00002000:00100000:3.0:1781272545.210760:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (0->4095) req@ffff8eb4ee0ae300 x1867799159114752/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:301/0 lens 488/0 e 0 to 0 dl 1781272556 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272545.210771:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ee0ae300 with x1867799159114752 ext(0->4095) 00002000:00010000:3.0:1781272545.210778:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ee0ae300 00000100:00100000:3.0:1781272545.210822:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 54 00000100:00100000:3.0:1781272545.210852:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159114752:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1781272545.211193:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159114752:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 361us (1793us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781272545.211201:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 54 00002000:00100000:3.0:1781272545.211208:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xe:0x0] (0->4095) req@ffff8eb4ee0ae300 x1867799159114752/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:301/0 lens 488/4536 e 0 to 0 dl 1781272556 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272545.211215:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ee0ae300 with x1867799159114752 ext(0->4095) 00002000:00010000:3.0:1781272545.211229:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ee0ae300 00000100:00100000:3.0:1781272545.217741:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159114880 00000100:00100000:3.0:1781272545.217751:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159114880 00000100:00100000:3.0:1781272545.217813:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 690 00000100:00100000:3.0:1781272545.217824:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+35:21501:x1867799159114880:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272545.217869:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272545.217891:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2258 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82eb8 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.217926:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc225f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.217941:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc225f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.217953:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc225f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.218216:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2258 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82eb8 expref: 37 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.218236:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc225f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82eb8 expref: 36 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.218245:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff8eb3c2f91300) 00010000:00010000:3.0:1781272545.218248:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272545.218251:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e400, rc 0) 00000100:00100000:3.0:1781272545.218357:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+36:21501:x1867799159114880:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 533us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272545.218375:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 690 00000100:00100000:3.0:1781272545.235137:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159115008 00000100:00100000:3.0:1781272545.235149:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159115008 00000100:00100000:3.0:1781272545.235217:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 691 00000100:00100000:3.0:1781272545.235230:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+36:21501:x1867799159115008:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272545.235270:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x10:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272545.235395:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+36:21501:x1867799159115008:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 168us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272545.235404:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 691 00000100:00100000:3.0:1781272545.243200:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159115136 00000100:00100000:3.0:1781272545.243219:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159115136 00000100:00100000:3.0:1781272545.243299:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 177 00000100:00100000:3.0:1781272545.243310:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159115136:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272545.243365:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006b6577f8/0x94898f2cdefc2266 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.243384:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272545.243386:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272545.243392:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b6577f8/0x94898f2cdefc2266 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.244190:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b6577f8/0x94898f2cdefc2266 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.244228:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006b6577f8/0x94898f2cdefc2266 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.244249:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006b6577f8/0x94898f2cdefc2266 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.244258:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006b6577f8/0x94898f2cdefc2266 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.244265:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272545.244270:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006b6577f8/0x94898f2cdefc2266 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.244279:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006b6577f8/0x94898f2cdefc2266 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.244297:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006b6577f8/0x94898f2cdefc2266 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.244305:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b6577f8/0x94898f2cdefc2266 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272545.244905:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159115136:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 1591us (4891us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272545.244926:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 177 00000100:00100000:3.0:1781272545.263869:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159115392 00000100:00100000:3.0:1781272545.263880:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159115392 00000100:00100000:3.0:1781272545.263941:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 692 00000100:00100000:3.0:1781272545.263964:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+36:21501:x1867799159115392:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272545.264136:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc226d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.264155:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc225f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82eb8 expref: 36 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.264163:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc226d lrc: 4/0,1 mode: --/PW res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.264200:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc225f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82eb8 expref: 36 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.264214:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc225f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82eb8 expref: 36 pid: 8162 timeout: 602 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272545.264230:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168517632:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272545.264327:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3492e40 going to sleep for 11 seconds 00000100:00100000:3.0:1781272545.285948:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159115776 00000100:00100000:3.0:1781272545.285958:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159115776 00000100:00100000:3.0:1781272545.286023:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 134 00000100:00100000:3.0:1781272545.286032:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+36:21501:x1867799159115776:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272545.286331:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:21501:x1867799159115776:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 299us (500us total) trans 4294967703 rc 0/0 00000100:00100000:3.0:1781272545.286339:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 134 00000100:00100000:3.0:1781272545.344123:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272545.344149:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168517760:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272545.344248:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272545.616132:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159116160 00000100:00100000:3.0:1781272545.616151:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159116160 00000100:00100000:3.0:1781272545.616228:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 694 00000100:00100000:3.0:1781272545.616239:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+72:21504:x1867799159116160:12345-192.168.204.14@tcp:54:lfs.0 00010000:00010000:3.0:1781272545.617400:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2289 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.617421:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2289 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.617435:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2289 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.617486:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2289 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.617495:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2289 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.617503:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2289 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.617511:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272545.617517:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2289 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.617536:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2289 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.617548:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x10:0x0].0x0 (ffff8eb3c2f91300) 00010000:00010000:3.0:1781272545.617561:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272545.617568:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2289 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272545.617574:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2289 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x10:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272545.617653:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+71:21504:x1867799159116160:12345-192.168.204.14@tcp:54:lfs.0 Request processed in 1414us (4638us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272545.617661:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 694 00000100:00100000:3.0:1781272545.621374:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159116544 00000100:00100000:3.0:1781272545.621385:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159116544 00000100:00100000:3.0:1781272545.621463:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 135 00000100:00100000:3.0:1781272545.621476:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+71:21504:x1867799159116544:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:3.0:1781272545.621752:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+72:21504:x1867799159116544:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 278us (506us total) trans 4294967705 rc 0/0 00000100:00100000:3.0:1781272545.621760:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 135 00000100:00100000:3.0:1781272545.941423:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.941709:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.944950:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.945898:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.945937:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.945960:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.945981:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.946000:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.946024:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272545.946059:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159117440 00000100:00100000:3.0:1781272545.946068:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159117440 00000100:00100000:3.0:1781272545.946306:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159116800 00000100:00100000:3.0:1781272545.946310:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159116800 00000100:00100000:3.0:1781272545.946390:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159117312 00000100:00100000:3.0:1781272545.946394:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159117312 00000100:00080000:3.0:1781272545.947380:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272545.947388:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272546.372575:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272546.372614:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4d71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168517888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272546.372717:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272546.372806:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168517888 00000100:00100000:3.0:1781272546.372818:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168517888 00000100:00100000:3.0:1781272546.372907:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1781272546.372918:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4d71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168517888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272546.372964:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272546.373023:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4d71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168517888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272546.373032:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1781272546.373099:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4d71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168517888:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781272547.912824:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc21da lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272547.912857:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc21da lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272547.912866:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc21da lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272547.912874:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4794c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272547.912881:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc21da lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272547.913146:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc21da lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272547.913287:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x7fd8c415 (ffff8eb3c2f91400) 00010000:00010000:3.0:1781272547.913292:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272547.913299:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc21da lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272547.913307:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc21da lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x24:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272548.929066:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168518784 00000100:00100000:3.0:1781272548.929078:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168518784 00000100:00100000:3.0:1781272548.929147:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1781272548.929157:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168518784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272548.929227:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168518784:12345-0@lo:400:kworker.0 Request processed in 71us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272548.929235:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1781272548.930041:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168519296 00000100:00100000:3.0:1781272548.930046:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168519296 00000100:00100000:3.0:1781272548.930089:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168518656 00000100:00100000:3.0:1781272548.930093:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168518656 00000100:00100000:3.0:1781272548.930128:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1781272548.930135:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168519296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272548.930173:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168519296:12345-0@lo:400:kworker.0 Request processed in 39us (1377us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272548.930179:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1781272548.930190:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1781272548.930203:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168518656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272548.930232:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168518656:12345-0@lo:400:kworker.0 Request processed in 30us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272548.930238:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1781272548.932723:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1781272548.932748:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168518912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272548.943558:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168518912:12345-0@lo:400:kworker.0 Request processed in 10805us (12995us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272548.943580:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1781272550.464650:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272550.464684:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168520064:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272550.464780:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272550.475485:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168520064:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1781272550.989530:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967329 is committed 00000100:00100000:3.0:1781272551.493682:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168520192 00000100:00100000:3.0:1781272551.493696:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168520192 00000100:00100000:3.0:1781272551.493774:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1781272551.493786:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168520192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272551.495506:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272551.496071:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168520192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2280us (3038us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272551.496085:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1781272551.742955:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272553.474482:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159119744 00000100:00100000:3.0:1781272553.474494:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159119744 00000100:00100000:3.0:1781272553.474563:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 698 00000100:00100000:3.0:1781272553.474591:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+68:22104:x1867799159119744:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:3.0:1781272553.474652:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272553.475615:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2116 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e3a expref: 68 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272553.475635:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272553.475641:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272553.475731:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc22a5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272553.475747:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2155 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e4f expref: 29 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272553.475756:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fc00/0x94898f2cdefc22a5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272553.475796:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2155 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e4f expref: 29 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272553.475813:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2155 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82e4f expref: 29 pid: 6492 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272553.475828:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168520448:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272553.475950:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3492e40 going to sleep for 11 seconds 00000100:00100000:3.0:1781272553.537560:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168520576 00000100:00100000:3.0:1781272553.537571:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168520576 00000100:00100000:3.0:1781272553.537642:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1781272553.537652:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168520576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272553.537911:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74452672 pending 0 free 3921412096 avail 3689889792 00000100:00100000:3.0:1781272553.537978:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168520576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 326us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272553.537985:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1781272553.745989:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272553.807902:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272553.819964:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272553.824332:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159121408 00000100:00100000:3.0:1781272553.824353:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159121408 00000100:00100000:3.0:1781272553.824427:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 137 00000100:00100000:3.0:1781272553.824448:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500942450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+73:22147:x1867799159121408:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272553.825547:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500942450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+74:22147:x1867799159121408:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 1001us (1185us total) trans 4294967710 rc 0/0 00000100:00100000:3.0:1781272553.825558:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 137 00000100:00100000:3.0:1781272553.827778:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272553.840140:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272553.875676:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272553.881001:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272553.884627:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159123072 00000100:00100000:3.0:1781272553.884641:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159123072 00000100:00100000:3.0:1781272553.884702:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 139 00000100:00100000:3.0:1781272553.884713:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c50c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+83:22150:x1867799159123072:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:3.0:1781272553.885133:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c50c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+84:22150:x1867799159123072:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 420us (602us total) trans 4294967716 rc 0/0 00000100:00100000:3.0:1781272553.885142:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 139 00000100:00100000:3.0:1781272554.040795:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272554.049001:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168521344:0@lo:400:kworker.0 00000100:00100000:3.0:1781272554.049048:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272554.049082:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168521856:0@lo:400:kworker.0 00000100:00100000:3.0:1781272554.050030:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272554.050063:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168522368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272554.050093:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272554.050131:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168521856 00000100:00100000:3.0:1781272554.050135:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168521856 00000100:00100000:3.0:1781272554.050173:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1781272554.050180:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c520c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168521856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272554.050226:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c520c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168521856:12345-0@lo:400:kworker.0 Request processed in 46us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272554.050234:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1781272554.050258:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168522368 00000100:00100000:3.0:1781272554.050262:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168522368 00000100:00100000:3.0:1781272554.050306:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1781272554.050313:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c520e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168522368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272554.050330:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 66535104 pending 0 free 3921412096 avail 3689889792 00000100:00100000:3.0:1781272554.050361:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c520e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168522368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272554.050367:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1781272554.050416:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168521600:0@lo:400:kworker.0 00000100:00100000:3.0:1781272554.051175:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272554.051198:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168522112:0@lo:400:kworker.0 00000100:00100000:3.0:1781272554.052688:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272554.052746:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168521088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272554.052849:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168521600:0@lo:400:kworker.0 00000100:00100000:3.0:1781272554.052896:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168521344:0@lo:400:kworker.0 00000100:00100000:3.0:1781272554.053123:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168521856:0@lo:400:kworker.0 00000100:00100000:3.0:1781272554.053144:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168522368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272554.053173:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168521984 00000100:00100000:3.0:1781272554.053177:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168521984 00000100:00100000:3.0:1781272554.056990:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1781272554.057005:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168521984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272554.057141:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168521984:12345-0@lo:400:kworker.0 Request processed in 140us (4355us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272554.057150:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1781272554.057339:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168522112:0@lo:400:kworker.0 00000100:00100000:3.0:1781272554.059151:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159123712 00000100:00100000:3.0:1781272554.059163:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159123712 00000100:00100000:3.0:1781272554.059259:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 140 00000100:00100000:3.0:1781272554.059271:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c50c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+85:22169:x1867799159123712:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:3.0:1781272554.059816:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c50c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+86:22169:x1867799159123712:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 545us (784us total) trans 4294967718 rc 0/0 00000100:00100000:3.0:1781272554.059825:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 140 00000100:00100000:3.0:1781272555.584275:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168522496 00000100:00100000:3.0:1781272555.584288:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168522496 00000100:00100000:3.0:1781272555.584397:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1781272555.584892:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168522496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272555.585017:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444446208 avail 1298206720 00000100:00100000:3.0:1781272555.585103:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168522496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 695us (952us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272555.585112:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1781272555.585792:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c520ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168522496:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272556.176502:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159124352 00000100:00100000:3.0:1781272556.176510:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159124352 00000100:00100000:3.0:1781272556.176556:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159124864 00000100:00100000:3.0:1781272556.176560:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159124864 00000100:00100000:3.0:1781272556.176576:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159124224 00000100:00100000:3.0:1781272556.176579:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159124224 00000100:00100000:3.0:1781272556.176591:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159124736 00000100:00100000:3.0:1781272556.176592:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159124736 00000100:00100000:3.0:1781272556.176607:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 284 00000100:00100000:3.0:1781272556.176615:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c50cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159124352:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272556.176648:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c50cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159124352:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 34us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272556.176654:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 284 00000100:00100000:3.0:1781272556.176669:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 285 00000100:00100000:3.0:1781272556.176675:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c50cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159124864:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272556.177025:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c50cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159124864:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272556.177034:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 285 00000100:00100000:3.0:1781272556.177048:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 286 00000100:00100000:3.0:1781272556.177077:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c50cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2391:x1867799159124224:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272556.177107:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c50cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2391:x1867799159124224:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272556.177113:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 286 00000100:00100000:3.0:1781272556.177124:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 287 00000100:00100000:3.0:1781272556.177130:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159124736:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272556.177154:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159124736:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272556.177160:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 287 00000100:00080000:3.0:1781272558.151147:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272558.151516:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168522752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272558.656472:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c520ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168522880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272558.656567:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272558.656659:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168522880 00000100:00100000:3.0:1781272558.656670:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168522880 00000100:00100000:3.0:1781272558.656739:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1781272558.656749:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c520d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168522880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272558.656779:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74452672 pending 0 free 3921412096 avail 3689889792 00000100:00100000:3.0:1781272558.656848:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c520d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168522880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272558.656856:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00080000:3.0:1781272558.656898:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272558.656943:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c520ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168522880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272559.168278:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272559.168334:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168523008:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272559.168409:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272559.168480:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272559.168489:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c520ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168523136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272559.168514:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272559.168543:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168523008 00000100:00100000:3.0:1781272559.168550:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168523008 00000100:00100000:3.0:1781272559.169547:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1781272559.169559:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c520df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168523008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272559.169575:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 66535104 pending 0 free 3921412096 avail 3689889792 00000100:00100000:3.0:1781272559.169746:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c520df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168523008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 190us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272559.169754:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1781272559.169805:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c520ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168523136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272559.169823:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272559.172533:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168524160:0@lo:400:kworker.0 00000100:00100000:3.0:1781272559.172727:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272559.174278:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168524160:0@lo:400:kworker.0 00000100:00100000:0.0:1781272560.847475:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 720 00000100:00100000:0.0:1781272560.847508:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+74:22799:x1867799159126400:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1781272560.847538:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272560.847566:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc241f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82f28 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847660:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2426 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847678:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2426 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847692:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2426 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847711:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc242d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847719:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc242d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847741:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc242d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847793:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2426 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847801:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2426 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847808:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2426 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847824:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272560.847862:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2426 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847872:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2426 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847887:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8eb4c545a600) 00010000:00010000:0.0:1781272560.847891:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.847897:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2426 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.847903:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2426 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.848126:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc242d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.848134:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc242d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.848140:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc242d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.848146:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272560.848149:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc242d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.848156:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc242d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.848240:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8eb4cac44e00) 00010000:00010000:0.0:1781272560.848243:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.848247:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc242d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.848253:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc242d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.848306:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc241f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f28 expref: 75 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.848317:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8eb4c545a600) 00010000:00010000:0.0:1781272560.848320:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.848323:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc241f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f28 expref: 75 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.848341:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8c00, rc 0) 00000100:00100000:0.0:1781272560.848430:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+74:22799:x1867799159126400:12345-192.168.204.14@tcp:101:bash.0 Request processed in 925us (1279us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272560.848439:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 720 00000100:00100000:3.0:1781272560.856667:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272560.865272:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159126656 00000100:00100000:0.0:1781272560.865283:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159126656 00000100:00100000:0.0:1781272560.865360:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 722 00000100:00100000:0.0:1781272560.865375:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+30:22800:x1867799159126656:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272560.865401:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272560.865421:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2442 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82f36 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.865511:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2449 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.865526:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2449 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.865537:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2449 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.865548:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2450 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.865555:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2450 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.865562:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2450 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866020:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8400/0x94898f2cdefc2457 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866031:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8400/0x94898f2cdefc2457 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866039:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8400/0x94898f2cdefc2457 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272560.866076:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 4096 00000004:00200000:0.0:1781272560.866081:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272560.866101:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8400/0x94898f2cdefc2457 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866126:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2449 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866132:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2449 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866139:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2449 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866145:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272560.866149:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2449 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866157:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2449 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866170:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272560.866173:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.866177:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2449 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866184:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2449 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866197:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2450 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866203:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2450 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866208:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2450 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866219:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272560.866222:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2450 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866228:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2450 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866236:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff8eb4c545a400) 00010000:00010000:0.0:1781272560.866238:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.866240:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2450 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866245:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2450 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866271:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2442 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f36 expref: 32 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866284:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8400/0x94898f2cdefc2457 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f36 expref: 31 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.866291:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8eb4c545a600) 00010000:00010000:0.0:1781272560.866306:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781272560.866309:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8400, rc 0) 00000100:00100000:0.0:1781272560.866376:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+31:22800:x1867799159126656:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1005us (1205us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272560.866385:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 722 00000100:00100000:3.0:1781272560.868778:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272560.878252:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272560.898624:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159127040 00000100:00100000:0.0:1781272560.898712:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159127040 00000100:00100000:0.0:1781272560.898860:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 725 00000100:00100000:0.0:1781272560.898873:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+31:22801:x1867799159127040:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272560.898907:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272560.898953:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2488 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82f4b expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899049:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc248f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899066:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc248f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899079:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc248f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899098:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2496 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899106:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899112:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899166:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc248f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899310:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc248f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899319:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc248f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899344:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272560.899350:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc248f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899358:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc248f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899373:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8eb4c545a600) 00010000:00010000:0.0:1781272560.899377:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.899382:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc248f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899389:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc248f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899406:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2496 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899413:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2496 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899419:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2496 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899425:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272560.899428:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2496 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899434:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2496 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899453:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8eb4cac44e00) 00010000:00010000:0.0:1781272560.899456:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.899459:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2496 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899466:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2496 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899509:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2488 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f4b expref: 32 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899521:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8eb4c545a600) 00010000:00010000:0.0:1781272560.899524:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.899528:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2488 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f4b expref: 32 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.899538:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8c00, rc 0) 00000100:00100000:0.0:1781272560.899623:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+31:22801:x1867799159127040:12345-192.168.204.14@tcp:101:cp.0 Request processed in 752us (1154us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272560.899631:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 725 00000100:00100000:3.0:1781272560.903344:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272560.903639:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159127168 00000100:00100000:0.0:1781272560.903662:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159127168 00000100:00100000:0.0:1781272560.903744:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 726 00000100:00100000:0.0:1781272560.903756:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c520fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+31:22801:x1867799159127168:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272560.903786:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272560.903814:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc249d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82f52 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.903948:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.903967:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.903982:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904002:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc24ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904011:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc24ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904018:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc24ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904072:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904080:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24a4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904088:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904095:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272560.904100:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904120:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904273:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8eb4c545a600) 00010000:00010000:0.0:1781272560.904277:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.904284:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904301:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904320:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc24ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904327:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc24ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904363:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc24ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904368:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23bb800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272560.904371:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc24ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904378:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc24ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904386:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8eb4cac44300) 00010000:00010000:0.0:1781272560.904389:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.904393:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc24ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904410:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc24ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904459:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc249d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f52 expref: 32 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904472:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8eb4c545a600) 00010000:00010000:0.0:1781272560.904474:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.904478:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc249d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f52 expref: 32 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.904488:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9600, rc 0) 00000100:00100000:0.0:1781272560.904566:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c520fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+31:22801:x1867799159127168:12345-192.168.204.14@tcp:101:cp.0 Request processed in 811us (1245us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272560.904575:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 726 00000100:00100000:3.0:1781272560.908523:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00080000:0.0:1781272560.917341:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272560.920412:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272560.920587:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159127680 00000100:00100000:0.0:1781272560.920603:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159127680 00000100:00100000:0.0:1781272560.920693:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 179 00000100:00100000:0.0:1781272560.920706:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c520ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:22801:x1867799159127680:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272560.920734:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272560.920761:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82f67 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.920808:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc24d5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f60 expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.920969:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272560.920972:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272560.920978:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 4/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f67 expref: 10 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.921023:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc24d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f60 expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.921038:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc24d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f60 expref: 10 pid: 15938 timeout: 617 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272560.921056:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4d73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168524928:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272560.921175:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272560.924885:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159127808 00000100:00100000:3.0:1781272560.924898:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159127808 00010000:00010000:3.0:1781272560.924979:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc24d5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f60 expref: 11 pid: 15938 timeout: 617 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272560.925035:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 210 00000100:00100000:3.0:1781272560.925047:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159127808:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272560.925069:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272560.925099:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc24d5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f60 expref: 11 pid: 15938 timeout: 617 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272560.925116:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc24d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f60 expref: 11 pid: 15938 timeout: 617 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272560.925153:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272560.925156:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272560.925166:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f67 expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272560.925190:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f67 expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272560.925244:0:6476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f67 expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272560.925262:0:6476:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c520ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6476:1867799168525056:192.168.204.14@tcp:105: 00000100:00100000:3.0:1781272560.925396:0:6476:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd840 going to sleep for 11 seconds 00010000:00010000:0.0:1781272560.926124:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc24d5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f60 expref: 11 pid: 15938 timeout: 617 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272560.926152:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4d73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168524928:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272560.926193:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f67 expref: 10 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.926207:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c23bb800, rc 0) 00000100:00100000:0.0:1781272560.926260:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c520ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:22801:x1867799159127680:12345-192.168.204.14@tcp:101:cp.0 Request processed in 5557us (5864us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272560.926269:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 179 00000100:00100000:3.0:1781272560.929400:0:6476:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c520ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6476:1867799168525056:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272560.929456:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272560.929531:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159127808:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 4485us (4764us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272560.929544:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 210 00000100:00100000:0.0:1781272560.932447:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159128064 00000100:00100000:0.0:1781272560.932463:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159128064 00000100:00100000:0.0:1781272560.932542:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 141 00000100:00100000:0.0:1781272560.932554:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+34:22801:x1867799159128064:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:0.0:1781272560.932999:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+35:22801:x1867799159128064:12345-192.168.204.14@tcp:35:cp.0 Request processed in 445us (708us total) trans 4294967722 rc 0/0 00000100:00100000:0.0:1781272560.933010:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 141 00000100:00100000:0.0:1781272560.971389:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159128192 00000100:00100000:0.0:1781272560.971404:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159128192 00000100:00100000:0.0:1781272560.971502:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 728 00000100:00100000:0.0:1781272560.971514:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+74:22804:x1867799159128192:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272560.971545:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272560.971575:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc24e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82f6e expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.971677:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc24ea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.971698:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc24ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.971713:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc24ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.971727:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc24f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.971735:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc24f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.971768:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc24f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.971922:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24f8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.971931:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.971938:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272560.971994:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x11:0x0]: returning size 158 00000004:00200000:0.0:1781272560.972000:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272560.972027:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972040:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24f8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972049:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc24ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972055:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc24ea lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972062:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc24ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972069:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23baa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272560.972073:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc24ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972097:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc24ea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972112:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8eb4c545a600) 00010000:00010000:0.0:1781272560.972115:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.972121:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc24ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972128:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc24ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972146:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc24f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972152:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc24f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972159:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc24f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972165:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272560.972168:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc24f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972175:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc24f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972182:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8eb3c2f92800) 00010000:00010000:0.0:1781272560.972185:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272560.972189:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc24f1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972205:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc24f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972239:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc24e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f6e expref: 76 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972255:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc24f8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f6e expref: 75 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272560.972263:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8eb3c2f92100) 00010000:00010000:0.0:1781272560.972266:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272560.972269:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8a00, rc 0) 00000100:00100000:0.0:1781272560.972373:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+75:22804:x1867799159128192:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 860us (1722us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272560.972383:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 728 00000100:00100000:3.0:1781272560.978266:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00080000:0.0:1781272560.981635:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272561.001607:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159128448 00000100:00100000:0.0:1781272561.001621:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159128448 00000100:00100000:0.0:1781272561.001815:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 729 00000100:00100000:0.0:1781272561.001855:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+75:22804:x1867799159128448:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272561.001896:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272561.001940:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2506 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82f7c expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.002076:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc250d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.002107:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc250d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.002122:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc250d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272561.002179:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 4096 00000004:00200000:0.0:1781272561.002184:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272561.002209:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc250d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.002254:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2506 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f7c expref: 77 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.002277:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc250d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f7c expref: 76 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.002287:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8eb4c545a600) 00010000:00010000:0.0:1781272561.002301:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272561.002306:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8c00, rc 0) 00000100:00100000:0.0:1781272561.003157:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+76:22804:x1867799159128448:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1328us (1886us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272561.003169:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 729 00000100:00100000:3.0:1781272561.006699:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272561.016347:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159128576 00000100:00100000:0.0:1781272561.016376:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159128576 00000100:00100000:0.0:1781272561.016663:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 181 00000100:00100000:0.0:1781272561.016681:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c520dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2388:x1867799159128576:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272561.016711:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272561.016762:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc2514 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82f83 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272561.016891:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4d73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168525312:192.168.204.14@tcp:106: 00000100:00100000:0.0:1781272561.017050:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272561.027343:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4d73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168525312:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272561.027414:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc2514 lrc: 1/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f83 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.027453:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc2514 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f83 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.027471:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9600, rc 0) 00000100:00100000:0.0:1781272561.028260:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c520dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2388:x1867799159128576:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 10958us (20949us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272561.028278:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 181 00000100:00100000:3.0:1781272561.037017:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272561.304707:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159129088 00000100:00100000:0.0:1781272561.304716:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159129088 00000100:00100000:3.0:1781272561.304778:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159128960 00000100:00100000:3.0:1781272561.304786:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159128960 00000100:00100000:3.0:1781272561.304861:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 450 00000100:00100000:3.0:1781272561.304871:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159128960:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272561.304886:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 611 00000100:00100000:0.0:1781272561.304899:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159129088:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272561.304919:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159128960:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 49us (1615us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272561.304928:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 450 00000100:00100000:0.0:1781272561.304946:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159129088:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 49us (1335us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272561.304954:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 611 00000100:00080000:3.0:1781272561.305032:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272561.680273:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5309500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168525440:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272561.696018:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 732 00000100:00100000:0.0:1781272561.696039:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+35:22815:x1867799159129728:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272561.696086:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272561.696118:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc251b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82f8a expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.696305:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2522 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.696324:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2522 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.696342:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2522 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272561.696356:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x11:0x0]: returning size 158 00010000:00010000:0.0:1781272561.696521:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc251b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f8a expref: 38 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.696787:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2522 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f8a expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.696801:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8eb3c2f92100) 00010000:00010000:0.0:1781272561.696804:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272561.696809:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9000, rc 0) 00000100:00100000:0.0:1781272561.696939:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:22815:x1867799159129728:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 908us (2935us total) trans 4294967723 rc 0/0 00000100:00100000:0.0:1781272561.696948:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 732 00000100:00100000:3.0:1781272561.706214:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159129856 00000100:00100000:0.0:1781272561.706215:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159129984 00000100:00100000:0.0:1781272561.706229:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159129984 00000100:00100000:3.0:1781272561.706233:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159129856 00000100:00100000:3.0:1781272561.706311:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 182 00000100:00100000:0.0:1781272561.706316:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 31 00000100:00100000:3.0:1781272561.706335:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159129856:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00000100:00100000:0.0:1781272561.706344:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+37:2390:x1867799159129984:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272561.706366:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272561.706389:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc2530 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.706401:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2522 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f8a expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272561.706418:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f67 expref: 9 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.706424:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8eb3c2f92100) 00010000:00010000:0.0:1781272561.706431:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272561.706448:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272561.706451:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272561.706456:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc2530 lrc: 4/1,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272561.706500:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f67 expref: 9 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272561.706515:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+36:2390:x1867799159129984:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 170us (381us total) trans 0 rc 0/0 00010000:00010000:3.0:1781272561.706518:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f67 expref: 9 pid: 8407 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272561.706543:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c520e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168525568:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272561.706543:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 31 00000100:00100000:3.0:1781272561.706616:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272561.713612:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159130112 00000100:00100000:3.0:1781272561.713627:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159130112 00002000:00100000:3.0:1781272561.713700:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xe:0x0] (0->157) req@ffff8eb3c5308e00 x1867799159130112/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:317/0 lens 648/0 e 0 to 0 dl 1781272572 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272561.713714:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c5308e00 with x1867799159130112 ext(0->157) 00010000:00010000:3.0:1781272561.713727:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f67 expref: 10 pid: 8407 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272561.715207:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f67 expref: 10 pid: 8407 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272561.715227:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c5308e00 00000100:00100000:3.0:1781272561.715301:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 7 00000100:00100000:3.0:1781272561.715318:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159130112:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:3.0:1781272561.720077:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2388:x1867799159130112:12345-192.168.204.14@tcp:4:cp.0 Request processed in 4744us (6863us total) trans 4294967328 rc 0/0 00000100:00100000:3.0:1781272561.720099:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 7 00002000:00100000:3.0:1781272561.720117:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xe:0x0] (0->157) req@ffff8eb3c5308e00 x1867799159130112/t4294967328(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:317/0 lens 648/448 e 0 to 0 dl 1781272572 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272561.720130:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c5308e00 with x1867799159130112 ext(0->157) 00010000:00010000:3.0:1781272561.720144:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f67 expref: 12 pid: 8407 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272561.720171:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000008c2fcc7d/0x94898f2cdefc24dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f67 expref: 12 pid: 8407 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272561.720180:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c5308e00 00000100:00100000:3.0:1781272561.724479:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272561.741371:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272561.741447:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159130496 00000100:00100000:0.0:1781272561.741463:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159130496 00000100:00100000:0.0:1781272561.741551:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 733 00000100:00100000:0.0:1781272561.741562:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+36:22815:x1867799159130496:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272561.741750:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+36:22815:x1867799159130496:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 188us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272561.741758:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 733 00000100:00100000:3.0:1781272561.748552:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272561.752340:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272561.756401:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159131008 00000100:00100000:0.0:1781272561.756416:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159131008 00002000:00100000:0.0:1781272561.756484:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xe:0x0] (0->4095) req@ffff8eb3c530aa00 x1867799159131008/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:317/0 lens 488/0 e 0 to 0 dl 1781272572 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272561.756497:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c530aa00 with x1867799159131008 ext(0->4095) 00002000:00010000:0.0:1781272561.756505:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c530aa00 00000100:00100000:0.0:1781272561.756548:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 55 00000100:00100000:0.0:1781272561.756559:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159131008:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1781272561.756859:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159131008:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 273us (489us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781272561.756868:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 55 00002000:00100000:0.0:1781272561.756877:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xe:0x0] (0->4095) req@ffff8eb3c530aa00 x1867799159131008/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:317/0 lens 488/4536 e 0 to 0 dl 1781272572 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272561.756885:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c530aa00 with x1867799159131008 ext(0->4095) 00002000:00010000:0.0:1781272561.756889:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c530aa00 00000100:00100000:0.0:1781272561.763222:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272561.768411:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272561.771703:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272561.772734:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159131392 00000100:00100000:0.0:1781272561.772750:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159131392 00000100:00100000:0.0:1781272561.773507:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 184 00000100:00100000:0.0:1781272561.773528:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159131392:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781272561.773604:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc254c lrc: 3/1,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.774522:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272561.774526:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272561.774534:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc254c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.774556:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc254c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.774595:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc254c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.774764:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc254c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.779230:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc254c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.779263:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:0.0:1781272561.779271:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc254c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.780142:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc254c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.780176:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc254c lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.780186:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040141c36/0x94898f2cdefc254c lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272561.780341:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159131392:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 6814us (8646us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272561.780355:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 184 00000100:00100000:3.0:1781272561.786381:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272561.786565:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159131648 00000100:00100000:0.0:1781272561.786579:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159131648 00000100:00100000:0.0:1781272561.786659:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 737 00000100:00100000:0.0:1781272561.786679:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+37:22815:x1867799159131648:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781272561.786801:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.786855:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2545 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f98 expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.786867:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.787096:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2545 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f98 expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.787120:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2545 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f98 expref: 37 pid: 6492 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272561.787143:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4d70700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168525824:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272561.787293:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272561.791381:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4d70700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168525824:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272561.791437:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272561.793240:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272561.793330:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159131776 00000100:00100000:0.0:1781272561.793341:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159131776 00010000:00010000:0.0:1781272561.793398:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2545 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f98 expref: 38 pid: 6492 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272561.793454:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 212 00000100:00100000:0.0:1781272561.793478:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500a6e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+38:2390:x1867799159131776:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272561.793499:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272561.793508:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2545 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f98 expref: 38 pid: 6492 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.793523:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2545 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f98 expref: 38 pid: 6492 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.793554:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2545 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f98 expref: 38 pid: 6492 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.793574:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8eb3c2f92100) 00010000:00010000:0.0:1781272561.793581:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.793593:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.793603:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272561.793638:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272561.793713:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500a6e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+37:2390:x1867799159131776:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 238us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272561.793723:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 212 00010000:00010000:3.0:1781272561.794486:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272561.794499:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272561.794753:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272561.794763:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272561.794771:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272561.794779:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272561.794785:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272561.794794:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272561.794809:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8eb3c2f92100) 00010000:00010000:3.0:1781272561.794812:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272561.794816:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272561.794822:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2553 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272561.795204:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+37:22815:x1867799159131648:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 8524us (8899us total) trans 4294967724 rc 0/0 00000100:00100000:3.0:1781272561.795217:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 737 00000100:00100000:3.0:1781272561.799420:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272561.801265:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159132032 00000100:00100000:0.0:1781272561.801292:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159132032 00000100:00100000:0.0:1781272561.801372:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 142 00000100:00100000:0.0:1781272561.801385:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:22815:x1867799159132032:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272561.801858:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+38:22815:x1867799159132032:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 474us (2452us total) trans 4294967725 rc 0/0 00000100:00100000:0.0:1781272561.801868:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 142 00010000:00010000:0.0:1781272561.984810:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272562.097924:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272562.113517:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00080000:3.0:1781272562.113975:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272562.114118:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272562.114150:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159132544 00000100:00100000:3.0:1781272562.114156:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159132544 00000100:00100000:3.0:1781272562.114217:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 32 00000100:00100000:3.0:1781272562.114230:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+78:2391:x1867799159132544:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272562.114252:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272562.114306:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2561 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f9f expref: 78 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.114333:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8eb3c2f92100) 00010000:00010000:3.0:1781272562.114340:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272562.114409:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+77:2391:x1867799159132544:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 181us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272562.114417:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 32 00000100:00100000:3.0:1781272562.119329:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272562.125312:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272562.125386:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159132928 00000100:00100000:0.0:1781272562.125413:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159132928 00000100:00100000:0.0:1781272562.125503:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 143 00000100:00100000:0.0:1781272562.125517:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500941450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+77:22816:x1867799159132928:12345-192.168.204.14@tcp:35:md5sum.0 00000100:00100000:0.0:1781272562.125945:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500941450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+78:22816:x1867799159132928:12345-192.168.204.14@tcp:35:md5sum.0 Request processed in 419us (635us total) trans 4294967727 rc 0/0 00000100:00100000:0.0:1781272562.125957:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 143 00000100:00100000:3.0:1781272562.138115:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272562.143557:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168525952:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272562.143599:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0200/0x94898f2cdefc2584 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.144024:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0200/0x94898f2cdefc2584 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.144035:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0200/0x94898f2cdefc2584 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781272562.144681:0:6493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].6, 64 off8576 00000004:00080000:0.0:1781272562.144694:0:6493:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 519039861880ns, next at 520039858869ns, rc = 0 00010000:00010000:0.0:1781272562.144762:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc258b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.144788:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc258b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.144799:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc258b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.144808:0:6493:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc258b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.144816:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc258b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.144824:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc258b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145081:0:6493:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781272562.145112:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0200/0x94898f2cdefc2584 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145120:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0200/0x94898f2cdefc2584 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145129:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0200/0x94898f2cdefc2584 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145138:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272562.145147:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0200/0x94898f2cdefc2584 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145160:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0200/0x94898f2cdefc2584 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145212:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff8eb3c2f92100) 00010000:00010000:0.0:1781272562.145217:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781272562.145223:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0200/0x94898f2cdefc2584 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145231:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0200/0x94898f2cdefc2584 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145261:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1e00/0x94898f2cdefc2576 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145269:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1e00/0x94898f2cdefc2576 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145288:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1e00/0x94898f2cdefc2576 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145294:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272562.145297:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1e00/0x94898f2cdefc2576 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145303:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1e00/0x94898f2cdefc2576 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145311:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8eb4c545a600) 00010000:00010000:0.0:1781272562.145314:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272562.145317:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1e00/0x94898f2cdefc2576 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145324:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1e00/0x94898f2cdefc2576 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272562.145352:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b8db4a0a reply state 00000000a90cfb58 transno 4294967728 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc257d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145366:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc257d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.145373:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8eb3c2f92800) 00010000:00010000:0.0:1781272562.145376:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272562.145379:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781272562.145471:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+78:22817:x1867799159133184:12345-192.168.204.14@tcp:36:rm.0 Request processed in 7169us (7366us total) trans 4294967728 rc 0/0 00000100:00100000:0.0:1781272562.145481:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 739 00000100:00100000:3.0:1781272562.278264:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159133440 00000100:00100000:3.0:1781272562.278288:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159133440 00000100:00100000:3.0:1781272562.278359:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 740 00000100:00100000:3.0:1781272562.278371:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+78:22833:x1867799159133440:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:3.0:1781272562.278398:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272562.278419:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2592 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82fad expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.278494:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2599 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.278529:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2599 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.278542:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2599 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272562.278590:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 4096 00000004:00200000:3.0:1781272562.278594:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272562.278616:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2599 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.278643:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2592 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fad expref: 80 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.278663:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2599 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fad expref: 79 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.278673:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8eb4c545a600) 00010000:00010000:3.0:1781272562.278676:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272562.278680:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9f800, rc 0) 00000100:00100000:3.0:1781272562.278759:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+79:22833:x1867799159133440:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 390us (1457us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272562.278766:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 740 00000100:00100000:3.0:1781272562.348410:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272562.362397:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272562.384429:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272562.391772:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272562.391862:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159134336 00000100:00100000:3.0:1781272562.391871:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159134336 00010000:00010000:3.0:1781272562.391912:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc25d8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fc2 expref: 83 pid: 6492 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272562.391972:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 214 00000100:00100000:3.0:1781272562.391981:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4d72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+83:2391:x1867799159134336:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272562.391997:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272562.392003:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc25d8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fc2 expref: 83 pid: 6492 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.392016:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc25d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fc2 expref: 83 pid: 6492 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.392038:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8eb4e0221100) 00010000:00010000:3.0:1781272562.392043:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1be00/0x94898f2cdefc25ed lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.392052:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1be00/0x94898f2cdefc25ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.392059:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1be00/0x94898f2cdefc25ed lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.392078:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272562.393614:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4d72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+82:2391:x1867799159134336:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1632us (1850us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272562.393625:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 214 00000100:00100000:3.0:1781272562.400524:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159134592 00000100:00100000:3.0:1781272562.400536:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159134592 00000100:00100000:3.0:1781272562.400638:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 144 00000100:00100000:3.0:1781272562.400650:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+81:22839:x1867799159134592:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272562.401770:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+82:22839:x1867799159134592:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 1115us (1948us total) trans 4294967731 rc 0/0 00000100:00100000:3.0:1781272562.401780:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 144 00000100:00100000:0.0:1781272562.405768:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272562.413570:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272562.421212:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272562.427561:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272562.427653:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159135488 00000100:00100000:0.0:1781272562.427665:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159135488 00000100:00100000:0.0:1781272562.427723:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 145 00000100:00100000:0.0:1781272562.427733:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+87:22839:x1867799159135488:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272562.428002:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+88:22839:x1867799159135488:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 270us (450us total) trans 4294967735 rc 0/0 00000100:00100000:0.0:1781272562.428010:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 145 00000100:00100000:0.0:1781272562.478430:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272562.486516:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159136000 00000100:00100000:3.0:1781272562.486527:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159136000 00000100:00100000:3.0:1781272562.486590:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 33 00000100:00100000:3.0:1781272562.486602:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+90:22841:x1867799159136000:12345-192.168.204.14@tcp:103:md5sum.0 00010000:00010000:3.0:1781272562.486626:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1781272562.486657:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1ae00/0x94898f2cdefc2625 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fd7 expref: 90 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.486682:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0e00/0x94898f2cdefc25fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fd0 expref: 89 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.486692:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8eb3c2f92e00) 00010000:00010000:3.0:1781272562.486703:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272562.486792:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+88:22841:x1867799159136000:12345-192.168.204.14@tcp:103:md5sum.0 Request processed in 191us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272562.486800:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 33 00000100:00100000:3.0:1781272562.498649:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272562.832501:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159136384 00000100:00100000:3.0:1781272562.832512:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159136384 00000100:00100000:3.0:1781272562.832574:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 751 00000100:00100000:3.0:1781272562.832584:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+39:22842:x1867799159136384:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272562.832658:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272562.832791:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+39:22842:x1867799159136384:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 208us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272562.832799:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 751 00000100:00100000:3.0:1781272562.837169:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272562.837286:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159136512 00000100:00100000:0.0:1781272562.837295:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159136512 00000100:00100000:0.0:1781272562.837354:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 752 00000100:00100000:0.0:1781272562.837378:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:22842:x1867799159136512:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1781272562.837450:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc2641 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837469:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc2641 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837481:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc2641 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837495:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2648 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837502:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2648 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837508:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2648 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837529:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc264f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837537:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc264f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837544:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc264f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272562.837589:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00000004:00200000:0.0:1781272562.837593:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272562.837606:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc264f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837627:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc2641 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837632:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc2641 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837639:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc2641 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837644:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272562.837648:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc2641 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837655:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc2641 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837666:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:0.0:1781272562.837668:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272562.837672:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc2641 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837677:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc2641 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837689:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2648 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837694:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2648 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837699:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2648 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837709:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272562.837711:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2648 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837717:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2648 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837724:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xefe2aa85 (ffff8eb4cac44300) 00010000:00010000:0.0:1781272562.837726:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272562.837728:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2648 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837735:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2648 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837749:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc264f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837755:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc264f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837760:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc264f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837764:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272562.837766:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc264f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837771:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc264f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837789:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8eb3c2f92e00) 00010000:00010000:0.0:1781272562.837791:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272562.837794:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc264f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.837800:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc264f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272562.837942:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:22842:x1867799159136512:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 565us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272562.837950:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 752 00000100:00100000:0.0:1781272562.844359:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272562.864098:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159137152 00000100:00100000:3.0:1781272562.864109:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159137152 00000100:00100000:3.0:1781272562.864225:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 755 00000100:00100000:3.0:1781272562.864236:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+39:22842:x1867799159137152:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272562.864271:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272562.864309:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc266b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82fec expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1781272562.864794:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xf:0x0], index 1: 0 00010000:00010000:3.0:1781272562.865023:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2672 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.865041:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2672 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.865052:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2672 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.865118:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc266b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fec expref: 42 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.865136:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2672 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fec expref: 41 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.865158:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8eb4cace0900) 00010000:00010000:3.0:1781272562.865161:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272562.865164:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9f800, rc 0) 00000100:00100000:3.0:1781272562.865247:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+41:22842:x1867799159137152:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1013us (1302us total) trans 4294967738 rc 0/0 00000100:00100000:3.0:1781272562.865256:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 755 00000100:00100000:3.0:1781272562.873662:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272562.881107:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159137536 00000100:00100000:3.0:1781272562.881118:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159137536 00000100:00100000:3.0:1781272562.881176:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 757 00000100:00100000:3.0:1781272562.881187:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+40:22842:x1867799159137536:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272562.881207:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272562.881228:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc268e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82ff3 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.881270:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2695 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.881292:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2695 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.881312:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2695 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.881429:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc268e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ff3 expref: 42 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.881459:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2695 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ff3 expref: 41 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.881468:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8eb4cace0300) 00010000:00010000:3.0:1781272562.881471:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272562.881474:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:3.0:1781272562.881548:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+41:22842:x1867799159137536:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 363us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272562.881557:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 757 00000100:00100000:3.0:1781272562.891488:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159137792 00000100:00100000:3.0:1781272562.891499:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159137792 00000100:00100000:3.0:1781272562.891600:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 758 00000100:00100000:3.0:1781272562.891609:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+41:22842:x1867799159137792:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272562.891683:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc269c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.891699:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc269c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.891710:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc269c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781272562.891923:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 88 off8688 00000004:00080000:3.0:1781272562.891933:0:12323:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 519787101086ns, next at 520787099228ns, rc = 0 00000004:00010000:3.0:1781272562.891977:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000000c4f32fb reply state 000000000e5975ab transno 4294967739 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc269c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.892009:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc269c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.892017:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8eb4cace0300) 00010000:00010000:3.0:1781272562.892020:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1781272562.892023:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781272562.892133:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+43:22842:x1867799159137792:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 524us (1020us total) trans 4294967739 rc 0/0 00000100:00100000:3.0:1781272562.892141:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 758 00000100:00100000:0.0:1781272562.898623:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159137920 00000100:00100000:0.0:1781272562.898634:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159137920 00000100:00100000:0.0:1781272562.898695:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 759 00000100:00100000:0.0:1781272562.898704:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ec062450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+43:22842:x1867799159137920:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272562.898732:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272562.898753:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26a3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab82ffa expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.898818:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26a3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ffa expref: 44 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.898871:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26a3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ffa expref: 44 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.898890:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8eb4cace0300) 00010000:00010000:0.0:1781272562.898905:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272562.898909:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9000, rc 0) 00000100:00100000:0.0:1781272562.898960:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ec062450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:22842:x1867799159137920:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 257us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272562.898967:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 759 00000100:00100000:3.0:1781272562.921716:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159138304 00000100:00100000:3.0:1781272562.921726:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159138304 00000100:00100000:3.0:1781272562.921799:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 146 00000100:00100000:3.0:1781272562.921810:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:22842:x1867799159138304:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272562.922157:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+45:22842:x1867799159138304:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 335us (531us total) trans 4294967740 rc 0/0 00000100:00100000:3.0:1781272562.922166:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 146 00000100:00100000:0.0:1781272562.929596:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159138560 00000100:00100000:0.0:1781272562.929610:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159138560 00000100:00100000:0.0:1781272562.929767:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 760 00000100:00100000:0.0:1781272562.929780:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:22842:x1867799159138560:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272562.930034:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:22842:x1867799159138560:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 256us (1023us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272562.930042:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 760 00000100:00100000:0.0:1781272562.934726:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159138688 00000100:00100000:0.0:1781272562.934736:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159138688 00000100:00100000:0.0:1781272562.934801:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 761 00000100:00100000:0.0:1781272562.934812:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+45:22842:x1867799159138688:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272562.934855:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272562.934879:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc26aa lrc: 2/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83001 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.934955:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26b1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.934971:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26b1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.934986:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26b1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272562.935069:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272562.935091:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26b1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.935118:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc26aa lrc: 0/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83001 expref: 47 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.935138:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26b1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83001 expref: 46 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.935445:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8eb4cace0300) 00010000:00010000:0.0:1781272562.935448:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1781272562.935452:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8a00, rc 0) 00000100:00100000:0.0:1781272562.935972:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:22842:x1867799159138688:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1158us (1507us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272562.935981:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 761 00000100:00100000:0.0:1781272562.944090:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159138816 00000100:00100000:0.0:1781272562.944100:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159138816 00000100:00100000:0.0:1781272562.944173:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 187 00000100:00100000:0.0:1781272562.944184:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159138816:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272562.944201:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272562.944223:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc26b8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83008 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272562.944255:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a2c0ff2, blocks: 0x0 00010000:00010000:0.0:1781272562.944286:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272562.944369:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272562.944378:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc26b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83008 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.944400:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc26b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83008 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.944414:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9600, rc 0) 00000100:00100000:0.0:1781272562.944478:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159138816:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 296us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272562.944486:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 187 00000100:00100000:0.0:1781272562.957938:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159139072 00000100:00100000:0.0:1781272562.957954:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159139072 00000100:00100000:0.0:1781272562.958038:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 762 00000100:00100000:0.0:1781272562.958048:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:22842:x1867799159139072:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272562.958429:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:22842:x1867799159139072:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 381us (2020us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272562.958438:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 762 00000100:00100000:3.0:1781272562.968713:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272562.979157:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159139456 00000100:00100000:0.0:1781272562.979171:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159139456 00002000:00100000:0.0:1781272562.979237:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xf:0x0] (0->157) req@ffff8eb4c2aa4700 x1867799159139456/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:318/0 lens 648/0 e 0 to 0 dl 1781272573 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272562.979249:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2aa4700 with x1867799159139456 ext(0->157) 00002000:00010000:0.0:1781272562.979254:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4c2aa4700 00000100:00100000:0.0:1781272562.979314:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57 00000100:00100000:0.0:1781272562.979324:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159139456:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1781272562.980959:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159139456:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 1627us (3335us total) trans 4294967331 rc 0/0 00000100:00100000:0.0:1781272562.980973:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57 00002000:00100000:0.0:1781272562.980985:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xf:0x0] (0->157) req@ffff8eb4c2aa4700 x1867799159139456/t4294967331(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:318/0 lens 648/448 e 0 to 0 dl 1781272573 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272562.980995:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2aa4700 with x1867799159139456 ext(0->157) 00002000:00010000:0.0:1781272562.981000:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4c2aa4700 00000100:00100000:0.0:1781272562.988743:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159139584 00000100:00100000:0.0:1781272562.988755:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159139584 00000100:00100000:0.0:1781272562.988826:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 763 00000100:00100000:0.0:1781272562.988872:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:22842:x1867799159139584:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00010000:00010000:3.0:1781272562.994170:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc24c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994182:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc24c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994190:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc24c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994197:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272562.994212:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc24c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994221:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc24c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994249:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8eb3c2f92800) 00010000:00010000:3.0:1781272562.994253:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272562.994258:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc24c0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994274:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc24c0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994297:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc269c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994436:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc269c lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994443:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc269c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994448:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272562.994451:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc269c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994458:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc269c lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994468:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8eb4cace0300) 00010000:00010000:3.0:1781272562.994471:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1781272562.994481:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc269c lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272562.994488:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc269c lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994564:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc23e7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994572:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc23e7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994578:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc23e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994583:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272562.994586:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc23e7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994592:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc23e7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994601:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff8eb4c545a400) 00010000:00010000:0.0:1781272562.994609:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272562.994612:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc23e7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994697:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc23e7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994718:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc23ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994725:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc23ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994731:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc23ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994736:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272562.994739:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc23ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994745:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc23ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994753:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8eb4c545a600) 00010000:00010000:0.0:1781272562.994756:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272562.994759:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc23ee lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994764:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc23ee lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994779:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc257d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994805:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc257d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994812:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc257d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994818:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272562.994820:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc257d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994827:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc257d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994890:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8eb3c2f92800) 00010000:00010000:0.0:1781272562.994893:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272562.994896:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc257d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994902:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc257d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994915:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1ac00/0x94898f2cdefc25d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994921:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1ac00/0x94898f2cdefc25d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994926:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1ac00/0x94898f2cdefc25d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994931:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1ac00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272562.994940:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1ac00/0x94898f2cdefc25d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994946:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1ac00/0x94898f2cdefc25d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994954:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff8eb3c2f92800) 00010000:00010000:0.0:1781272562.994956:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272562.994959:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1ac00/0x94898f2cdefc25d1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994965:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1ac00/0x94898f2cdefc25d1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.994996:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a600/0x94898f2cdefc2609 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.995003:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a600/0x94898f2cdefc2609 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.995008:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a600/0x94898f2cdefc2609 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.995014:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1a600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272562.995017:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a600/0x94898f2cdefc2609 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.995023:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a600/0x94898f2cdefc2609 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.995030:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8eb3c2f92e00) 00010000:00010000:0.0:1781272562.995033:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1781272562.995041:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a600/0x94898f2cdefc2609 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272562.995046:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a600/0x94898f2cdefc2609 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272562.995187:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+34:22842:x1867799159139584:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 6313us (6688us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272562.995196:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 763 00000100:00100000:0.0:1781272562.998097:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168526720:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272562.998113:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168526848:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272562.998138:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc26c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272563.002097:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159139712 00000100:00100000:0.0:1781272563.002107:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159139712 00010000:00010000:0.0:1781272563.002144:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007c718e18/0x94898f2cdefc256f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fa6 expref: 11 pid: 8405 timeout: 619 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272563.002182:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159139840 00000100:00100000:0.0:1781272563.002186:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159139840 00010000:00010000:0.0:1781272563.002271:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc2537 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f91 expref: 11 pid: 8404 timeout: 619 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272563.002296:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 216 00000100:00100000:0.0:1781272563.002315:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+11:2390:x1867799159139712:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272563.002332:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272563.002355:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007c718e18/0x94898f2cdefc256f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fa6 expref: 11 pid: 8405 timeout: 619 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.002370:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007c718e18/0x94898f2cdefc256f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fa6 expref: 11 pid: 8405 timeout: 619 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.002396:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c718e18/0x94898f2cdefc256f lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82fa6 expref: 11 pid: 8405 timeout: 619 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.002419:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272563.002473:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+10:2390:x1867799159139712:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 160us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272563.002481:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 216 00000100:00100000:0.0:1781272563.002500:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 217 00000100:00100000:0.0:1781272563.002507:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500a6fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159139840:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272563.002515:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272563.002519:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc2537 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f91 expref: 11 pid: 8404 timeout: 619 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.002530:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc2537 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f91 expref: 11 pid: 8404 timeout: 619 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.002543:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc2537 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f91 expref: 11 pid: 8404 timeout: 619 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.002553:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272563.002561:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272563.002566:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc26c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.002577:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc26c6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.002603:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272563.003339:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500a6fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159139840:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 827us (1548us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272563.003349:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 217 00010000:00010000:0.0:1781272563.003408:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc26c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.003418:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc26c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.003429:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc26c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.003436:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc26c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.003457:0:8404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781272563.003667:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272563.003675:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc26c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272563.003683:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1aa00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272563.003687:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc26c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272563.003696:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc26c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272563.003711:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc26c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272563.003718:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc26c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272563.003739:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272563.003741:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272563.003742:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272563.004761:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168526592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12616us (12742us total) trans 4294967329 rc 0/0 00000100:00100000:0.0:1781272563.004773:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00010000:00010000:3.0:1781272563.008137:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1781272563.014770:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967332 is committed 00000001:00080000:3.0:1781272563.014793:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967331 is committed 00000100:00100000:0.0:1781272563.020055:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159140224 00000100:00100000:0.0:1781272563.020089:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159140224 00000100:00100000:0.0:1781272563.020176:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 764 00000100:00100000:0.0:1781272563.020188:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+34:22842:x1867799159140224:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781272563.020258:0:12323:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272563.020294:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26b1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83001 expref: 34 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.020324:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8eb4cace0300) 00010000:00010000:0.0:1781272563.020330:0:12323:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272563.020361:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc26cd lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.020376:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc26cd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.020385:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc26cd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272563.020511:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006c00c656 reply state 0000000049a76ecb transno 4294967741 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc26cd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.020523:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc26cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.020530:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8eb4cace0300) 00010000:00010000:0.0:1781272563.020533:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272563.020535:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781272563.020639:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+35:22842:x1867799159140224:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 454us (643us total) trans 4294967741 rc 0/0 00000100:00100000:0.0:1781272563.020647:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 764 00000100:00100000:0.0:1781272563.042369:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159140608 00000100:00100000:0.0:1781272563.042385:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159140608 00000100:00100000:0.0:1781272563.042465:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 765 00000100:00100000:0.0:1781272563.042476:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+35:22842:x1867799159140608:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1781272563.042548:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26d4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.042565:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2695 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ff3 expref: 35 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.042574:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26d4 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.042609:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2695 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ff3 expref: 35 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.042624:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2695 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ff3 expref: 35 pid: 6491 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272563.042639:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168527104:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272563.042731:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3492f00 going to sleep for 11 seconds 00010000:00010000:0.0:1781272563.055669:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2695 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ff3 expref: 35 pid: 6491 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272563.055767:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168527104:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272563.055990:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26d4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.056034:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26d4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.056041:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26d4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.056099:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26d4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.056108:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26d4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.056116:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26d4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.056123:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272563.056128:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26d4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.056136:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26d4 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.056152:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8eb4cace0300) 00010000:00010000:0.0:1781272563.057459:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781272563.057470:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26d4 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.057479:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26d4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272563.057586:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+34:22842:x1867799159140608:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 15106us (18560us total) trans 0 rc -22/-22 00000100:00100000:0.0:1781272563.057611:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 765 00000100:00100000:0.0:1781272563.062252:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159140864 00000100:00100000:0.0:1781272563.062277:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159140864 00000100:00100000:0.0:1781272563.062566:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 193 00000100:00100000:0.0:1781272563.062579:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159140864:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781272563.062651:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc26db lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.063540:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c89bc42/0x94898f2cdefc26bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8300f expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.063561:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781272563.063564:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781272563.063570:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc26db lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.063628:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c89bc42/0x94898f2cdefc26bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8300f expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.063649:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c89bc42/0x94898f2cdefc26bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8300f expref: 11 pid: 8405 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272563.063670:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168527232:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272563.065127:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3492f00 going to sleep for 11 seconds 00000100:00100000:0.0:1781272563.067810:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168527232:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272563.067934:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc26db lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272563.072724:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159140992 00000100:00100000:3.0:1781272563.072733:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159140992 00010000:00010000:3.0:1781272563.072777:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c89bc42/0x94898f2cdefc26bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8300f expref: 12 pid: 8405 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272563.072926:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 219 00000100:00100000:3.0:1781272563.072938:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159140992:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272563.072956:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272563.072982:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c89bc42/0x94898f2cdefc26bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8300f expref: 12 pid: 8405 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272563.072997:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c89bc42/0x94898f2cdefc26bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8300f expref: 12 pid: 8405 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272563.073022:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c89bc42/0x94898f2cdefc26bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8300f expref: 12 pid: 8405 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272563.073040:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272563.073043:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272563.073048:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc26db lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272563.073057:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc26db lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272563.073091:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272563.073166:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159140992:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 230us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272563.073190:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 219 00000100:00100000:0.0:1781272563.083538:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159141248 00000100:00100000:0.0:1781272563.083549:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159141248 00000100:00100000:0.0:1781272563.083618:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 766 00000100:00100000:0.0:1781272563.083627:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+34:22842:x1867799159141248:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781272563.083720:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26e2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.083740:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.083751:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.084090:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc26e9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.084103:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26a3 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ffa expref: 35 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.084111:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc26e9 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.084147:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26a3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ffa expref: 35 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.084162:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26a3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ffa expref: 35 pid: 6493 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272563.084194:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168527360:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272563.084287:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3492540 going to sleep for 11 seconds 00000100:00100000:0.0:1781272563.088196:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168527360:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272563.088227:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc26e9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272563.090707:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159141376 00000100:00100000:0.0:1781272563.090721:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159141376 00010000:00010000:0.0:1781272563.090763:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26a3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ffa expref: 36 pid: 6493 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272563.090810:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 220 00000100:00100000:0.0:1781272563.090820:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+36:2391:x1867799159141376:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272563.090934:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272563.091307:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26a3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ffa expref: 36 pid: 6493 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.091327:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26a3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ffa expref: 36 pid: 6493 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.091354:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26a3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ffa expref: 36 pid: 6493 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.091371:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8eb4cace0300) 00010000:00010000:0.0:1781272563.091376:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc26e9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.091402:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc26e9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.091421:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc26e9 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.091741:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272563.091813:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+35:2391:x1867799159141376:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 992us (2218us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272563.091822:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 220 00000100:00100000:3.0:1781272563.094153:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168527488 00000100:00100000:3.0:1781272563.094161:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168527488 00000100:00100000:3.0:1781272563.094225:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1781272563.094234:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8162:x1867799168527488:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1781272563.094354:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8162:x1867799168527488:12345-0@lo:1000:mdt00_003.0 Request processed in 121us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272563.094362:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1781272563.115896:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159141504 00000100:00100000:0.0:1781272563.115906:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159141504 00000100:00100000:0.0:1781272563.115976:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 147 00000100:00100000:0.0:1781272563.115986:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+73:22841:x1867799159141504:12345-192.168.204.14@tcp:49:md5sum.0 00000100:00100000:0.0:1781272563.116125:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+73:22841:x1867799159141504:12345-192.168.204.14@tcp:49:md5sum.0 Request processed in 140us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272563.116132:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 147 00010000:00010000:0.0:1781272563.118161:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118462:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118478:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118489:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118515:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26f0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118523:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118530:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272563.118534:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118543:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26f0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118556:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8eb3c2f92e00) 00010000:00010000:0.0:1781272563.118559:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272563.118563:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26f0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118570:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc26f0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118582:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118588:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26e2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118594:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118599:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272563.118608:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118614:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26e2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118622:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8eb3c2f92e00) 00010000:00010000:0.0:1781272563.118625:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272563.118627:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26e2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.118633:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26e2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272563.119006:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+38:22842:x1867799159141248:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 35376us (35940us total) trans 4294967746 rc 0/0 00000100:00100000:0.0:1781272563.119017:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 766 00000020:00080000:0.0:1781272563.119023:0:8162:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1781272563.128047:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159141760 00000100:00100000:0.0:1781272563.128066:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159141760 00000100:00100000:0.0:1781272563.128139:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 148 00000100:00100000:0.0:1781272563.128149:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+38:22842:x1867799159141760:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1781272563.128471:0:6495:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x12:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1781272563.128515:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967747 00010000:00010000:0.0:1781272563.128551:0:6495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26f7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.128571:0:6495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26f7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.128586:0:6495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26f7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.128613:0:6495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26f7 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.128620:0:6495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26f7 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.128627:0:6495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc26f7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272563.128655:0:6495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781272563.128762:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+40:22842:x1867799159141760:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 614us (2830us total) trans 4294967748 rc 0/0 00000100:00100000:0.0:1781272563.128770:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 148 00000020:00080000:0.0:1781272563.128775:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1781272563.136939:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159141888 00000100:00100000:3.0:1781272563.136955:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159141888 00000100:00100000:3.0:1781272563.137045:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 194 00000100:00100000:3.0:1781272563.137054:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:22841:x1867799159141888:12345-192.168.204.14@tcp:101:md5sum.0 00010000:00010000:3.0:1781272563.137071:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272563.137092:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040ff0eff/0x94898f2cdefc26fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83016 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272563.137115:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 158, mtime: 0x6a2c0ff0, atime: 0x6a2c0ff0, ctime: 0x6a2c0ff2, blocks: 0x8 00010000:00010000:3.0:1781272563.137135:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272563.137137:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272563.137146:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040ff0eff/0x94898f2cdefc26fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83016 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272563.137442:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040ff0eff/0x94898f2cdefc26fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83016 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272563.137459:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9fc00, rc 0) 00000100:00100000:3.0:1781272563.137538:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:22841:x1867799159141888:12345-192.168.204.14@tcp:101:md5sum.0 Request processed in 484us (6917us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272563.137545:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 194 00000100:00100000:3.0:1781272563.144282:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159142016 00000100:00100000:3.0:1781272563.144293:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159142016 00002000:00100000:3.0:1781272563.144382:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xf:0x0] (0->4095) req@ffff8eb4c2aa5500 x1867799159142016/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:319/0 lens 488/0 e 0 to 0 dl 1781272574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272563.144392:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2aa5500 with x1867799159142016 ext(0->4095) 00002000:00010000:3.0:1781272563.144398:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4c2aa5500 00000100:00100000:3.0:1781272563.144433:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 58 00000100:00100000:3.0:1781272563.144444:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2390:x1867799159142016:12345-192.168.204.14@tcp:3:md5sum.0 00000100:00100000:3.0:1781272563.144683:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2390:x1867799159142016:12345-192.168.204.14@tcp:3:md5sum.0 Request processed in 240us (701us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781272563.144692:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 58 00002000:00100000:3.0:1781272563.144699:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xf:0x0] (0->4095) req@ffff8eb4c2aa5500 x1867799159142016/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:319/0 lens 488/4536 e 0 to 0 dl 1781272574 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272563.144706:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2aa5500 with x1867799159142016 ext(0->4095) 00002000:00010000:3.0:1781272563.144710:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4c2aa5500 00000100:00100000:3.0:1781272563.154026:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272563.154118:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159142272 00000100:00100000:0.0:1781272563.154128:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159142272 00000100:00100000:0.0:1781272563.154427:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 149 00000100:00100000:0.0:1781272563.154439:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500941850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+73:22841:x1867799159142272:12345-192.168.204.14@tcp:35:md5sum.0 00000100:00100000:0.0:1781272563.154911:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500941850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+74:22841:x1867799159142272:12345-192.168.204.14@tcp:35:md5sum.0 Request processed in 474us (896us total) trans 4294967749 rc 0/0 00000100:00100000:0.0:1781272563.154921:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 149 00000100:00100000:3.0:1781272563.265498:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168527872:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272563.265574:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272563.267210:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168527872:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272563.776351:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168528000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272563.776423:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272563.779943:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168528000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272564.288527:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168528128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272564.288606:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272564.288697:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168528128 00000100:00100000:0.0:1781272564.288705:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168528128 00000100:00100000:0.0:1781272564.288758:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1781272564.291101:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168528768 00000100:00100000:3.0:1781272564.291114:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168528768 00000100:00100000:0.0:1781272564.291278:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168528128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272564.291315:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1781272564.291375:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168528128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2609us (2768us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272564.291384:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1781272564.291403:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168529792 00000100:00100000:0.0:1781272564.291406:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168529792 00000100:00100000:0.0:1781272564.291441:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1781272564.291449:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168529792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272564.291460:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1781272564.291487:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168529792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (1846us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272564.291493:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00080000:0.0:1781272564.291514:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272564.291616:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1781272564.291624:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168528768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272564.291660:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168528768:12345-0@lo:400:kworker.0 Request processed in 39us (2122us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272564.291666:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1781272564.291685:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168528256 00000100:00100000:3.0:1781272564.291689:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168528256 00000100:00100000:3.0:1781272564.291711:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1781272564.291717:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168528256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272564.291749:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168528256:12345-0@lo:400:kworker.0 Request processed in 31us (2271us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272564.291755:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1781272564.291800:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168528512:0@lo:400:kworker.0 00000100:00100000:3.0:1781272564.291850:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272564.291875:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168529024:0@lo:400:kworker.0 00000100:00100000:3.0:1781272564.291914:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272564.291947:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168529536:0@lo:400:kworker.0 00000100:00100000:3.0:1781272564.291970:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272564.291994:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1781272564.292001:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168528384:0@lo:400:kworker.0 00000100:00100000:3.0:1781272564.292022:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272564.292041:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168528896:0@lo:400:kworker.0 00000100:00100000:3.0:1781272564.292059:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272564.292071:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168529408:0@lo:400:kworker.0 00000100:00100000:3.0:1781272564.292086:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272564.292118:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168528512 00000100:00100000:3.0:1781272564.292122:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168528512 00000100:00100000:3.0:1781272564.292142:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:3.0:1781272564.292146:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168528512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272564.292655:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168529280 00000100:00100000:0.0:1781272564.292661:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168529280 00000100:00100000:0.0:1781272564.292694:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168529152 00000100:00100000:0.0:1781272564.292697:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168529152 00000100:00100000:0.0:1781272564.292713:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168529664 00000100:00100000:0.0:1781272564.292715:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168529664 00000100:00100000:0.0:1781272564.292726:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1781272564.292732:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168529280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272564.292775:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168529280:12345-0@lo:400:kworker.0 Request processed in 42us (3178us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272564.292781:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1781272564.292918:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168528640 00000100:00100000:0.0:1781272564.292922:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168528640 00000100:00100000:0.0:1781272564.293063:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168529024 00000100:00100000:0.0:1781272564.293066:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168529024 00000100:00100000:0.0:1781272564.293080:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168529536 00000100:00100000:0.0:1781272564.293083:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168529536 00000100:00100000:0.0:1781272564.293095:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168528896 00000100:00100000:0.0:1781272564.293097:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168528896 00000100:00100000:0.0:1781272564.293112:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1781272564.293117:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168528640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272564.293753:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168528640:12345-0@lo:400:kworker.0 Request processed in 634us (4059us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272564.293758:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168528512:12345-0@lo:400:kworker.0 Request processed in 1610us (1907us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272564.293761:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1781272564.293847:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00080000:0.0:1781272564.293883:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272564.293957:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272564.293962:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781272565.056006:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272565.824656:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168529920 00000100:00100000:0.0:1781272565.824665:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168529920 00000100:00100000:0.0:1781272565.824720:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1781272565.824730:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168529920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272565.824776:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444442112 avail 1298202624 00000100:00100000:0.0:1781272565.824826:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168529920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272565.824853:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1781272566.413648:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272566.413708:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272566.413732:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272566.413756:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272566.413784:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272566.413808:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272566.413870:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272566.413898:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272566.413932:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272566.413963:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159142784 00000100:00100000:3.0:1781272566.413976:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159142784 00000100:00100000:3.0:1781272566.414040:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159143296 00000100:00100000:3.0:1781272566.414044:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159143296 00000100:00100000:3.0:1781272566.414057:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159142912 00000100:00100000:3.0:1781272566.414059:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159142912 00000100:00100000:3.0:1781272566.414070:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159143424 00000100:00100000:3.0:1781272566.414072:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159143424 00000100:00100000:3.0:1781272566.414113:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 295 00000100:00100000:3.0:1781272566.414124:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+10:2390:x1867799159142784:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272566.414198:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+10:2390:x1867799159142784:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 75us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272566.414229:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 295 00000100:00100000:3.0:1781272566.414250:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 296 00000100:00100000:3.0:1781272566.414389:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159143296:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272566.414421:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159143296:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 165us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272566.414429:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 296 00000100:00100000:3.0:1781272566.414443:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 297 00000100:00100000:3.0:1781272566.414450:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+10:2391:x1867799159142912:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272566.414476:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+10:2391:x1867799159142912:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272566.414483:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 297 00000100:00100000:3.0:1781272566.414497:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 298 00000100:00100000:3.0:1781272566.414504:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159143424:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272566.414529:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159143424:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272566.414536:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 298 00000100:00100000:0.0:1781272566.414553:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159142656 00000100:00080000:3.0:1781272566.414558:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272566.414560:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159142656 00000100:00080000:3.0:1781272566.414564:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272566.414709:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159142528 00000100:00100000:0.0:1781272566.414714:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159142528 00000100:00100000:0.0:1781272566.415090:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159143168 00000100:00100000:0.0:1781272566.415094:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159143168 00000100:00100000:0.0:1781272566.422686:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 621 00000100:00100000:0.0:1781272566.422694:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159143168:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272566.422726:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159143168:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 33us (8828us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272566.422732:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 621 00000001:00080000:3.0:1781272566.850187:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967329 is committed 00000001:00080000:3.0:1781272566.850213:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967328 is committed 00010000:00010000:3.0:1781272568.128769:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272568.384348:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1781272568.399410:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272568.399476:0:3619:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967329 gen 2 00000004:00080000:3.0:1781272568.399507:0:3619:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c5308700, transno 4294967329 00000100:00100000:3.0:1781272568.399536:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168530176:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272568.400275:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1781272568.402959:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc26cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272568.402974:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc26cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272568.402983:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc26cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272568.402992:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272568.403000:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc26cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272568.403012:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc26cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272568.403046:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff8eb4cace0300) 00010000:00010000:0.0:1781272568.403050:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272568.403057:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc26cd lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272568.403118:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159143552 00000100:00100000:3.0:1781272568.403133:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159143552 00000100:00100000:3.0:1781272568.403241:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 767 00010000:00010000:0.0:1781272568.403242:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc26cd lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272568.403259:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+32:22797:x1867799159143552:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781272568.403595:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+31:22797:x1867799159143552:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 340us (3325us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272568.403606:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 767 00000100:00100000:3.0:1781272568.409172:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00080000:3.0:1781272568.417618:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272568.421363:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272568.424773:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159143936 00000100:00100000:3.0:1781272568.424798:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159143936 00000100:00100000:3.0:1781272568.425204:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 150 00000100:00100000:3.0:1781272568.425220:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+31:22797:x1867799159143936:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272568.425669:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+32:22797:x1867799159143936:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 449us (4322us total) trans 4294967750 rc 0/0 00000100:00100000:3.0:1781272568.425678:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 150 00002000:00000024:1.0:1781272568.898428:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 82861760 pending 0 free 3921412096 avail 3689889792 00000100:00100000:1.0:1781272568.898543:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168530304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 163us (1911us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272568.898552:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1781272568.899255:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168530304:0@lo:13:osp-pre-0-1.0 00000001:00080000:3.0:1781272568.904279:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967334 is committed 00000001:00080000:3.0:1781272568.904307:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00010000:00010000:1.0:1781272569.152648:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272569.409590:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168530688:0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.409700:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272569.409778:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168531200:0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.409808:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272569.409826:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168531712:0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.409873:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272569.409907:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781272569.409914:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168530816:0@lo:400:kworker.0 00000100:00100000:3.0:1781272569.410015:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272569.410027:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168532224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272569.410035:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168531200 00000100:00100000:1.0:1781272569.410046:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168531200 00000100:00100000:1.0:1781272569.410124:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168531712 00000100:00100000:1.0:1781272569.410127:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168531712 00000100:00100000:1.0:1781272569.410154:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1781272569.410174:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168531200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.410316:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272569.410345:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168531328:0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.410383:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272569.410412:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168531840:0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.410451:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272569.410486:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168530816 00000100:00100000:0.0:1781272569.410491:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168530816 00000100:00100000:0.0:1781272569.410520:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1781272569.410531:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168531712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.410584:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168531712:12345-0@lo:400:kworker.0 Request processed in 51us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272569.410590:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1781272569.410612:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1781272569.410622:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168530816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.410660:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168530816:12345-0@lo:400:kworker.0 Request processed in 41us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272569.410670:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1781272569.410708:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168530560 00000100:00100000:0.0:1781272569.410712:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168530560 00000100:00100000:0.0:1781272569.410731:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1781272569.410738:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168530560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.410782:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168530560:12345-0@lo:400:kworker.0 Request processed in 43us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272569.410789:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1781272569.410800:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168531072 00000100:00100000:0.0:1781272569.410804:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168531072 00000100:00100000:0.0:1781272569.410821:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1781272569.410828:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168531072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.410892:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168531072:12345-0@lo:400:kworker.0 Request processed in 64us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272569.410898:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1781272569.410909:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168531584 00000100:00100000:0.0:1781272569.410912:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168531584 00000100:00100000:0.0:1781272569.410931:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1781272569.410939:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168531584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.410974:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168531584:12345-0@lo:400:kworker.0 Request processed in 35us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272569.410983:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1781272569.411005:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168531328 00000100:00100000:0.0:1781272569.411011:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168531328 00000100:00100000:0.0:1781272569.411041:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168531840 00000100:00100000:0.0:1781272569.411045:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168531840 00000100:00100000:0.0:1781272569.411062:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168531456 00000100:00100000:0.0:1781272569.411064:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168531456 00000100:00100000:0.0:1781272569.411080:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168531968 00000100:00100000:0.0:1781272569.411085:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168531968 00000100:00100000:0.0:1781272569.411121:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1781272569.411130:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168531328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.411184:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168531328:12345-0@lo:400:kworker.0 Request processed in 56us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272569.411192:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1781272569.411215:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:0.0:1781272569.411224:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168531840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.411264:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168531840:12345-0@lo:400:kworker.0 Request processed in 40us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272569.411276:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:0.0:1781272569.411294:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1781272569.411302:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168531456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.411345:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168531456:12345-0@lo:400:kworker.0 Request processed in 41us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272569.411353:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1781272569.411368:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1781272569.411376:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168531968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.411414:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168531968:12345-0@lo:400:kworker.0 Request processed in 39us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272569.411425:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1781272569.411463:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168530816:0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.411481:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168531328:0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.411498:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168531840:0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.411512:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168530688:0@lo:400:kworker.0 00000100:00100000:0.0:1781272569.411537:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168531712:0@lo:400:kworker.0 00000100:00080000:0.0:1781272569.411603:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272569.411610:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272569.411613:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272569.411642:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168532096 00000100:00100000:0.0:1781272569.411647:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168532096 00000100:00100000:0.0:1781272569.411677:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1781272569.411684:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168532096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272569.411710:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1781272569.411746:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168532096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272569.411752:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1781272569.415913:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272569.417260:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168532224 00000100:00100000:0.0:1781272569.417279:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168532224 00000100:00100000:0.0:1781272569.417380:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1781272569.417394:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168532224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272569.417437:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1781272569.417536:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168532224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 145us (1637us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272569.417544:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1781272569.418932:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168532224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272569.422972:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168531200:12345-0@lo:400:kworker.0 Request processed in 12791us (13145us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272569.422998:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1781272569.486544:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272569.488432:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159144064 00000100:00100000:0.0:1781272569.488453:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159144064 00002000:00100000:0.0:1781272569.488545:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xd:0x0] (0->157) req@ffff8eb3c4b82a00 x1867799159144064/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:325/0 lens 648/0 e 0 to 0 dl 1781272580 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272569.488571:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c4b82a00 with x1867799159144064 ext(0->157) 00002000:00010000:0.0:1781272569.488580:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c4b82a00 00000100:00100000:0.0:1781272569.488694:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 59 00000100:00080000:1.0:1781272569.488695:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272569.488706:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2388:x1867799159144064:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:0.0:1781272569.493104:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159144064:12345-192.168.204.14@tcp:4:cp.0 Request processed in 4381us (6557us total) trans 4294967330 rc 0/0 00000100:00100000:0.0:1781272569.493123:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 59 00002000:00100000:0.0:1781272569.493141:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xd:0x0] (0->157) req@ffff8eb3c4b82a00 x1867799159144064/t4294967330(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:325/0 lens 648/448 e 0 to 0 dl 1781272580 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272569.493153:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c4b82a00 with x1867799159144064 ext(0->157) 00002000:00010000:0.0:1781272569.493180:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c4b82a00 00000100:00100000:3.0:1781272570.944346:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168532352:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272570.944455:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272570.944671:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168532352 00000100:00100000:0.0:1781272570.944681:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168532352 00000100:00100000:0.0:1781272570.944747:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1781272570.944757:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168532352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272570.944799:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444442112 avail 1298202624 00000100:00100000:0.0:1781272570.944889:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168532352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 133us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272570.944897:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1781272570.945082:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168532352:0@lo:41:osp-pre-0-1.0 00000020:00000080:0.0:1781272570.977746:0:19465:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffee8fde440 20000000:00000080:0.0:1781272570.977768:0:19465:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8eb3c2cc6c00 uarg=0000000000000000 00000040:00100000:0.0:1781272570.978583:0:19465:0:(llog.c:1067:llog_reverse_process()) index 51 : idx 49 00000040:00100000:0.0:1781272570.978593:0:19465:0:(llog.c:1067:llog_reverse_process()) index 47 : idx 1 00000040:00080000:0.0:1781272570.978707:0:19465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].52, 224 off17176 20000000:01000000:0.0:1781272570.978732:0:19465:0:(mgs_llog.c:1536:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_11c (null) (null) 00000040:00080000:0.0:1781272570.978761:0:19465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].53, 112 off17288 00000040:00080000:0.0:1781272570.978779:0:19465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].54, 224 off17512 00000040:00080000:0.0:1781272570.981620:0:19465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].46, 224 off16208 20000000:01000000:0.0:1781272570.981653:0:19465:0:(mgs_llog.c:1536:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:0.0:1781272570.981674:0:19465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 120 off16328 00000040:00080000:0.0:1781272570.982509:0:19465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16608 00000040:00080000:0.0:1781272570.982650:0:19465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].46, 224 off16240 20000000:01000000:0.0:1781272570.982659:0:19465:0:(mgs_llog.c:1536:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:0.0:1781272570.982674:0:19465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].47, 120 off16360 00000040:00080000:0.0:1781272570.982785:0:19465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].49, 224 off16608 10000000:01000000:0.0:1781272570.982800:0:19465:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1781272570.982824:0:19465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc2705 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982883:0:19465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb4d29b2c00/0x94898f2cdefbf6fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8224e expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982891:0:19465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c210a200/0x94898f2cdefbf701 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82255 expref: 11 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982899:0:19465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefbf70f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefbf708 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982906:0:19465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb4d29b3200/0x94898f2cdefbf71d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefbf716 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982912:0:19465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefbf72b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefbf724 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982918:0:19465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c210be00/0x94898f2cdefbf739 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefbf732 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982936:0:19465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb4f625b000/0x94898f2cdefbf747 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefbf740 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982943:0:19465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb5021ef600/0x94898f2cdefbf755 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefbf74e expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982949:0:19465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb5021ef400/0x94898f2cdefbf763 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefbf75c expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982954:0:19465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c210bc00/0x94898f2cdefbf771 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefbf76a expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982960:0:19465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb4d29b2200/0x94898f2cdefbf77f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefbf778 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982966:0:19465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb4d29b3a00/0x94898f2cdefbf7cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82263 expref: 11 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.982973:0:19465:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc2705 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.983015:0:19465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb4d29b3a00/0x94898f2cdefbf7cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82263 expref: 11 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.983099:0:19465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eb4d29b3a00/0x94898f2cdefbf7cc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82263 expref: 11 pid: 6484 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272570.983117:0:19465:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3375180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168532480:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272570.983260:0:19465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb4d29b2200/0x94898f2cdefbf77f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefbf778 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.983275:0:19465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb4d29b2200/0x94898f2cdefbf77f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefbf778 expref: 22 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272570.983285:0:19465:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3374000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168532608:0@lo:104: 00000100:00100000:0.0:1781272570.983326:0:19465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272570.983361:0:19465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c210bc00/0x94898f2cdefbf771 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefbf76a expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272570.983364:0:6475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168532608 00010000:00010000:0.0:1781272570.983372:0:19465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c210bc00/0x94898f2cdefbf771 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefbf76a expref: 22 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272570.983380:0:6475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168532608 00000100:00100000:0.0:1781272570.983386:0:19465:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3376d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168532736:0@lo:104: 00000100:00100000:0.0:1781272570.983420:0:19465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272570.983451:0:19465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb5021ef400/0x94898f2cdefbf763 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefbf75c expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.983461:0:19465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb5021ef400/0x94898f2cdefbf763 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefbf75c expref: 22 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272570.983470:0:19465:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3377b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168532864:0@lo:104: 00010000:00010000:0.0:1781272570.983504:0:19465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb5021ef600/0x94898f2cdefbf755 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefbf74e expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.983519:0:19465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb5021ef600/0x94898f2cdefbf755 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefbf74e expref: 22 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272570.983531:0:19465:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168532992:0@lo:104: 00000100:00100000:0.0:1781272570.983573:0:19465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272570.983621:0:19465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb4f625b000/0x94898f2cdefbf747 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefbf740 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.983639:0:19465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb4f625b000/0x94898f2cdefbf747 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefbf740 expref: 22 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272570.983658:0:19465:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533120:0@lo:104: 00000100:00100000:0.0:1781272570.983700:0:19465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272570.983733:0:19465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c210be00/0x94898f2cdefbf739 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefbf732 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.983756:0:19465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c210be00/0x94898f2cdefbf739 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefbf732 expref: 22 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272570.983765:0:19465:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533248:0@lo:104: 00000100:00100000:3.0:1781272570.983855:0:6475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168533120 00000100:00100000:3.0:1781272570.983861:0:6475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168533120 00000100:00100000:3.0:1781272570.983891:0:6475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1781272570.983902:0:6475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee02c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+7:19465:x1867799168532736:12345-0@lo:104: 00010000:00010000:3.0:1781272570.983913:0:6475:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb5021efa00/0x94898f2cdefbf76a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf771 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272570.983948:0:19465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781272570.983988:0:6475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1781272570.984001:0:6475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee02c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+7:19465:x1867799168532736:12345-0@lo:104: Request processed in 98us (578us total) trans 0 rc 0/0 00010000:00010000:0.0:1781272570.984003:0:19465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefbf72b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefbf724 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272570.984022:0:6475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1781272570.984051:0:6475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168533248 00000100:00100000:3.0:1781272570.984055:0:6475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168533248 00000100:00100000:3.0:1781272570.984072:0:6475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1781272570.984078:0:6475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+7:19465:x1867799168532864:12345-0@lo:104: 00010000:00010000:3.0:1781272570.984086:0:6475:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb5021efe00/0x94898f2cdefbf75c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf763 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.984112:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272570.984124:0:6475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1781272570.984128:0:6475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+7:19465:x1867799168532864:12345-0@lo:104: Request processed in 51us (590us total) trans 0 rc 0/0 00010000:00010000:0.0:1781272570.984149:0:19465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefbf72b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefbf724 expref: 22 pid: 6485 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272570.984165:0:6475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1781272570.984179:0:6475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1781272570.984186:0:6475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+6:19465:x1867799168532992:12345-0@lo:104: 00010000:00010000:3.0:1781272570.984195:0:6475:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb5021ef200/0x94898f2cdefbf74e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf755 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272570.984257:0:19465:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533376:0@lo:104: 00000100:00100000:0.0:1781272570.984288:0:19465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272570.984312:0:19465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb4d29b3200/0x94898f2cdefbf71d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefbf716 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.984321:0:19465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb4d29b3200/0x94898f2cdefbf71d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefbf716 expref: 22 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272570.984329:0:19465:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533504:0@lo:104: 00000100:00100000:0.0:1781272570.984358:0:19465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272570.984376:0:19465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefbf70f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefbf708 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.984385:0:19465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefbf70f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefbf708 expref: 22 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272570.984393:0:19465:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533632:0@lo:104: 00000100:00100000:0.0:1781272570.984415:0:19465:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272570.984433:0:19465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c210a200/0x94898f2cdefbf701 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82255 expref: 11 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.984441:0:19465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eb3c210a200/0x94898f2cdefbf701 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82255 expref: 11 pid: 6484 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272570.984450:0:19465:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533760:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272570.984500:0:19465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb4d29b2c00/0x94898f2cdefbf6fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8224e expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.984508:0:19465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eb4d29b2c00/0x94898f2cdefbf6fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8224e expref: 11 pid: 6485 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272570.984516:0:19465:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533888:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272570.984539:0:19465:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe480 going to sleep for 11 seconds 00000100:00100000:0.0:1781272570.984564:0:19465:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3376d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168532736:0@lo:104: 00000100:00100000:0.0:1781272570.984574:0:19465:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3377b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168532864:0@lo:104: 00000100:00100000:0.0:1781272570.984582:0:19465:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168532992:0@lo:104: 00010000:00010000:1.0:1781272570.987161:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb5021efa00/0x94898f2cdefbf76a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf771 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987252:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021efa00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:1.0:1781272570.987325:0:6479:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021efa00/0x94898f2cdefbf76a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefbf771 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987340:0:6479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb5021efa00/0x94898f2cdefbf76a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefbf771 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1781272570.987348:0:6479:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021efa00/0x94898f2cdefbf76a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefbf771 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272570.987354:0:6479:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1781272570.987435:0:6479:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb5021efa00/0x94898f2cdefbf76a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf771 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987442:0:6479:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781272570.987494:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb5021efa00/0x94898f2cdefbf76a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf771 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987502:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb5021efa00/0x94898f2cdefbf76a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf771 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987527:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1781272570.987531:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb5021efe00/0x94898f2cdefbf75c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf763 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987538:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021efe00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:1.0:1781272570.987541:0:6479:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021efe00/0x94898f2cdefbf75c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefbf763 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987548:0:6479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb5021efe00/0x94898f2cdefbf75c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefbf763 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1781272570.987555:0:6479:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021efe00/0x94898f2cdefbf75c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefbf763 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272570.987561:0:6479:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1781272570.987579:0:6479:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb5021efe00/0x94898f2cdefbf75c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf763 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987584:0:6479:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781272570.987591:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb5021efe00/0x94898f2cdefbf75c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf763 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987597:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb5021efe00/0x94898f2cdefbf75c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf763 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987606:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1781272570.987617:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb5021ef200/0x94898f2cdefbf74e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf755 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987623:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021ef200 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:1.0:1781272570.987626:0:6479:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021ef200/0x94898f2cdefbf74e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefbf755 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987634:0:6479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb5021ef200/0x94898f2cdefbf74e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefbf755 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1781272570.987641:0:6479:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021ef200/0x94898f2cdefbf74e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefbf755 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272570.987646:0:6479:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1781272570.987663:0:6479:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb5021ef200/0x94898f2cdefbf74e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf755 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987669:0:6479:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781272570.987687:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb5021ef200/0x94898f2cdefbf74e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf755 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987694:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb5021ef200/0x94898f2cdefbf74e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf755 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987706:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272570.987710:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c210b000/0x94898f2cdefbf778 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf77f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987716:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210b000 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:1.0:1781272570.987718:0:6479:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c210b000/0x94898f2cdefbf778 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefbf77f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987736:0:6479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c210b000/0x94898f2cdefbf778 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefbf77f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1781272570.987744:0:6479:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c210b000/0x94898f2cdefbf778 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefbf77f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272570.987749:0:6479:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1781272570.987765:0:6479:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c210b000/0x94898f2cdefbf778 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf77f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987771:0:6479:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781272570.987777:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c210b000/0x94898f2cdefbf778 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf77f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987785:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c210b000/0x94898f2cdefbf778 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf77f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.987797:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272570.987799:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272570.987802:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272570.987863:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168534016:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781272570.987965:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272570.988011:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272570.988018:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168534144:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781272570.989517:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1781272570.989567:0:6475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1781272570.989583:0:6475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+6:19465:x1867799168532992:12345-0@lo:104: Request processed in 5394us (6010us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272570.989589:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168534272:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1781272570.989603:0:6475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1781272570.989631:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272570.989657:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272570.989672:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168534400:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781272570.989699:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272570.989732:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168534016 00000100:00100000:1.0:1781272570.989742:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168534016 00010000:00010000:1.0:1781272570.989782:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c210bc00/0x94898f2cdefbf771 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf76a expref: 23 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272570.989812:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168534144 00000100:00100000:1.0:1781272570.989815:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168534144 00010000:00010000:1.0:1781272570.989826:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb5021ef400/0x94898f2cdefbf763 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf75c expref: 24 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272570.989855:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168534272 00000100:00100000:1.0:1781272570.989858:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168534272 00010000:00010000:1.0:1781272570.989868:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb5021ef600/0x94898f2cdefbf755 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf74e expref: 25 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272570.989875:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168534400 00000100:00100000:1.0:1781272570.989877:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168534400 00010000:00010000:1.0:1781272570.989886:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb4d29b2200/0x94898f2cdefbf77f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf778 expref: 26 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272570.989899:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1781272570.989907:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+26:3620:x1867799168534016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1781272570.990338:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272570.990348:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c210bc00/0x94898f2cdefbf771 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf76a expref: 26 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.990362:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c210bc00/0x94898f2cdefbf771 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefbf76a expref: 26 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.990401:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c210bc00/0x94898f2cdefbf771 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefbf76a expref: 26 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272570.990414:0:6475:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/3 left), rc = 0 00010000:00010000:1.0:1781272570.990425:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272570.990437:0:6475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168533376 00000100:00100000:3.0:1781272570.990443:0:6475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168533376 00000100:00100000:3.0:1781272570.990470:0:6475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168533504 00000100:00100000:3.0:1781272570.990474:0:6475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168533504 00000100:00100000:1.0:1781272570.990484:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+25:3620:x1867799168534016:12345-0@lo:103:ldlm_bl.0 Request processed in 575us (2518us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272570.990488:0:6475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168533632 00000100:00100000:3.0:1781272570.990492:0:6475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168533632 00000100:00100000:1.0:1781272570.990493:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1781272570.990511:0:6475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1781272570.990516:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1781272570.990522:0:6475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+8:19465:x1867799168533120:12345-0@lo:104: 00000100:00100000:1.0:1781272570.990528:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+24:3620:x1867799168534144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1781272570.990539:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272570.990541:0:6475:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c210ac00/0x94898f2cdefbf740 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf747 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.990544:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb5021ef400/0x94898f2cdefbf763 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf75c expref: 24 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.990564:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb5021ef400/0x94898f2cdefbf763 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefbf75c expref: 24 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.990573:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb5021ef400/0x94898f2cdefbf763 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefbf75c expref: 24 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.990584:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272570.990624:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168534144:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272570.990629:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1781272570.990641:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1781272570.990647:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:3618:x1867799168534272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1781272570.990655:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272570.990659:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb5021ef600/0x94898f2cdefbf755 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf74e expref: 22 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.990674:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb5021ef600/0x94898f2cdefbf755 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefbf74e expref: 22 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.990684:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb5021ef600/0x94898f2cdefbf755 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefbf74e expref: 22 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.990693:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272570.990723:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:3618:x1867799168534272:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (1095us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272570.990730:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1781272570.990742:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1781272570.990748:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500a6c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:3618:x1867799168534400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1781272570.990756:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272570.990760:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb4d29b2200/0x94898f2cdefbf77f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf778 expref: 20 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.990768:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb4d29b2200/0x94898f2cdefbf77f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefbf778 expref: 20 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.990777:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272570.990798:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500a6c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:3618:x1867799168534400:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272570.990804:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00010000:00010000:3.0:1781272570.991215:0:6475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1781272570.991222:0:6475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+8:19465:x1867799168533120:12345-0@lo:104: Request processed in 703us (7526us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272570.991230:0:6475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1781272570.991327:0:6475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1781272570.991337:0:6475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+7:19465:x1867799168533248:12345-0@lo:104: 00010000:00010000:3.0:1781272570.991357:0:6475:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c210aa00/0x94898f2cdefbf732 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf739 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.991399:0:6475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1781272570.991404:0:6475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+7:19465:x1867799168533248:12345-0@lo:104: Request processed in 70us (7459us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272570.991410:0:6475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1781272570.991423:0:6475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1781272570.991429:0:6475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+6:19465:x1867799168533376:12345-0@lo:104: 00010000:00010000:3.0:1781272570.991437:0:6475:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c210a600/0x94898f2cdefbf724 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf72b expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.991465:0:6475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1781272570.991470:0:6475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+6:19465:x1867799168533376:12345-0@lo:104: Request processed in 42us (7182us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272570.991475:0:6475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1781272570.991486:0:6475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1781272570.991492:0:6475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+5:19465:x1867799168533504:12345-0@lo:104: 00010000:00010000:3.0:1781272570.991500:0:6475:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3e00/0x94898f2cdefbf716 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf71d expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.991532:0:6475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1781272570.991537:0:6475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+5:19465:x1867799168533504:12345-0@lo:104: Request processed in 45us (7179us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272570.991553:0:6475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1781272570.991569:0:6475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1781272570.991575:0:6475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60ce450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+4:19465:x1867799168533632:12345-0@lo:104: 00010000:00010000:3.0:1781272570.991758:0:6475:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb4f625a400/0x94898f2cdefbf708 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf70f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.991793:0:6475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:3.0:1781272570.991798:0:6475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60ce450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+4:19465:x1867799168533632:12345-0@lo:104: Request processed in 224us (7383us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272570.991805:0:6475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1781272570.992158:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168534400:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781272570.992251:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168534272:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272570.992308:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1781272570.992348:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c210ac00/0x94898f2cdefbf740 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf747 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.992364:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210ac00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272570.992370:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c210ac00/0x94898f2cdefbf740 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefbf747 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272570.992381:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168534144:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272570.992384:0:8421:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c210ac00/0x94898f2cdefbf740 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefbf747 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272570.992409:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c210ac00/0x94898f2cdefbf740 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefbf747 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272570.992417:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:1.0:1781272570.992419:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168534016:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272570.992501:0:8421:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c210ac00/0x94898f2cdefbf740 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf747 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.992511:0:8421:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1781272570.992543:0:19465:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3375180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168532480:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272570.992548:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c210ac00/0x94898f2cdefbf740 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf747 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.992558:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c210ac00/0x94898f2cdefbf740 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf747 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.992569:0:19465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb4d29b2200/0x94898f2cdefbf77f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefbf778 expref: 19 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272570.992572:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1781272570.992582:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1781272570.992588:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c210aa00/0x94898f2cdefbf732 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf739 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272570.992590:0:19465:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3374000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168532608:0@lo:104: 00010000:00010000:0.0:1781272570.992610:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210aa00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272570.992614:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c210aa00/0x94898f2cdefbf732 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefbf739 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272570.992618:0:19465:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533120:0@lo:104: 00000100:00100000:1.0:1781272570.992641:0:19465:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533248:0@lo:104: 00010000:00010000:0.0:1781272570.992659:0:8421:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c210aa00/0x94898f2cdefbf732 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefbf739 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272570.992662:0:19465:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533376:0@lo:104: 10000000:00010000:0.0:1781272570.992679:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c210aa00/0x94898f2cdefbf732 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefbf739 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272570.992683:0:19465:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533504:0@lo:104: 00000100:00100000:1.0:1781272570.992701:0:19465:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533632:0@lo:104: 00000100:00100000:1.0:1781272570.992741:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168534528:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1781272570.993792:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1781272570.993804:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c210a600/0x94898f2cdefbf724 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf72b expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.993818:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a600 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:3.0:1781272570.993823:0:6480:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c210a600/0x94898f2cdefbf724 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefbf72b expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.993892:0:6480:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c210a600/0x94898f2cdefbf724 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefbf72b expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1781272570.993903:0:6480:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c210a600/0x94898f2cdefbf724 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefbf72b expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781272570.993910:0:6480:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1781272570.993963:0:6480:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c210a600/0x94898f2cdefbf724 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf72b expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.993968:0:6480:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781272570.993990:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c210a600/0x94898f2cdefbf724 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf72b expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994018:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c210a600/0x94898f2cdefbf724 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf72b expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994033:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1781272570.994037:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3e00/0x94898f2cdefbf716 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf71d expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994043:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3e00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:3.0:1781272570.994046:0:6480:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3e00/0x94898f2cdefbf716 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefbf71d expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994054:0:6480:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3e00/0x94898f2cdefbf716 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefbf71d expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1781272570.994060:0:6480:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3e00/0x94898f2cdefbf716 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefbf71d expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781272570.994064:0:6480:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1781272570.994076:0:6480:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3e00/0x94898f2cdefbf716 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf71d expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994081:0:6480:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781272570.994099:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3e00/0x94898f2cdefbf716 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf71d expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994106:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3e00/0x94898f2cdefbf716 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf71d expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994114:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272570.994123:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb4f625a400/0x94898f2cdefbf708 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefbf70f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994130:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a400 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:3.0:1781272570.994133:0:6480:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb4f625a400/0x94898f2cdefbf708 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefbf70f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994139:0:6480:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb4f625a400/0x94898f2cdefbf708 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefbf70f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1781272570.994157:0:6480:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb4f625a400/0x94898f2cdefbf708 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefbf70f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781272570.994162:0:6480:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1781272570.994176:0:6480:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb4f625a400/0x94898f2cdefbf708 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf70f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994182:0:6480:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1781272570.994189:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb4f625a400/0x94898f2cdefbf708 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf70f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994196:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb4f625a400/0x94898f2cdefbf708 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf70f expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994206:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272570.994208:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272570.994210:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272570.994247:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159144192 00000100:00100000:3.0:1781272570.994259:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159144192 00010000:00010000:3.0:1781272570.994299:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb4d29b3a00/0x94898f2cdefbf7cc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82263 expref: 12 pid: 6484 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272570.994344:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 225 00000100:00100000:3.0:1781272570.994354:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159144192:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272570.994369:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272570.994375:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb4d29b3a00/0x94898f2cdefbf7cc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82263 expref: 12 pid: 6484 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994388:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb4d29b3a00/0x94898f2cdefbf7cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82263 expref: 12 pid: 6484 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994404:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb4d29b3a00/0x94898f2cdefbf7cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82263 expref: 12 pid: 6484 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994418:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272570.994475:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:2391:x1867799159144192:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 122us (1910us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272570.994483:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 225 00000100:00100000:3.0:1781272570.994584:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168534656:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1781272570.994627:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272570.994685:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168534912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1781272570.994709:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272570.994728:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272570.994734:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168534784:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1781272570.994753:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272570.994779:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168534656 00000100:00100000:3.0:1781272570.994783:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168534656 00010000:00010000:3.0:1781272570.994807:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefbf72b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf724 expref: 19 pid: 6485 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272570.994828:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168534912 00000100:00100000:3.0:1781272570.994848:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168534912 00010000:00010000:3.0:1781272570.994860:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefbf70f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf708 expref: 20 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272570.994873:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168534784 00000100:00100000:3.0:1781272570.994876:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168534784 00010000:00010000:3.0:1781272570.994885:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb4d29b3200/0x94898f2cdefbf71d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf716 expref: 21 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272570.994895:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1781272570.994901:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:3621:x1867799168534656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1781272570.994913:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272570.994917:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefbf72b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf724 expref: 21 pid: 6485 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994927:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefbf72b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefbf724 expref: 21 pid: 6485 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994938:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefbf72b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefbf724 expref: 21 pid: 6485 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.994948:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272570.994973:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:3621:x1867799168534656:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272570.994979:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1781272570.994990:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1781272570.994995:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:3619:x1867799168534912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1781272570.995008:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272570.995012:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefbf70f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf708 expref: 19 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.995021:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefbf70f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefbf708 expref: 19 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.995031:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefbf70f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefbf708 expref: 19 pid: 6484 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.995040:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272570.995060:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:3619:x1867799168534912:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272570.995066:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1781272570.995076:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1781272570.995081:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:3619:x1867799168534784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1781272570.995087:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272570.995091:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb4d29b3200/0x94898f2cdefbf71d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf716 expref: 17 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.995098:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb4d29b3200/0x94898f2cdefbf71d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefbf716 expref: 17 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.995107:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb4d29b3200/0x94898f2cdefbf71d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefbf716 expref: 17 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272570.995115:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272570.995131:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:3619:x1867799168534784:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (377us total) trans 0 rc 0/0 10000000:01000000:0.0:1781272570.995359:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1781272570.995367:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1781272570.998521:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168534528 00000100:00100000:1.0:1781272570.998537:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168534528 00000100:00100000:3.0:1781272570.998592:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168534656:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1781272570.998597:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb4f625b000/0x94898f2cdefbf747 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf740 expref: 16 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.998651:0:8421:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c210aa00/0x94898f2cdefbf732 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf739 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272570.998654:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1781272570.998674:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:3620:x1867799168534528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272570.998677:0:8421:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1781272570.998695:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272570.998704:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb4f625b000/0x94898f2cdefbf747 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefbf740 expref: 16 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.998718:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb4f625b000/0x94898f2cdefbf747 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefbf740 expref: 16 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.998759:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb4f625b000/0x94898f2cdefbf747 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefbf740 expref: 16 pid: 6486 timeout: 677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272570.998775:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272570.998899:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168534784:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272570.999708:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c210aa00/0x94898f2cdefbf732 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf739 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.999719:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c210aa00/0x94898f2cdefbf732 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefbf739 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272570.999741:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272570.999743:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272570.999746:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272571.006069:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168534912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1781272571.006609:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272571.006667:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272571.006724:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159144320 00000100:00100000:3.0:1781272571.006733:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159144320 00010000:00010000:3.0:1781272571.006779:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c210a200/0x94898f2cdefbf701 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82255 expref: 11 pid: 6484 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272571.006860:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159144448 00000100:00100000:3.0:1781272571.006865:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159144448 00010000:00010000:3.0:1781272571.006886:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb4d29b2c00/0x94898f2cdefbf6fa lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8224e expref: 12 pid: 6485 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272571.006916:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 230 00000100:00100000:3.0:1781272571.007004:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159144320:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272571.007028:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272571.007035:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c210a200/0x94898f2cdefbf701 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82255 expref: 12 pid: 6484 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272571.007048:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c210a200/0x94898f2cdefbf701 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82255 expref: 12 pid: 6484 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272571.007077:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272571.007177:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159144320:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 250us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272571.007187:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 230 00000100:00100000:3.0:1781272571.007211:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 231 00000100:00100000:3.0:1781272571.007218:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:2391:x1867799159144448:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272571.007226:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272571.007231:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb4d29b2c00/0x94898f2cdefbf6fa lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8224e expref: 11 pid: 6485 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272571.007240:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb4d29b2c00/0x94898f2cdefbf6fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8224e expref: 11 pid: 6485 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272571.007250:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272571.007268:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:2391:x1867799159144448:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 52us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272571.007275:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 231 00000100:00100000:3.0:1781272571.009991:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272571.010165:0:19465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c210a200/0x94898f2cdefbf701 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82255 expref: 10 pid: 6484 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272571.010199:0:19465:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533760:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272571.010224:0:19465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb4d29b2c00/0x94898f2cdefbf6fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8224e expref: 9 pid: 6485 timeout: 627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272571.010239:0:19465:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19465:1867799168533888:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272571.010306:0:19465:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc2705 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272571.011212:0:19465:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc2705 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272571.011221:0:19465:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc2705 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272571.011227:0:19465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc2705 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272571.012325:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:3620:x1867799168534528:12345-0@lo:103:ldlm_bl.0 Request processed in 13651us (13881us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272571.012338:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1781272571.012559:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+14:3620:x1867799168535040:12345-0@lo:103:ldlm_bl.0 Request processed in 2035us (2583us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272571.012567:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00010000:00010000:3.0:1781272571.201436:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272571.538321:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272571.538790:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272571.542347:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272571.542380:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272571.542409:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272571.542533:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159144960 00000100:00100000:3.0:1781272571.542543:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159144960 00000100:00100000:3.0:1781272571.542604:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159144832 00000100:00100000:3.0:1781272571.542608:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159144832 00000100:00100000:3.0:1781272571.542635:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 303 00000100:00100000:3.0:1781272571.542645:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+10:2388:x1867799159144960:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272571.542736:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+10:2388:x1867799159144960:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 92us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272571.542760:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 303 00000100:00100000:3.0:1781272571.542779:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 304 00000100:00100000:3.0:1781272571.542786:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+10:2389:x1867799159144832:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272571.542815:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+10:2389:x1867799159144832:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272571.542821:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 304 00000100:00080000:3.0:1781272571.543027:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272571.543032:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272571.543745:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159144576 00000100:00100000:0.0:1781272571.543754:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159144576 00000100:00100000:0.0:1781272571.543806:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159144704 00000100:00100000:0.0:1781272571.543810:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159144704 00000100:00100000:0.0:1781272571.543851:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 628 00000100:00100000:0.0:1781272571.543861:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+73:2389:x1867799159144576:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272571.543919:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+73:2389:x1867799159144576:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 60us (5609us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272571.544121:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 628 00000100:00100000:0.0:1781272571.544153:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 629 00000100:00100000:0.0:1781272571.544161:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159144704:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272571.544203:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159144704:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (5414us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272571.544210:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 629 00000100:00100000:1.0:1781272571.544748:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272571.544894:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159145216 00000100:00100000:0.0:1781272571.544900:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159145216 00000100:00100000:0.0:1781272571.544934:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 630 00000100:00100000:0.0:1781272571.544942:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159145216:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272571.544989:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159145216:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 48us (2579us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272571.545009:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 630 00000100:00100000:1.0:1781272571.545215:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00080000:3.0:1781272571.545649:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272571.545654:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272571.545688:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272571.545712:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159145472 00000100:00100000:3.0:1781272571.545716:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159145472 00000100:00100000:3.0:1781272571.545746:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159145344 00000100:00100000:3.0:1781272571.545749:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159145344 00000100:00100000:3.0:1781272571.545771:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 305 00000100:00100000:3.0:1781272571.545777:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159145472:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272571.545810:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159145472:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272571.545816:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 305 00000100:00100000:3.0:1781272571.545850:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 306 00000100:00100000:3.0:1781272571.545858:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159145344:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272571.545882:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159145344:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272571.545889:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 306 00000100:00080000:3.0:1781272571.545927:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272571.545930:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272571.545954:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159145088 00000100:00100000:3.0:1781272571.545958:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159145088 00000100:00100000:0.0:1781272571.547976:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 631 00000100:00100000:0.0:1781272571.547992:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+32:2389:x1867799159145088:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272571.549524:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+32:2389:x1867799159145088:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 1530us (4300us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272571.549535:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 631 00000100:00100000:0.0:1781272571.969048:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168535168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272571.969142:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272571.969390:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168535168 00000100:00100000:1.0:1781272571.969398:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168535168 00000100:00100000:1.0:1781272571.969697:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1781272571.969707:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168535168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272571.969742:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272571.969790:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168535168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272571.969798:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1781272571.970034:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168535168:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272572.303353:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272572.308263:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272572.311959:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272572.321864:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272572.324639:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159145984 00000100:00100000:3.0:1781272572.324667:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159145984 00000100:00100000:3.0:1781272572.324793:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 457 00000100:00100000:3.0:1781272572.324807:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:23444:x1867799159145984:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:3.0:1781272572.325474:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:23444:x1867799159145984:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 667us (3659us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272572.325486:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 457 00000100:00100000:0.0:1781272572.331969:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272572.342083:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272572.343334:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159146240 00000100:00100000:3.0:1781272572.343354:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159146240 00000100:00100000:3.0:1781272572.343443:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 459 00000100:00100000:3.0:1781272572.343456:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159146240:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272572.343481:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272572.343507:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2713 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83024 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.343550:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2713 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83024 expref: 11 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.343563:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2713 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83024 expref: 11 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.343577:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e200, rc 0) 00000100:00100000:3.0:1781272572.344672:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159146240:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 Request processed in 1208us (2596us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272572.344686:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 459 00000100:00100000:0.0:1781272572.347420:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272572.347531:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159146368 00000100:00100000:3.0:1781272572.347544:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159146368 00000100:00100000:3.0:1781272572.347669:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 460 00000100:00100000:3.0:1781272572.347682:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159146368:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.347959:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159146368:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 Request processed in 278us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272572.347969:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 460 00000100:00100000:0.0:1781272572.358949:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272572.359148:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159146496 00000100:00100000:3.0:1781272572.359171:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159146496 00000100:00100000:3.0:1781272572.359264:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 461 00000100:00100000:3.0:1781272572.359276:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159146496:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.359480:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159146496:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 Request processed in 206us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272572.359489:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 461 00000100:00100000:1.0:1781272572.367411:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272572.367794:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159146624 00000100:00100000:3.0:1781272572.367810:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159146624 00000100:00100000:0.0:1781272572.373691:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272572.373866:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159146752 00000100:00100000:1.0:1781272572.373879:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159146752 00000100:00100000:1.0:1781272572.373980:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 463 00000100:00100000:1.0:1781272572.373993:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:23445:x1867799159146752:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:1.0:1781272572.374312:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:23445:x1867799159146752:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 320us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272572.374322:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 463 00000100:00100000:0.0:1781272572.378367:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272572.378779:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159146880 00000100:00100000:1.0:1781272572.378794:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159146880 00000100:00100000:1.0:1781272572.378921:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 464 00000100:00100000:1.0:1781272572.378935:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159146880:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272572.378957:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272572.378979:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d0e00/0x94898f2cdefc271a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8302b expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.379446:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d0e00/0x94898f2cdefc271a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8302b expref: 12 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.379465:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c50d0e00/0x94898f2cdefc271a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8302b expref: 12 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.379475:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0e00, rc 0) 00000100:00100000:1.0:1781272572.379569:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:6163:x1867799159146880:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 Request processed in 636us (1216us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272572.379578:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 464 00000100:00100000:0.0:1781272572.381935:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272572.382071:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159147008 00000100:00100000:3.0:1781272572.382083:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159147008 00000100:00100000:3.0:1781272572.382161:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 465 00000100:00100000:3.0:1781272572.382183:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:6163:x1867799159147008:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.382355:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:6163:x1867799159147008:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 Request processed in 176us (446us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272572.382365:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 465 10000000:01000000:3.0:1781272572.544217:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781272572.544228:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb3c1e45800 from 52 10000000:01000000:3.0:1781272572.544235:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781272572.544406:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc2721 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.544431:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc2721 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.544446:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc2721 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272572.544485:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b83800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168535296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.544580:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.544881:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e780 going to sleep for 11 seconds 00000100:00100000:1.0:1781272572.548793:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168535296 00000100:00100000:1.0:1781272572.548817:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168535296 00000100:00100000:1.0:1781272572.549079:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1781272572.549513:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+14:6488:x1867799168535296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272572.549562:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272572.549587:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d0600/0x94898f2cdefc2728 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2721 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.549628:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d0600/0x94898f2cdefc2728 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2721 expref: 15 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.550055:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c50d0600/0x94898f2cdefc2728 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2721 expref: 15 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.550069:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0600, rc 0) 00000100:00100000:1.0:1781272572.550448:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168535296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1207us (5867us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272572.550458:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1781272572.550851:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b83800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168535296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272572.550883:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc2721 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2728 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.550897:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc2721 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2728 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272572.551024:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b83800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168535424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.552383:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.552454:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e780 going to sleep for 11 seconds 00000100:00100000:3.0:1781272572.553559:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b83800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168535424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.553633:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b83800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168535552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.553701:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.554427:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e780 going to sleep for 11 seconds 00000100:00100000:1.0:1781272572.554645:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168535552 00000100:00100000:1.0:1781272572.554665:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168535552 00000100:00100000:1.0:1781272572.554772:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1781272572.554783:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168535552:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272572.554984:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168535552:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 202us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272572.554992:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1781272572.555127:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b83800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168535552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272572.556615:0:19466:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19466:1867799168535680:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.556778:0:19466:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272572.557137:0:19466:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe600 going to sleep for 11 seconds 00000100:00100000:3.0:1781272572.558423:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168535680 00000100:00100000:3.0:1781272572.558441:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168535680 00000100:00100000:3.0:1781272572.558512:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1781272572.558523:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:19466:x1867799168535680:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272572.558743:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:19466:x1867799168535680:12345-0@lo:502:llog_process_th.0 Request processed in 222us (1965us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272572.558753:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1781272572.559008:0:19466:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19466:1867799168535680:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.559141:0:19466:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19466:1867799168535808:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.559196:0:19466:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272572.559254:0:19466:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe600 going to sleep for 11 seconds 00000100:00100000:3.0:1781272572.559513:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168535808 00000100:00100000:3.0:1781272572.559520:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168535808 00000100:00100000:3.0:1781272572.559548:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1781272572.559555:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:19466:x1867799168535808:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272572.559663:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:19466:x1867799168535808:12345-0@lo:502:llog_process_th.0 Request processed in 107us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272572.559670:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1781272572.559914:0:19466:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19466:1867799168535808:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1781272572.559938:0:19466:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:3.0:1781272572.560220:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:3.0:1781272572.560258:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1781272572.560270:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc2721 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2728 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.560283:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc2721 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2728 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781272572.560295:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1781272572.560298:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1781272572.560301:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1781272572.560335:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e000/0x94898f2cdefc272f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.560356:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e000/0x94898f2cdefc272f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.560367:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e000/0x94898f2cdefc272f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272572.560387:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168535936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.560427:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.560465:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.564991:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168535936 00000100:00100000:0.0:1781272572.565012:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168535936 00000100:00100000:0.0:1781272572.565094:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1781272572.565108:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168535936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272572.565141:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272572.565167:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49e8c00/0x94898f2cdefc2736 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc272f expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272572.565207:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49e8c00/0x94898f2cdefc2736 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc272f expref: 16 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272572.565222:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49e8c00/0x94898f2cdefc2736 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc272f expref: 16 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272572.565233:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8c00, rc 0) 00000100:00100000:0.0:1781272572.565349:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168535936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 244us (4921us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.565357:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1781272572.566068:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168535936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272572.566110:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e000/0x94898f2cdefc272f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2736 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.566142:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e000/0x94898f2cdefc272f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2736 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272572.566268:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168536064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.566320:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.566371:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.566545:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168536064 00000100:00100000:0.0:1781272572.566553:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168536064 00000100:00100000:0.0:1781272572.566588:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1781272572.566597:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168536064:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272572.566796:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168536064:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 199us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.566805:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1781272572.566979:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168536064:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.567024:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168536192:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.567076:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.567115:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.567487:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168536192 00000100:00100000:0.0:1781272572.567495:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168536192 00000100:00100000:0.0:1781272572.567524:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1781272572.567532:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168536192:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272572.567654:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168536192:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 122us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.567662:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1781272572.567875:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168536192:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1781272572.568953:0:19467:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:3.0:1781272572.569441:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1781272572.569491:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1781272572.569505:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e000/0x94898f2cdefc272f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2736 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.569518:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e000/0x94898f2cdefc272f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2736 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781272572.569530:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781272572.569533:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb4f622a800 from 52 10000000:01000000:3.0:1781272572.569537:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781272572.569586:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9f800/0x94898f2cdefc273d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.569595:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9f800/0x94898f2cdefc273d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.569609:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9f800/0x94898f2cdefc273d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272572.569639:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168536320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.569716:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.569765:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.570457:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168536320 00000100:00100000:0.0:1781272572.570468:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168536320 00000100:00100000:0.0:1781272572.570531:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1781272572.570542:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168536320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272572.570560:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272572.570576:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49e8800/0x94898f2cdefc2744 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc273d expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272572.570608:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49e8800/0x94898f2cdefc2744 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc273d expref: 17 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272572.570620:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49e8800/0x94898f2cdefc2744 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc273d expref: 17 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272572.570631:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8800, rc 0) 00000100:00100000:0.0:1781272572.570691:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168536320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 151us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.570712:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1781272572.570856:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168536320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272572.570875:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9f800/0x94898f2cdefc273d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2744 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.570885:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9f800/0x94898f2cdefc273d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2744 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272572.570961:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168536448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.571002:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.571027:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:1.0:1781272572.571107:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168536448 00000100:00100000:1.0:1781272572.571113:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168536448 00000100:00100000:1.0:1781272572.571258:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1781272572.571267:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168536448:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272572.571426:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168536448:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 160us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272572.571678:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1781272572.571773:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168536448:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.571813:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168536576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.571891:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.571915:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.571994:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168536576 00000100:00100000:0.0:1781272572.571999:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168536576 00000100:00100000:0.0:1781272572.572020:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1781272572.572027:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168536576:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272572.572260:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168536576:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 233us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.572268:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1781272572.573794:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168536576:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272572.574553:0:19468:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19468:1867799168536704:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272572.574666:0:19468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272572.574722:0:19468:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c78943c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.574964:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168536704 00000100:00100000:0.0:1781272572.574974:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168536704 00000100:00100000:0.0:1781272572.575030:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1781272572.575043:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:19468:x1867799168536704:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.575520:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:19468:x1867799168536704:12345-0@lo:502:llog_process_th.0 Request processed in 478us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.575530:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1781272572.575670:0:19468:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19468:1867799168536704:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272572.575741:0:19468:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19468:1867799168536832:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272572.575786:0:19468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.575827:0:19468:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:1.0:1781272572.575925:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168536832 00000100:00100000:1.0:1781272572.575931:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168536832 00000100:00100000:1.0:1781272572.575959:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1781272572.575967:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:19468:x1867799168536832:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272572.576053:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:19468:x1867799168536832:12345-0@lo:502:llog_process_th.0 Request processed in 86us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272572.576060:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1781272572.576473:0:19468:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19468:1867799168536832:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1781272572.576502:0:19468:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000100:00100000:1.0:1781272572.577393:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168536960 00000100:00100000:1.0:1781272572.577400:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168536960 00000100:00100000:1.0:1781272572.577447:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1781272572.577457:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168536960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272572.577469:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272572.577485:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2752 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc274b expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.577514:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2752 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc274b expref: 18 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.577526:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2752 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc274b expref: 18 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.577536:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1c00, rc 0) 00000100:00100000:1.0:1781272572.577587:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168536960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272572.577609:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1781272572.577813:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168536960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272572.577869:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1b400/0x94898f2cdefc274b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2752 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.577878:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1b400/0x94898f2cdefc274b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2752 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272572.577947:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168537088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.577977:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.577993:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.578063:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168537088 00000100:00100000:0.0:1781272572.578069:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168537088 00000100:00100000:0.0:1781272572.578099:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1781272572.578108:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168537088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272572.578287:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168537088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 180us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.578295:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1781272572.578460:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168537088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.578507:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168537216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.578551:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.578583:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:3.0:1781272572.579107:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168537216:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1781272572.581718:0:19469:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:3.0:1781272572.584384:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1781272572.584435:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1781272572.584452:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1b400/0x94898f2cdefc274b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2752 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.584468:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1b400/0x94898f2cdefc274b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2752 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781272572.584481:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781272572.584484:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb4fc23f000 from 52 10000000:01000000:3.0:1781272572.584488:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781272572.584547:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2759 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.584557:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2759 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.584571:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2759 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272572.584607:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168537344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.584699:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.584747:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:3.0:1781272572.585645:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168537344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272572.585685:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2759 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2760 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.585695:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2759 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2760 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272572.585779:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168537472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.585811:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272572.585922:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168537472 00000100:00100000:0.0:1781272572.585928:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168537472 00000100:00100000:0.0:1781272572.585960:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1781272572.585977:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168537472:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272572.586778:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168537472:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 798us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.586789:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1781272572.586985:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:3.0:1781272572.587005:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168537472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.587052:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168537600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.587193:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.587249:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:1.0:1781272572.588473:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168537600 00000100:00100000:1.0:1781272572.588487:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168537600 00000100:00100000:0.0:1781272572.588782:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1781272572.588793:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168537600:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272572.589004:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168537600:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 212us (1810us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.589012:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1781272572.589281:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168537600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272572.589870:0:19470:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19470:1867799168537728:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272572.589941:0:19470:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272572.589982:0:19470:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.590307:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168537728 00000100:00100000:0.0:1781272572.590315:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168537728 00000100:00100000:0.0:1781272572.590373:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1781272572.590385:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:19470:x1867799168537728:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.590531:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:19470:x1867799168537728:12345-0@lo:502:llog_process_th.0 Request processed in 148us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.590539:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1781272572.590817:0:19470:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19470:1867799168537728:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272572.590911:0:19470:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19470:1867799168537856:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272572.590958:0:19470:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.590987:0:19470:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e300 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.591051:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168537856 00000100:00100000:0.0:1781272572.591057:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168537856 00000100:00100000:0.0:1781272572.591077:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1781272572.591083:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:19470:x1867799168537856:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.591357:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:19470:x1867799168537856:12345-0@lo:502:llog_process_th.0 Request processed in 273us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.591374:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1781272572.591813:0:19470:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19470:1867799168537856:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1781272572.591876:0:19470:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:1.0:1781272572.592111:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1781272572.592166:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781272572.592181:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2759 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2760 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.592192:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2759 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2760 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272572.592205:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:1.0:1781272572.592209:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 46 10000000:01000000:1.0:1781272572.592212:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1781272572.592263:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1000/0x94898f2cdefc2767 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.592273:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1000/0x94898f2cdefc2767 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.592284:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1000/0x94898f2cdefc2767 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272572.592308:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168537984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781272572.592380:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272572.592422:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9780 going to sleep for 11 seconds 00000100:00100000:1.0:1781272572.593396:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168537984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272572.593414:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1000/0x94898f2cdefc2767 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc276e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.593424:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1000/0x94898f2cdefc2767 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc276e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272572.593514:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168538112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272572.593547:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272572.593572:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9780 going to sleep for 11 seconds 00000100:00100000:1.0:1781272572.594017:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168538112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272572.594047:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168538240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272572.594093:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272572.594299:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9780 going to sleep for 11 seconds 00000100:00100000:1.0:1781272572.596606:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168538240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.597547:0:19471:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19471:1867799168538368:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272572.597625:0:19471:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.597751:0:19471:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.598213:0:19471:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19471:1867799168538368:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1781272572.598260:0:19471:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1781272572.598282:0:19471:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781272572.598285:0:19471:0:(obd_config.c:1561:class_process_config()) marker 45 (0x1) lustre-MDT0001-m new lustre.test_11c 00000020:00000080:0.0:1781272572.598291:0:19471:0:(obd_config.c:1470:class_process_config()) processing cmd: ce020 00020000:01000000:0.0:1781272572.598384:0:19471:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00000100:00100000:0.0:1781272572.598416:0:19471:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19471:1867799168538496:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.598458:0:19471:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272572.598976:0:19471:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3c1f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272572.599138:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168538496 00000100:00100000:3.0:1781272572.599146:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168538496 00000100:00100000:3.0:1781272572.599184:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1781272572.599203:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:19471:x1867799168538496:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272572.599423:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:19471:x1867799168538496:12345-0@lo:502:llog_process_th.0 Request processed in 220us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272572.599432:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1781272572.599546:0:19471:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19471:1867799168538496:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.599604:0:19471:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19471:1867799168538624:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.599654:0:19471:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272572.599679:0:19471:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4ee072900 going to sleep for 11 seconds 00000100:00100000:3.0:1781272572.601416:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168538624 00000100:00100000:3.0:1781272572.601434:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168538624 00000100:00100000:3.0:1781272572.601495:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1781272572.601505:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:19471:x1867799168538624:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272572.601708:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:19471:x1867799168538624:12345-0@lo:502:llog_process_th.0 Request processed in 204us (2053us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272572.601717:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1781272572.601920:0:19471:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19471:1867799168538624:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1781272572.601960:0:19471:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781272572.601969:0:19471:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781272572.601972:0:19471:0:(obd_config.c:1561:class_process_config()) marker 45 (0x2) lustre-MDT0001-m new lustre.test_11c 00000040:00080000:0.0:1781272572.601977:0:19471:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 50 count 49 00000020:01000000:3.0:1781272572.602220:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 46-49 (rc=0) 10000000:01000000:3.0:1781272572.602254:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1781272572.602268:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1000/0x94898f2cdefc2767 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc276e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.602282:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1000/0x94898f2cdefc2767 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc276e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781272572.602295:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781272572.602299:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb4c2ec7800 from 52 10000000:01000000:3.0:1781272572.602302:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781272572.602343:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f0c00/0x94898f2cdefc2775 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.602353:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f0c00/0x94898f2cdefc2775 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.602363:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f0c00/0x94898f2cdefc2775 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272572.602410:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168538752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.602454:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.602489:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.602636:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168538752 00000100:00100000:0.0:1781272572.602641:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168538752 00000100:00100000:0.0:1781272572.602671:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1781272572.602679:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168538752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272572.602691:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272572.602706:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49e9600/0x94898f2cdefc277c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2775 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272572.602733:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49e9600/0x94898f2cdefc277c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2775 expref: 21 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272572.602746:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49e9600/0x94898f2cdefc277c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2775 expref: 21 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272572.602764:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9600, rc 0) 00000100:00100000:0.0:1781272572.602811:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168538752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.602818:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1781272572.603432:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168538752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272572.603454:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f0c00/0x94898f2cdefc2775 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc277c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272572.603466:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f0c00/0x94898f2cdefc2775 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc277c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272572.603551:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168538880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.603589:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.603618:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.603680:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168538880 00000100:00100000:0.0:1781272572.603687:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168538880 00000100:00100000:0.0:1781272572.603726:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1781272572.603736:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168538880:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272572.603929:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168538880:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 194us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.603938:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1781272572.604027:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168538880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.604063:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168539008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272572.604139:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272572.604158:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:3.0:1781272572.606867:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168539008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272572.607427:0:19472:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19472:1867799168539136:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.607509:0:19472:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272572.607559:0:19472:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e64240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.608379:0:19472:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19472:1867799168539136:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.608444:0:19472:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19472:1867799168539264:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.608492:0:19472:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272572.608528:0:19472:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e64240 going to sleep for 11 seconds 00000100:00100000:1.0:1781272572.608577:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168539264 00000100:00100000:1.0:1781272572.608584:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168539264 00000100:00100000:1.0:1781272572.608628:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1781272572.608637:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:19472:x1867799168539264:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272572.608740:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:19472:x1867799168539264:12345-0@lo:502:llog_process_th.0 Request processed in 105us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272572.608747:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1781272572.609069:0:19472:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19472:1867799168539264:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1781272572.609090:0:19472:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:1.0:1781272572.609300:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1781272572.609352:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781272572.609375:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f0c00/0x94898f2cdefc2775 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc277c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.609388:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f0c00/0x94898f2cdefc2775 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc277c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272572.609399:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1781272572.609402:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 46 10000000:01000000:1.0:1781272572.609405:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1781272572.609437:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1600/0x94898f2cdefc2783 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.609447:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1600/0x94898f2cdefc2783 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.609457:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1600/0x94898f2cdefc2783 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272572.609476:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168539392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781272572.609515:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272572.609552:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.609715:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168539392 00000100:00100000:0.0:1781272572.609722:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168539392 00000100:00100000:0.0:1781272572.609767:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1781272572.609776:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168539392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272572.609795:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272572.609812:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc278a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2783 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272572.609869:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc278a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2783 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272572.609882:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc278a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2783 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272572.609892:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9a00, rc 0) 00000100:00100000:0.0:1781272572.609942:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168539392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 167us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.609949:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1781272572.610259:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168539520 00000100:00100000:1.0:1781272572.610264:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168539520 00000100:00100000:1.0:1781272572.610302:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1781272572.610309:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168539520:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272572.610458:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168539520:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 149us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272572.610465:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1781272572.610762:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168539648 00000100:00100000:0.0:1781272572.610767:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168539648 00000100:00100000:0.0:1781272572.610799:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1781272572.610806:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168539648:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272572.610920:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168539648:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 115us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.610927:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1781272572.611924:0:19473:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19473:1867799168539776:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272572.611990:0:19473:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272572.612024:0:19473:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272572.612103:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168539776 00000100:00100000:0.0:1781272572.612109:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168539776 00000100:00100000:0.0:1781272572.612157:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1781272572.612167:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19473:x1867799168539776:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.612300:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19473:x1867799168539776:12345-0@lo:502:llog_process_th.0 Request processed in 133us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.612319:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1781272572.612486:0:19473:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19473:1867799168539776:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781272572.612522:0:19473:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781272572.612538:0:19473:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781272572.612541:0:19473:0:(obd_config.c:1561:class_process_config()) marker 44 (0x1) lustre-MDT0000-m new lustre.test_11c 00000020:00000080:1.0:1781272572.612548:0:19473:0:(obd_config.c:1470:class_process_config()) processing cmd: ce020 00020000:01000000:1.0:1781272572.612653:0:19473:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00080000:10000000:1.0:1781272572.614030:0:19473:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00080000:0.0:1781272572.622281:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967750 is committed 00000020:00080000:0.0:1781272572.622305:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 10 batchid updated 00000020:00080000:1.0:1781272572.623337:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000020:00080000:1.0:1781272572.623353:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000100:00100000:1.0:1781272572.634328:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168539904 00000100:00100000:1.0:1781272572.634337:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168539904 00000100:00100000:1.0:1781272572.634468:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1781272572.634481:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19473:x1867799168539904:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272572.634961:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19473:x1867799168539904:12345-0@lo:502:llog_process_th.0 Request processed in 481us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272572.634970:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1781272572.635657:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168540032 00000100:00100000:0.0:1781272572.635666:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168540032 00000100:00100000:0.0:1781272572.635711:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1781272572.635720:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19473:x1867799168540032:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272572.635862:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19473:x1867799168540032:12345-0@lo:502:llog_process_th.0 Request processed in 112us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272572.635870:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1781272572.636071:0:19473:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19473:1867799168540032:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781272572.636098:0:19473:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781272572.636106:0:19473:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781272572.636108:0:19473:0:(obd_config.c:1561:class_process_config()) marker 44 (0x2) lustre-MDT0000-m new lustre.test_11c 00000040:00080000:1.0:1781272572.636113:0:19473:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000100:00100000:1.0:1781272572.637486:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168540160 00000100:00100000:1.0:1781272572.638300:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168540160 00000100:00100000:1.0:1781272572.638412:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1781272572.638423:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168540160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272572.638452:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272572.638470:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d1800/0x94898f2cdefc2798 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2791 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.638501:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d1800/0x94898f2cdefc2798 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2791 expref: 23 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.638512:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c50d1800/0x94898f2cdefc2798 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2791 expref: 23 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272572.638521:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1800, rc 0) 00000100:00100000:1.0:1781272572.638594:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:6488:x1867799168540160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 174us (1606us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272572.638602:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1781272572.639441:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168540288 00000100:00100000:0.0:1781272572.639449:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168540288 00000100:00100000:0.0:1781272572.639502:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1781272572.639511:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:6488:x1867799168540288:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272572.639619:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:6488:x1867799168540288:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 109us (745us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272572.639626:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00010000:00010000:3.0:1781272573.264413:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272573.513391:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168540416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272573.513512:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272573.515236:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168540416 00000100:00100000:0.0:1781272573.515268:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168540416 00000100:00100000:0.0:1781272573.515384:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1781272573.515400:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168540416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272573.515456:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91299520 pending 28672 free 3921408000 avail 3689885696 00000100:00080000:3.0:1781272573.518086:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272573.520679:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168540416:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272573.520709:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168540416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5310us (7192us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272573.520725:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1781272574.017552:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272574.017585:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168540544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272574.017683:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272574.017768:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168540544 00000100:00100000:1.0:1781272574.017778:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168540544 00000100:00100000:1.0:1781272574.017885:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1781272574.017898:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168540544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272574.017937:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91299520 pending 28672 free 3921408000 avail 3689885696 00000100:00100000:1.0:1781272574.018007:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168540544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272574.018026:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00080000:1.0:1781272574.018052:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272574.018113:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168540544:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1781272574.272713:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272574.528148:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272574.528181:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168540672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272574.528277:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272574.528388:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168540672 00000100:00100000:3.0:1781272574.528400:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168540672 00000100:00100000:3.0:1781272574.528481:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1781272574.528493:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168540672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272574.528537:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1781272574.528592:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168540672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272574.528601:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1781272574.528677:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168540672:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1781272574.529198:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272574.529487:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168540800 00000100:00100000:1.0:1781272574.529492:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168540800 00000100:00100000:1.0:1781272574.529547:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:1.0:1781272574.529557:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168540800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272574.529572:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1781272574.529614:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168540800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272574.529621:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:1.0:1781272574.529655:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168540800:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272574.535263:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168541056:0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.535368:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272574.535438:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168541568:0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.535465:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272574.535488:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168542080:0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.535512:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272574.535548:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781272574.535554:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168540928:0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.535588:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272574.535612:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168541440:0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.535641:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272574.535659:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168541952:0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.535879:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272574.535926:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168541056 00000100:00100000:3.0:1781272574.535936:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168541056 00000100:00100000:3.0:1781272574.536069:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168541568 00000100:00100000:3.0:1781272574.536073:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168541568 00000100:00100000:3.0:1781272574.536264:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168542080 00000100:00100000:3.0:1781272574.536268:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168542080 00000100:00100000:3.0:1781272574.536291:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1781272574.536301:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168541056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.536375:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168541056:12345-0@lo:400:kworker.0 Request processed in 74us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272574.536384:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1781272574.536407:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1781272574.536414:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168541568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.538227:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168541568:12345-0@lo:400:kworker.0 Request processed in 1812us (2760us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272574.538236:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1781272574.538272:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168540928 00000100:00100000:3.0:1781272574.538278:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168540928 00000100:00100000:3.0:1781272574.538322:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1781272574.538330:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168540928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.538367:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168540928:12345-0@lo:400:kworker.0 Request processed in 38us (2777us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272574.538374:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1781272574.539877:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168540928:0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.539901:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168541440:0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.539917:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168541952:0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.539931:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168541056:0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.539943:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168541568:0@lo:400:kworker.0 00000100:00100000:3.0:1781272574.540001:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168542080:0@lo:400:kworker.0 00000001:00080000:1.0:1781272575.044795:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967330 is committed 00010000:00010000:0.0:1781272575.297384:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1781272575.322063:0:19570:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffd01c93520 20000000:00000080:0.0:1781272575.322093:0:19570:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8eb4ee02f800 uarg=0000000000000000 00000040:00100000:0.0:1781272575.322703:0:19570:0:(llog.c:1067:llog_reverse_process()) index 54 : idx 49 20000000:01000000:0.0:1781272575.322712:0:19570:0:(mgs_llog.c:960:mgs_search_pool_cb()) Matched pool rec 53 cmd:0xce020 lustre.test_11c 00000040:00080000:0.0:1781272575.322818:0:19570:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].55, 224 off17736 20000000:01000000:0.0:1781272575.322887:0:19570:0:(mgs_llog.c:1536:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:0.0:1781272575.322909:0:19570:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].56, 136 off17872 00000040:00080000:0.0:1781272575.322925:0:19570:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].57, 224 off18096 00000040:00080000:0.0:1781272575.323013:0:19570:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].50, 224 off16832 20000000:01000000:0.0:1781272575.323022:0:19570:0:(mgs_llog.c:1536:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:0.0:1781272575.323035:0:19570:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].51, 144 off16976 00000040:00080000:0.0:1781272575.323046:0:19570:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].52, 224 off17200 00000040:00080000:0.0:1781272575.323120:0:19570:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].50, 224 off16832 20000000:01000000:0.0:1781272575.323129:0:19570:0:(mgs_llog.c:1536:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:0.0:1781272575.323142:0:19570:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].51, 144 off16976 00000040:00080000:0.0:1781272575.323154:0:19570:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].52, 224 off17200 10000000:01000000:0.0:1781272575.323164:0:19570:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1781272575.323184:0:19570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323209:0:19570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4f1aa00/0x94898f2cdefc270c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8301d expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323219:0:19570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2713 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83024 expref: 11 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323226:0:19570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c50d0e00/0x94898f2cdefc271a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8302b expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323234:0:19570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c50d0600/0x94898f2cdefc2728 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2721 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323260:0:19570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c49e8c00/0x94898f2cdefc2736 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc272f expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323267:0:19570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c49e8800/0x94898f2cdefc2744 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc273d expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323273:0:19570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2752 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc274b expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323280:0:19570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc2760 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2759 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323287:0:19570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc276e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2767 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323295:0:19570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c49e9600/0x94898f2cdefc277c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2775 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323304:0:19570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc278a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2783 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323312:0:19570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c50d1800/0x94898f2cdefc2798 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2791 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323321:0:19570:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323379:0:19570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c50d1800/0x94898f2cdefc2798 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc2791 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323412:0:19570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c50d1800/0x94898f2cdefc2798 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc2791 expref: 22 pid: 6486 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.323429:0:19570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168542336:0@lo:104: 00000100:00100000:0.0:1781272575.323503:0:19570:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272575.323566:0:19570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc278a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc2783 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323574:0:19570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc278a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc2783 expref: 22 pid: 6484 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.323582:0:19570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168542464:0@lo:104: 00000100:00100000:0.0:1781272575.323603:0:19570:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272575.323628:0:19570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c49e9600/0x94898f2cdefc277c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc2775 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323635:0:19570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c49e9600/0x94898f2cdefc277c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc2775 expref: 22 pid: 6486 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.323643:0:19570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168542592:0@lo:104: 00000100:00100000:0.0:1781272575.323662:0:19570:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272575.323684:0:19570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc276e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc2767 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323692:0:19570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc276e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc2767 expref: 22 pid: 6486 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.323700:0:19570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168542720:0@lo:104: 00000100:00100000:0.0:1781272575.323729:0:19570:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272575.323748:0:19570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc2760 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc2759 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323756:0:19570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc2760 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc2759 expref: 22 pid: 6486 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.323765:0:19570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168542848:0@lo:104: 00000100:00100000:0.0:1781272575.323785:0:19570:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272575.323800:0:19570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2752 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc274b expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323807:0:19570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2752 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc274b expref: 22 pid: 6485 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.323815:0:19570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168542976:0@lo:104: 00000100:00100000:0.0:1781272575.323864:0:19570:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272575.323880:0:19570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c49e8800/0x94898f2cdefc2744 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc273d expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323888:0:19570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c49e8800/0x94898f2cdefc2744 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc273d expref: 22 pid: 6484 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.323896:0:19570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168543104:0@lo:104: 00000100:00100000:0.0:1781272575.323918:0:19570:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272575.323933:0:19570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c49e8c00/0x94898f2cdefc2736 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc272f expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323942:0:19570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c49e8c00/0x94898f2cdefc2736 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc272f expref: 22 pid: 6484 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.323961:0:19570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168543232:0@lo:104: 00010000:00010000:0.0:1781272575.323984:0:19570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c50d0600/0x94898f2cdefc2728 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc2721 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.323991:0:19570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c50d0600/0x94898f2cdefc2728 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc2721 expref: 22 pid: 6485 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.323998:0:19570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168543360:0@lo:104: 00010000:00010000:0.0:1781272575.324021:0:19570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c50d0e00/0x94898f2cdefc271a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8302b expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.324032:0:19570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eb3c50d0e00/0x94898f2cdefc271a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8302b expref: 11 pid: 6485 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.324040:0:19570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168543488:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272575.332810:0:19570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2713 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83024 expref: 11 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.332848:0:19570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2713 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83024 expref: 11 pid: 6484 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.332869:0:19570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168544768:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272575.332951:0:19570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4f1aa00/0x94898f2cdefc270c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8301d expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.332960:0:19570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eb3c4f1aa00/0x94898f2cdefc270c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8301d expref: 11 pid: 6485 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.332988:0:19570:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168544896:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272575.333014:0:19570:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6ea80 going to sleep for 11 seconds 00010000:00010000:0.0:1781272575.333049:0:19570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c50d1800/0x94898f2cdefc2798 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc2791 expref: 22 pid: 6486 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.333066:0:19570:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168542336:0@lo:104: 00010000:00010000:0.0:1781272575.333089:0:19570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc278a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc2783 expref: 21 pid: 6484 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.333098:0:19570:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168542464:0@lo:104: 00010000:00010000:0.0:1781272575.333108:0:19570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c49e9600/0x94898f2cdefc277c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc2775 expref: 20 pid: 6486 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.333115:0:19570:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168542592:0@lo:104: 00010000:00010000:0.0:1781272575.333253:0:19570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc276e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc2767 expref: 19 pid: 6486 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.333262:0:19570:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168542720:0@lo:104: 00010000:00010000:0.0:1781272575.333271:0:19570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc2760 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc2759 expref: 18 pid: 6486 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.333278:0:19570:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168542848:0@lo:104: 00010000:00010000:0.0:1781272575.333287:0:19570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2752 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc274b expref: 17 pid: 6485 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.333295:0:19570:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168542976:0@lo:104: 00010000:00010000:0.0:1781272575.333316:0:19570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c49e8800/0x94898f2cdefc2744 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc273d expref: 16 pid: 6484 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.333325:0:19570:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168543104:0@lo:104: 00010000:00010000:0.0:1781272575.333334:0:19570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c49e8c00/0x94898f2cdefc2736 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc272f expref: 15 pid: 6484 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.333341:0:19570:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168543232:0@lo:104: 00010000:00010000:0.0:1781272575.333349:0:19570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c50d0600/0x94898f2cdefc2728 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc2721 expref: 14 pid: 6485 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272575.333356:0:19570:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19570:1867799168543360:0@lo:104: 00000100:00100000:0.0:1781272575.338551:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272575.338938:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159147136 00000100:00100000:3.0:1781272575.338950:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159147136 00010000:00010000:3.0:1781272575.339015:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2713 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83024 expref: 12 pid: 6484 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272575.339072:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 242 00000100:00100000:3.0:1781272575.339093:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159147136:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272575.339123:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272575.339131:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2713 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83024 expref: 12 pid: 6484 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.339143:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2713 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83024 expref: 12 pid: 6484 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.339166:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2713 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83024 expref: 12 pid: 6484 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.339187:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272575.339263:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:2391:x1867799159147136:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 171us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272575.339272:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 242 00000100:00100000:0.0:1781272575.340774:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272575.341443:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272575.341722:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159147392 00000100:00100000:3.0:1781272575.341732:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159147392 00010000:00010000:3.0:1781272575.341769:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4f1aa00/0x94898f2cdefc270c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8301d expref: 10 pid: 6485 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272575.341825:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 244 00000100:00100000:3.0:1781272575.341902:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:2389:x1867799159147392:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272575.341920:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272575.341927:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4f1aa00/0x94898f2cdefc270c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8301d expref: 10 pid: 6485 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.341959:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4f1aa00/0x94898f2cdefc270c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8301d expref: 10 pid: 6485 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.341979:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4f1aa00/0x94898f2cdefc270c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8301d expref: 10 pid: 6485 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.341999:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.342007:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.342023:0:10311:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.342029:0:10311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.342035:0:10311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.342041:0:10311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.342047:0:10311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272575.342051:0:10311:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.342064:0:10311:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.342095:0:10311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272575.342108:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272575.342169:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:727dfb89-6ae0-4877-8dd8-89876ae289fb+9:2389:x1867799159147392:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 271us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272575.342177:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 244 00010000:00010000:0.0:1781272575.342243:0:19570:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.342258:0:19570:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272575.342265:0:19570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc279f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781272575.425005:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272575.425020:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272575.425310:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 1 00000040:00080000:1.0:1781272575.425477:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272576.064266:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168545024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272576.064381:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272576.064543:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168545024 00000100:00100000:1.0:1781272576.064556:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168545024 00000100:00100000:1.0:1781272576.064627:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1781272576.064639:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168545024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272576.064692:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:1.0:1781272576.070592:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168545024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5938us (6194us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272576.070644:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1781272576.070666:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168545024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272576.460455:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272576.460625:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159147520 00000100:00100000:1.0:1781272576.460641:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159147520 00000100:00100000:1.0:1781272576.460721:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 507 00000100:00100000:1.0:1781272576.460733:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+9:6163:x1867799159147520:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272576.460757:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272576.460789:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d0a00/0x94898f2cdefc27a6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83032 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272576.460885:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d0a00/0x94898f2cdefc27a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83032 expref: 10 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272576.460902:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c50d0a00/0x94898f2cdefc27a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83032 expref: 10 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272576.460915:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0a00, rc 0) 00000100:00100000:1.0:1781272576.461009:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159147520:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 Request processed in 278us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272576.461019:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 507 00000100:00100000:3.0:1781272576.467585:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272576.468351:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159147648 00000100:00100000:0.0:1781272576.468371:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159147648 00000100:00100000:0.0:1781272576.468474:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 508 00000100:00100000:0.0:1781272576.468497:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159147648:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272576.468769:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159147648:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 Request processed in 284us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272576.468812:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 508 00000100:00100000:0.0:1781272576.476393:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272576.476547:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159147776 00000100:00100000:1.0:1781272576.476558:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159147776 00000100:00100000:1.0:1781272576.476645:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 509 00000100:00100000:1.0:1781272576.476658:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c92d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159147776:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272576.476888:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c92d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159147776:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 Request processed in 232us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272576.476896:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 509 00000100:00100000:1.0:1781272576.487591:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272576.488003:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159147904 00000100:00100000:3.0:1781272576.488014:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159147904 00000100:00100000:3.0:1781272576.488086:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 510 00000100:00100000:3.0:1781272576.488096:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c92d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:23490:x1867799159147904:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:3.0:1781272576.488565:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c92d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:23490:x1867799159147904:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 468us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272576.488574:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 510 00000100:00100000:3.0:1781272576.493374:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272576.493449:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159148032 00000100:00100000:1.0:1781272576.493460:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159148032 00000100:00100000:1.0:1781272576.493585:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 511 00000100:00100000:1.0:1781272576.493597:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8ab9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:23490:x1867799159148032:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:1.0:1781272576.493784:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8ab9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:23490:x1867799159148032:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 190us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272576.493793:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 511 00000100:00100000:1.0:1781272576.501311:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272576.504907:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159148160 00000100:00100000:3.0:1781272576.504924:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159148160 00000100:00100000:1.0:1781272576.516082:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159148288 00000100:00100000:1.0:1781272576.516104:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159148288 00000100:00100000:1.0:1781272576.516174:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 513 00000100:00100000:1.0:1781272576.516318:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159148288:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272576.516494:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159148288:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 Request processed in 180us (1446us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272576.516503:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 513 00000100:00100000:3.0:1781272576.520036:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272576.520804:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159148416 00000100:00100000:0.0:1781272576.521436:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159148416 00000100:00100000:0.0:1781272576.521522:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 514 00000100:00100000:0.0:1781272576.521533:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159148416:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272576.522269:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159148416:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 Request processed in 735us (2241us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272576.522280:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 514 00000100:00100000:0.0:1781272576.529646:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272576.533942:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159148672 00000100:00100000:0.0:1781272576.533952:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159148672 00000100:00100000:0.0:1781272576.534047:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 516 00000100:00100000:0.0:1781272576.534069:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:23491:x1867799159148672:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:0.0:1781272576.534247:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:23491:x1867799159148672:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 190us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272576.534255:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 516 00000100:00100000:3.0:1781272576.538210:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272576.546733:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272576.651767:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272576.651812:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272576.651897:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272576.651918:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272576.651941:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272576.652110:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159149312 00000100:00100000:0.0:1781272576.652122:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159149312 00000100:00100000:3.0:1781272576.652394:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272576.652684:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159149056 00000100:00100000:1.0:1781272576.652690:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159149056 00000100:00100000:1.0:1781272576.652726:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159149568 00000100:00100000:1.0:1781272576.652730:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159149568 00000100:00100000:1.0:1781272576.652752:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159149184 00000100:00100000:1.0:1781272576.652755:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159149184 00000100:00100000:1.0:1781272576.652775:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 638 00000100:00100000:1.0:1781272576.652785:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+73:2388:x1867799159149056:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272576.652937:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+73:2388:x1867799159149056:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 153us (1180us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272576.653010:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 638 00000100:00100000:1.0:1781272576.653030:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 639 00000100:00100000:1.0:1781272576.653037:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+31:2388:x1867799159149568:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272576.653076:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+31:2388:x1867799159149568:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 39us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272576.653083:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 639 00000100:00100000:1.0:1781272576.653094:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 640 00000100:00100000:1.0:1781272576.653101:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159149184:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272576.653123:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159149184:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272576.653129:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 640 00000100:00080000:1.0:1781272576.655487:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272576.655497:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272576.655502:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272576.655590:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159149824 00000100:00100000:0.0:1781272576.655605:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159149824 00000100:00100000:0.0:1781272576.655681:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159149440 00000100:00100000:0.0:1781272576.655684:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159149440 00000100:00100000:0.0:1781272576.655707:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 309 00000100:00100000:0.0:1781272576.655717:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2388:x1867799159149312:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272576.655803:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2388:x1867799159149312:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 87us (3989us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272576.655827:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 309 00000100:00100000:0.0:1781272576.655862:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 310 00000100:00100000:0.0:1781272576.655869:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2388:x1867799159149824:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272576.655895:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2388:x1867799159149824:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (3976us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272576.655900:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 310 00000100:00100000:0.0:1781272576.655911:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 311 00000100:00100000:0.0:1781272576.655917:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2388:x1867799159149440:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272576.655939:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2388:x1867799159149440:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (3545us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272576.655943:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 311 00000100:00080000:0.0:1781272576.655979:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272576.655981:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272576.656094:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272576.656123:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272576.656137:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159149952 00000100:00100000:0.0:1781272576.657136:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159149952 00000100:00100000:0.0:1781272576.657203:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 312 00000100:00100000:0.0:1781272576.657220:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159149952:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272576.657263:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159149952:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 52us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272576.657269:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 312 10000000:01000000:3.0:1781272577.024013:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781272577.024026:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb3c1e45800 from 55 10000000:01000000:3.0:1781272577.024034:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781272577.024117:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.024130:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.024143:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272577.024175:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168545152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.024250:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.024314:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c34929c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272577.024482:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168545152 00000100:00100000:1.0:1781272577.024498:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168545152 00000100:00100000:1.0:1781272577.024676:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1781272577.024686:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+14:6488:x1867799168545152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272577.024700:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272577.024716:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d0200/0x94898f2cdefc27c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc27bb expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.024740:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d0200/0x94898f2cdefc27c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc27bb expref: 15 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.024751:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c50d0200/0x94898f2cdefc27c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc27bb expref: 15 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.024778:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0200, rc 0) 00000100:00100000:1.0:1781272577.024860:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168545152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272577.024868:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1781272577.024958:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168545152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272577.024972:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc27c2 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.024982:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc27c2 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272577.025050:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168545280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.025108:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.033316:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c34929c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272577.034747:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168545280 00000100:00100000:0.0:1781272577.034762:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168545280 00000100:00100000:0.0:1781272577.034864:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1781272577.034874:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168545280:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272577.040065:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168545280:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 5170us (14934us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272577.040080:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1781272577.040113:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168545280:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.040175:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168545408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.040245:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.040292:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c34929c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272577.040346:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168545408 00000100:00100000:0.0:1781272577.040353:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168545408 00000100:00100000:0.0:1781272577.040385:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1781272577.040394:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168545408:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272577.040483:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168545408:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 89us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272577.040499:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1781272577.040614:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168545408:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272577.042023:0:19571:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19571:1867799168545536:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272577.042313:0:19571:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272577.042359:0:19571:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4e295b240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272577.042433:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168545536 00000100:00100000:0.0:1781272577.042441:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168545536 00000100:00100000:0.0:1781272577.042502:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1781272577.042513:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:19571:x1867799168545536:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272577.042816:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:19571:x1867799168545536:12345-0@lo:502:llog_process_th.0 Request processed in 303us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272577.042825:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1781272577.043072:0:19571:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19571:1867799168545536:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272577.043136:0:19571:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19571:1867799168545664:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272577.043175:0:19571:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272577.043199:0:19571:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d900 going to sleep for 11 seconds 00000100:00100000:0.0:1781272577.043309:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168545664 00000100:00100000:0.0:1781272577.043315:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168545664 00000100:00100000:0.0:1781272577.043335:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1781272577.043342:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:19571:x1867799168545664:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272577.043430:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:19571:x1867799168545664:12345-0@lo:502:llog_process_th.0 Request processed in 88us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272577.043437:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1781272577.043795:0:19571:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19571:1867799168545664:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1781272577.043821:0:19571:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000100:00100000:0.0:1781272577.044710:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168545792 00000100:00100000:0.0:1781272577.044716:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168545792 00000100:00100000:0.0:1781272577.044755:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1781272577.044763:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168545792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272577.044774:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272577.044785:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc27d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc27c9 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272577.044808:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc27d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc27c9 expref: 16 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272577.044819:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc27d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc27c9 expref: 16 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272577.044827:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9a00, rc 0) 00000100:00100000:0.0:1781272577.045299:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168545792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 533us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272577.045306:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1781272577.049828:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168545792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272577.050191:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ae00/0x94898f2cdefc27c9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc27d0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.050205:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ae00/0x94898f2cdefc27c9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc27d0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272577.052697:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168545920 00000100:00100000:3.0:1781272577.052706:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168545920 00000100:00100000:3.0:1781272577.052759:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1781272577.052768:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168545920:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.054332:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168545920:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1560us (1814us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272577.054344:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1781272577.054798:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168546048 00000100:00100000:0.0:1781272577.054805:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168546048 00000100:00100000:0.0:1781272577.054866:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1781272577.054875:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168546048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272577.055022:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168546048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 149us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272577.055029:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1781272577.055293:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168546048:0@lo:503:ll_cfg_requeue.0 00000020:01000000:3.0:1781272577.062796:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1781272577.063703:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1781272577.063718:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ae00/0x94898f2cdefc27c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc27d0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.063753:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ae00/0x94898f2cdefc27c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc27d0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272577.064776:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168546176 00000100:00100000:3.0:1781272577.064785:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168546176 00000100:00100000:3.0:1781272577.064879:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1781272577.064890:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168546176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272577.064921:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272577.065213:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49b3200/0x94898f2cdefc27de lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc27d7 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.065243:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49b3200/0x94898f2cdefc27de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc27d7 expref: 17 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.065257:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49b3200/0x94898f2cdefc27de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc27d7 expref: 17 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.065268:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49b3200, rc 0) 00000100:00100000:3.0:1781272577.065368:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168546176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 480us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272577.065376:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1781272577.071499:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168546304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.071711:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.071757:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c34929c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272577.074295:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168546304 00000100:00100000:0.0:1781272577.074311:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168546304 00000100:00100000:0.0:1781272577.074372:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1781272577.074382:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168546304:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272577.075292:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168546304:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 906us (3576us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272577.075302:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1781272577.076661:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168546432 00000100:00100000:3.0:1781272577.076668:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168546432 00000100:00100000:3.0:1781272577.076720:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1781272577.076736:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168546432:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.076910:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168546432:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 164us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272577.076919:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1781272577.077296:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168546432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272577.080375:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168546560 00000100:00100000:0.0:1781272577.080382:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168546560 00000100:00100000:0.0:1781272577.080436:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1781272577.080446:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:19573:x1867799168546560:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272577.080594:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:19573:x1867799168546560:12345-0@lo:502:llog_process_th.0 Request processed in 149us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272577.080602:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1781272577.080851:0:19573:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19573:1867799168546560:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272577.080910:0:19573:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19573:1867799168546688:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272577.080947:0:19573:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272577.080972:0:19573:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d900 going to sleep for 11 seconds 00000100:00100000:3.0:1781272577.083221:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168546688 00000100:00100000:3.0:1781272577.083234:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168546688 00000100:00100000:3.0:1781272577.083288:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1781272577.083298:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:19573:x1867799168546688:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272577.083507:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:19573:x1867799168546688:12345-0@lo:502:llog_process_th.0 Request processed in 208us (2558us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272577.083516:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1781272577.084001:0:19573:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19573:1867799168546688:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1781272577.084046:0:19573:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000100:00100000:3.0:1781272577.084717:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168546816 00000100:00100000:3.0:1781272577.084723:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168546816 00000100:00100000:3.0:1781272577.084764:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1781272577.084773:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168546816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272577.084784:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272577.084797:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc27ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc27e5 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.084824:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc27ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc27e5 expref: 18 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.084876:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc27ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc27e5 expref: 18 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.084885:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49b2800, rc 0) 00000100:00100000:3.0:1781272577.084916:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168546816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272577.084933:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1781272577.093546:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272577.093720:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168546816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272577.093899:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1aa00/0x94898f2cdefc27e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc27ec expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.093916:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1aa00/0x94898f2cdefc27e5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc27ec expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272577.093999:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168547072:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272577.094035:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272577.094113:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d900 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.094251:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168547072 00000100:00100000:2.0:1781272577.094258:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168547072 00000100:00100000:2.0:1781272577.094303:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1781272577.094313:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168547072:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.094360:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168546944 00000100:00100000:3.0:1781272577.094365:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168546944 00000100:00100000:3.0:1781272577.094414:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1781272577.094422:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168546944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272577.094448:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272577.094509:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168546944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272577.094517:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1781272577.094674:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168546944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272577.095467:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168547072:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1149us (1425us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.095481:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1781272577.095566:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168547072:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272577.095616:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168547200:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272577.096143:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272577.096219:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d900 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.096258:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168547200 00000100:00100000:2.0:1781272577.096266:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168547200 00000100:00100000:2.0:1781272577.096317:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1781272577.096326:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168547200:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272577.096546:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168547200:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 221us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.096554:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1781272577.096628:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168547200:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781272577.099327:0:19575:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:3.0:1781272577.100048:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1781272577.100085:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1781272577.100096:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1aa00/0x94898f2cdefc27e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc27ec expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.100108:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1aa00/0x94898f2cdefc27e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc27ec expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781272577.100119:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781272577.100122:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb4fc23f000 from 55 10000000:01000000:3.0:1781272577.100125:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781272577.100170:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.100178:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.100189:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272577.100232:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168547328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.100310:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.100399:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.100537:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168547328 00000100:00100000:2.0:1781272577.100546:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168547328 00000100:00100000:2.0:1781272577.100595:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1781272577.100604:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168547328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272577.100616:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272577.100637:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc27fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc27f3 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.100662:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc27fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc27f3 expref: 19 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.100672:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc27fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc27f3 expref: 19 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.100691:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1a600, rc 0) 00000100:00100000:2.0:1781272577.100983:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168547328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 378us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.100991:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1781272577.101247:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168547328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272577.101264:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc27fa expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.101274:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc27fa expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272577.101349:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168547456:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.101456:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.101485:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.101560:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168547456 00000100:00100000:2.0:1781272577.101565:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168547456 00000100:00100000:2.0:1781272577.101647:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1781272577.101656:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168547456:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272577.101802:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168547456:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 147us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.101809:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1781272577.102186:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168547456:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.102225:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168547584:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.102272:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.103011:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272577.103181:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168547584 00000100:00100000:0.0:1781272577.103189:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168547584 00000100:00100000:0.0:1781272577.103228:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1781272577.103237:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168547584:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272577.103474:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168547584:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 238us (1201us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272577.103482:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1781272577.103651:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168547584:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.104300:0:19576:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19576:1867799168547712:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272577.104371:0:19576:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.104408:0:19576:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa2840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.104453:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168547712 00000100:00100000:2.0:1781272577.104460:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168547712 00000100:00100000:2.0:1781272577.104501:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1781272577.104509:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:19576:x1867799168547712:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272577.104610:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:19576:x1867799168547712:12345-0@lo:502:llog_process_th.0 Request processed in 101us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.104618:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1781272577.104926:0:19576:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19576:1867799168547712:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272577.104984:0:19576:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19576:1867799168547840:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272577.105025:0:19576:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.105062:0:19576:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f636b600 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.105167:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168547840 00000100:00100000:2.0:1781272577.105173:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168547840 00000100:00100000:2.0:1781272577.105201:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1781272577.105209:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:19576:x1867799168547840:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272577.105287:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:19576:x1867799168547840:12345-0@lo:502:llog_process_th.0 Request processed in 78us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.105295:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1781272577.105393:0:19576:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19576:1867799168547840:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1781272577.105414:0:19576:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:1.0:1781272577.105591:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:1.0:1781272577.105614:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781272577.105625:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc27fa expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.105649:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc27fa expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272577.105661:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:1.0:1781272577.105665:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 50 10000000:01000000:1.0:1781272577.105668:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1781272577.105701:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.105709:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.105718:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272577.105753:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168547968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781272577.105790:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272577.105812:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d900 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.106291:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168547968 00000100:00100000:2.0:1781272577.106297:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168547968 00000100:00100000:2.0:1781272577.106337:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1781272577.106345:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168547968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272577.106355:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272577.106367:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc2808 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2801 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.106390:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc2808 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2801 expref: 20 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.106401:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc2808 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2801 expref: 20 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.106410:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1ac00, rc 0) 00000100:00100000:2.0:1781272577.106467:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168547968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.106473:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1781272577.107135:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168547968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272577.107155:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2808 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.107166:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2808 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272577.107246:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168548096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.107281:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.107319:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f636b600 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.107413:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168548096 00000100:00100000:2.0:1781272577.107420:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168548096 00000100:00100000:2.0:1781272577.107447:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1781272577.107455:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168548096:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272577.107600:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168548096:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 145us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.107607:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1781272577.107755:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168548096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.107784:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168548224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.107869:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.107890:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f636b600 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.107937:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168548224 00000100:00100000:2.0:1781272577.107942:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168548224 00000100:00100000:2.0:1781272577.107959:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1781272577.107976:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168548224:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272577.108092:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168548224:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 126us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.108100:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1781272577.108234:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168548224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.108750:0:19577:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19577:1867799168548352:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272577.108789:0:19577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.108813:0:19577:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f636b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.109124:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168548352 00000100:00100000:2.0:1781272577.109131:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168548352 00000100:00100000:2.0:1781272577.109167:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1781272577.109174:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:19577:x1867799168548352:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272577.109283:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:19577:x1867799168548352:12345-0@lo:502:llog_process_th.0 Request processed in 108us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.109290:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1781272577.109364:0:19577:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19577:1867799168548352:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1781272577.109390:0:19577:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1781272577.109405:0:19577:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781272577.109408:0:19577:0:(obd_config.c:1561:class_process_config()) marker 48 (0x1) lustre-MDT0001-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:3.0:1781272577.109413:0:19577:0:(obd_config.c:1470:class_process_config()) processing cmd: ce021 00020000:01000000:3.0:1781272577.109430:0:19577:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000100:00100000:3.0:1781272577.109451:0:19577:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19577:1867799168548480:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272577.109486:0:19577:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.109515:0:19577:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f636b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272577.109558:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168548480 00000100:00100000:1.0:1781272577.109563:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168548480 00000100:00100000:1.0:1781272577.109586:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1781272577.109593:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:19577:x1867799168548480:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272577.109685:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:19577:x1867799168548480:12345-0@lo:502:llog_process_th.0 Request processed in 91us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272577.109691:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1781272577.109913:0:19577:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19577:1867799168548480:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1781272577.109933:0:19577:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1781272577.109937:0:19577:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781272577.109939:0:19577:0:(obd_config.c:1561:class_process_config()) marker 48 (0x2) lustre-MDT0001-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1781272577.109943:0:19577:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 53 count 52 00000020:01000000:1.0:1781272577.110212:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 50-52 (rc=0) 10000000:01000000:1.0:1781272577.110240:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1781272577.110252:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2808 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.110264:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2808 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272577.110276:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1781272577.110278:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb4c2ec7800 from 55 10000000:01000000:1.0:1781272577.110290:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1781272577.110320:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.110329:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.110340:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272577.110356:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168548608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781272577.110390:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272577.110425:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620db40 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.110495:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168548608 00000100:00100000:2.0:1781272577.110501:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168548608 00000100:00100000:2.0:1781272577.110523:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1781272577.110529:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168548608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272577.110539:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272577.110553:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4f1ba00/0x94898f2cdefc2816 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc280f expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.110577:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4f1ba00/0x94898f2cdefc2816 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc280f expref: 21 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.110588:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4f1ba00/0x94898f2cdefc2816 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc280f expref: 21 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.110596:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1ba00, rc 0) 00000100:00100000:2.0:1781272577.110644:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168548608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.110659:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1781272577.111229:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168548608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272577.111247:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2816 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.111256:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2816 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272577.111319:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168548736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272577.111351:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272577.111370:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620db40 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.111436:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168548736 00000100:00100000:2.0:1781272577.111441:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168548736 00000100:00100000:2.0:1781272577.111462:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1781272577.111471:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168548736:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272577.111592:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168548736:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.111598:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1781272577.111795:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168548736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272577.111825:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168548864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272577.111892:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272577.111907:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620db40 going to sleep for 11 seconds 00000100:00100000:3.0:1781272577.111989:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168548864 00000100:00100000:3.0:1781272577.111994:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168548864 00000100:00100000:3.0:1781272577.112015:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1781272577.112022:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168548864:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.112130:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168548864:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 108us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272577.112136:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1781272577.112280:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168548864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272577.112777:0:19578:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19578:1867799168548992:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272577.112818:0:19578:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272577.112871:0:19578:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f6238f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781272577.112948:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168548992 00000100:00100000:3.0:1781272577.112953:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168548992 00000100:00100000:3.0:1781272577.113065:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1781272577.113074:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:19578:x1867799168548992:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272577.113177:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:19578:x1867799168548992:12345-0@lo:502:llog_process_th.0 Request processed in 104us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272577.113184:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1781272577.113253:0:19578:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19578:1867799168548992:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272577.113294:0:19578:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19578:1867799168549120:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272577.113327:0:19578:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272577.113354:0:19578:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620db40 going to sleep for 11 seconds 00000100:00100000:3.0:1781272577.113456:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168549120 00000100:00100000:3.0:1781272577.113466:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168549120 00000100:00100000:3.0:1781272577.113484:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1781272577.113489:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:19578:x1867799168549120:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272577.113558:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:19578:x1867799168549120:12345-0@lo:502:llog_process_th.0 Request processed in 67us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272577.113564:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1781272577.113622:0:19578:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19578:1867799168549120:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1781272577.113652:0:19578:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:3.0:1781272577.113938:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:3.0:1781272577.114044:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1781272577.114065:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2816 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.114078:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2816 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781272577.114090:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1781272577.114092:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 50 10000000:01000000:3.0:1781272577.114095:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1781272577.114129:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.114139:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.114148:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272577.114163:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168549248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.114197:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.114222:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1781272577.114300:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168549248 00000100:00100000:1.0:1781272577.114306:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168549248 00000100:00100000:1.0:1781272577.114329:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1781272577.114335:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168549248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272577.114343:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272577.114355:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d0000/0x94898f2cdefc2824 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc281d expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.114389:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d0000/0x94898f2cdefc2824 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc281d expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.114400:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c50d0000/0x94898f2cdefc2824 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc281d expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272577.114410:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0000, rc 0) 00000100:00100000:1.0:1781272577.114444:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168549248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272577.114738:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1781272577.114828:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168549248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272577.114872:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2824 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.114882:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2824 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272577.114937:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168549376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.115042:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.115077:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1781272577.115126:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168549376 00000100:00100000:1.0:1781272577.115139:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168549376 00000100:00100000:1.0:1781272577.115160:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1781272577.115167:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168549376:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272577.115289:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168549376:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 121us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272577.115297:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1781272577.115483:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168549376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.115513:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168549504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.115552:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.115574:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1781272577.115613:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168549504 00000100:00100000:1.0:1781272577.115617:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168549504 00000100:00100000:1.0:1781272577.115724:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1781272577.115732:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168549504:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272577.115891:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168549504:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 159us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272577.115898:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1781272577.116538:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168549504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272577.117227:0:19579:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19579:1867799168549632:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272577.117287:0:19579:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272577.117374:0:19579:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272577.117475:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168549632 00000100:00100000:3.0:1781272577.117484:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168549632 00000100:00100000:3.0:1781272577.117562:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1781272577.117572:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19579:x1867799168549632:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272577.117712:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19579:x1867799168549632:12345-0@lo:502:llog_process_th.0 Request processed in 141us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272577.117720:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1781272577.117793:0:19579:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19579:1867799168549632:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781272577.117818:0:19579:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781272577.117853:0:19579:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781272577.117856:0:19579:0:(obd_config.c:1561:class_process_config()) marker 47 (0x1) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:1.0:1781272577.117862:0:19579:0:(obd_config.c:1470:class_process_config()) processing cmd: ce021 00020000:01000000:1.0:1781272577.117880:0:19579:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000100:00100000:0.0:1781272577.118492:0:19579:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19579:1867799168549760:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272577.118539:0:19579:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:1.0:1781272577.118655:0:19580:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eb4c2ec7800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1781272577.118659:0:19580:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8eb4c2ec7800 4 00000100:00100000:2.0:1781272577.119320:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168549760 00000100:00100000:2.0:1781272577.119328:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168549760 00000100:00100000:2.0:1781272577.119438:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1781272577.119448:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19579:x1867799168549760:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272577.119566:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19579:x1867799168549760:12345-0@lo:502:llog_process_th.0 Request processed in 119us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.119574:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1781272577.119745:0:19579:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c8462cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272577.119767:0:19579:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19579:1867799168549760:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781272577.119795:0:19579:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781272577.119808:0:19579:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781272577.119811:0:19579:0:(obd_config.c:1561:class_process_config()) marker 47 (0x2) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:1.0:1781272577.119815:0:19579:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000020:01000000:3.0:1781272577.120252:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 50-52 (rc=0) 10000000:01000000:3.0:1781272577.120276:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1781272577.120287:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2824 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.120308:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2824 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781272577.120318:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1781272577.120321:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff8eb500ba0000 from 1 10000000:01000000:3.0:1781272577.120324:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1781272577.120355:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.120443:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272577.120455:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272577.120477:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168549888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.120522:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272577.120582:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1781272577.120617:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168549888 00000100:00100000:2.0:1781272577.120623:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168549888 00000100:00100000:2.0:1781272577.120770:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1781272577.120779:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168549888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272577.120790:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272577.120802:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2832 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc282b expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.120877:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2832 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc282b expref: 23 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.120889:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2832 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc282b expref: 23 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.120898:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e200, rc 0) 00000100:00100000:2.0:1781272577.120949:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:6488:x1867799168549888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272577.120956:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1781272577.121166:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168549888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272577.121182:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2832 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272577.121192:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2832 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272577.121270:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168550016:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272577.121318:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272577.124415:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c8462cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272577.124608:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168550016 00000100:00100000:3.0:1781272577.124620:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168550016 00000100:00100000:3.0:1781272577.124773:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1781272577.124786:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:6488:x1867799168550016:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272577.125194:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:6488:x1867799168550016:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 408us (3873us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272577.125203:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1781272577.125318:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168550016:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1781272577.125389:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1781272577.125400:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2832 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272577.125412:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2832 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272577.346108:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272578.368931:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272578.624269:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168550144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272578.624351:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272578.624635:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168550144 00000100:00100000:1.0:1781272578.624646:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168550144 00000100:00100000:1.0:1781272578.624717:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1781272578.624729:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168550144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272578.624761:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00080000:2.0:1781272578.624827:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272578.629897:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168550144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5156us (5530us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272578.629916:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1781272578.630125:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168550144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272578.704491:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272578.704629:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159150208 00000100:00100000:3.0:1781272578.704639:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159150208 00000100:00100000:3.0:1781272578.704717:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 769 00000100:00100000:3.0:1781272578.704729:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+73:23511:x1867799159150208:12345-192.168.204.14@tcp:36:mkdir.0 00010000:00010000:3.0:1781272578.704789:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272578.704816:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc23fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f1a expref: 73 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.704852:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272578.704858:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272578.704918:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.704933:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc243b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f2f expref: 30 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.704942:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.704975:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc243b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f2f expref: 30 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.704990:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc243b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f2f expref: 30 pid: 8162 timeout: 635 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272578.705004:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168550272:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272578.705107:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa2840 going to sleep for 11 seconds 00000100:00080000:0.0:1781272578.706553:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272578.713982:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272578.714039:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159150336 00000100:00100000:0.0:1781272578.714059:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159150336 00010000:00010000:0.0:1781272578.714120:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc243b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f2f expref: 31 pid: 8162 timeout: 635 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272578.714172:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 245 00000100:00100000:0.0:1781272578.714183:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+31:2390:x1867799159150336:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272578.714199:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272578.714206:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc243b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f2f expref: 31 pid: 8162 timeout: 635 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272578.714220:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc243b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f2f expref: 31 pid: 8162 timeout: 635 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272578.714257:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272578.714263:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272578.714273:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272578.714280:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272578.714301:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272578.714360:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+31:2390:x1867799159150336:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 179us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272578.714369:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 245 00000100:00080000:0.0:1781272578.714420:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781272578.714847:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc243b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82f2f expref: 30 pid: 8162 timeout: 635 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272578.714867:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168550272:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272578.714887:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.714896:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.714903:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.714927:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2840 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.714936:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2840 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.714942:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2840 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715632:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2847 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715645:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2847 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715652:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2847 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272578.715669:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000003ccc6e2 reply state 000000000e5975ab transno 4294967751 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2847 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715687:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2847 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715695:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8eb4ec022400) 00010000:00010000:3.0:1781272578.715697:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272578.715701:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1781272578.715706:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00010000:00010000:3.0:1781272578.715714:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715720:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715726:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715732:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272578.715737:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715744:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715754:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272578.715756:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272578.715760:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715766:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2839 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272578.715789:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000003ccc6e2 reply state 000000000e5975ab transno 4294967751 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2840 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715798:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2840 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272578.715805:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8eb4ec022700) 00010000:00010000:3.0:1781272578.715808:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272578.715810:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1781272578.715910:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+74:23511:x1867799159150208:12345-192.168.204.14@tcp:36:mkdir.0 Request processed in 11182us (11429us total) trans 4294967751 rc 0/0 00000100:00100000:3.0:1781272578.715919:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 769 00000100:00100000:2.0:1781272578.742461:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272578.742927:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159150464 00000100:00100000:0.0:1781272578.742938:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159150464 00000100:00100000:0.0:1781272578.743001:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 770 00000100:00100000:0.0:1781272578.743011:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+74:23512:x1867799159150464:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272578.743048:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272578.743178:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc284e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83047 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272578.743257:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc2855 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272578.743273:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc2855 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272578.743302:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc2855 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272578.743356:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272578.743360:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272578.743380:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc2855 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272578.743406:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc284e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83047 expref: 76 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272578.743424:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc2855 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83047 expref: 75 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272578.743433:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272578.743436:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272578.743441:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8800, rc 0) 00000100:00100000:0.0:1781272578.743553:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+75:23512:x1867799159150464:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 542us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272578.743561:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 770 00000100:00100000:3.0:1781272578.754067:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272578.757799:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159150592 00000100:00100000:2.0:1781272578.757817:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159150592 00000100:00100000:2.0:1781272578.758102:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 771 00000100:00100000:2.0:1781272578.758113:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+75:23512:x1867799159150592:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272578.758135:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272578.758156:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc285c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8304e expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758223:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2863 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758241:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2863 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758270:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2863 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758282:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc286a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758290:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc286a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758297:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc286a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758378:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c31f1a00/0x94898f2cdefc2871 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758387:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c31f1a00/0x94898f2cdefc2871 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758395:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c31f1a00/0x94898f2cdefc2871 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272578.758440:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000004:00200000:2.0:1781272578.758444:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272578.758463:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c31f1a00/0x94898f2cdefc2871 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758476:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2863 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758482:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2863 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758498:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2863 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758505:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2863 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758511:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9f800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272578.758516:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2863 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758524:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2863 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758537:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272578.758540:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272578.758545:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2863 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758552:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2863 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758565:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc286a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758571:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc286a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758577:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc286a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758582:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272578.758591:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc286a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758597:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc286a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758605:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8eb4ec022700) 00010000:00010000:2.0:1781272578.758608:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272578.758611:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc286a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758617:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc286a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758644:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc285c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8304e expref: 77 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758658:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c31f1a00/0x94898f2cdefc2871 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8304e expref: 76 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272578.758665:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8eb4ec022400) 00010000:00010000:2.0:1781272578.758668:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272578.758670:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c31f1a00, rc 0) 00000100:00100000:2.0:1781272578.758748:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+76:23512:x1867799159150592:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 636us (4692us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272578.758756:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 771 00000100:00100000:3.0:1781272578.771113:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272578.771897:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159150848 00000100:00100000:1.0:1781272578.771917:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159150848 00000100:00100000:1.0:1781272578.772003:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 772 00000100:00100000:1.0:1781272578.772016:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+76:23512:x1867799159150848:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272578.772049:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272578.772082:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2878 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83055 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272578.773341:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00010000:00010000:1.0:1781272578.773471:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2878 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83055 expref: 78 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272578.773488:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272578.773492:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272578.773497:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2878 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83055 expref: 78 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272578.773530:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0800, rc 0) 00000100:00100000:1.0:1781272578.773606:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+77:23512:x1867799159150848:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1592us (2507us total) trans 4294967752 rc 301/301 00000100:00100000:1.0:1781272578.773614:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 772 00000100:00100000:3.0:1781272578.777077:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272578.780986:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159151104 00000100:00100000:1.0:1781272578.781004:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159151104 00000100:00100000:1.0:1781272578.781085:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 773 00000100:00100000:1.0:1781272578.781095:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+77:23512:x1867799159151104:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:1.0:1781272578.781162:0:6493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272578.781193:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c31f1a00/0x94898f2cdefc2871 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8304e expref: 77 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272578.781217:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8eb4ec022400) 00010000:00010000:1.0:1781272578.781223:0:6493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272578.781249:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1400/0x94898f2cdefc2886 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272578.781266:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1400/0x94898f2cdefc2886 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272578.781276:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1400/0x94898f2cdefc2886 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272578.781434:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ecb279a4 reply state 00000000aef6583a transno 4294967753 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1400/0x94898f2cdefc2886 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272578.781448:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1400/0x94898f2cdefc2886 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272578.781470:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8eb4ec022400) 00010000:00010000:1.0:1781272578.781472:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:1.0:1781272578.781475:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1781272578.781482:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000100:00100000:1.0:1781272578.781569:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+78:23512:x1867799159151104:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 475us (4503us total) trans 4294967753 rc 0/0 00000100:00100000:1.0:1781272578.781576:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 773 00000100:00100000:3.0:1781272578.794279:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272578.795209:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159151360 00000100:00100000:0.0:1781272578.795229:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159151360 00000100:00100000:0.0:1781272578.795334:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 151 00000100:00100000:0.0:1781272578.795347:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+78:23512:x1867799159151360:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:0.0:1781272578.795635:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+79:23512:x1867799159151360:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 290us (1570us total) trans 4294967754 rc 0/0 00000100:00100000:0.0:1781272578.795644:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 151 00000100:00100000:3.0:1781272579.136565:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272579.136591:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168550400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272579.136669:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272579.136937:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168550400 00000100:00100000:1.0:1781272579.136945:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168550400 00000100:00100000:1.0:1781272579.137033:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1781272579.137051:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168550400:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1781272579.137339:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1781272579.137403:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1781272579.137467:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168550400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 426us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272579.137475:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:3.0:1781272579.137631:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168550400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272579.250951:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272579.251004:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272579.251214:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159151488 00000100:00100000:0.0:1781272579.251225:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159151488 00000100:00100000:0.0:1781272579.251301:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159151744 00000100:00100000:0.0:1781272579.251305:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159151744 00000100:00100000:0.0:1781272579.251327:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 774 00000100:00100000:0.0:1781272579.251336:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2390:x1867799159151488:12345-192.168.204.14@tcp:41:mkdir.0 00000004:00000024:0.0:1781272579.251393:0:6492:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272579.251463:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2390:x1867799159151488:12345-192.168.204.14@tcp:41:mkdir.0 Request processed in 127us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272579.251471:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 774 00000100:00100000:0.0:1781272579.251489:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 775 00000100:00100000:0.0:1781272579.251496:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:23549:x1867799159151744:12345-192.168.204.14@tcp:36:mkdir.0 00000100:00100000:0.0:1781272579.251600:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6492:1867799168550528:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1781272579.251647:0:6492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272579.251699:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c8462cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272579.251877:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168550528 00000100:00100000:1.0:1781272579.251882:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168550528 00000100:00100000:1.0:1781272579.251913:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1781272579.251920:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6492:x1867799168550528:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1781272579.252068:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6492:x1867799168550528:12345-0@lo:1000:mdt00_001.0 Request processed in 135us (407us total) trans 0 rc 1/1 00000100:00100000:1.0:1781272579.252075:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00080000:1.0:1781272579.252094:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272579.252127:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6492:1867799168550528:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1781272579.252183:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:23549:x1867799159151744:12345-192.168.204.14@tcp:36:mkdir.0 Request processed in 686us (1177us total) trans 0 rc -17/-17 00000100:00100000:1.0:1781272579.252209:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 775 00000100:00100000:0.0:1781272579.261467:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272579.261608:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159151872 00000100:00100000:3.0:1781272579.261619:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159151872 00000100:00100000:3.0:1781272579.261682:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 776 00000100:00100000:3.0:1781272579.261692:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+79:23549:x1867799159151872:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:3.0:1781272579.261735:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272579.261755:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc288d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8305c expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.261822:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2894 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.261866:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2894 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.261881:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2894 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.261893:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc289b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.261901:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc289b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.261908:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc289b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.261984:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc28a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.261992:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc28a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.261998:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc28a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272579.262052:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000004:00200000:3.0:1781272579.262072:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272579.262096:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc28a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262108:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2894 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262115:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2894 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262123:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2894 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262129:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625ac00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272579.262133:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2894 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262141:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2894 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262154:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272579.262157:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272579.262162:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2894 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262169:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2894 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262182:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc289b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262188:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc289b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262204:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc289b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262210:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272579.262213:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc289b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262220:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc289b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262229:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8eb4ec022700) 00010000:00010000:3.0:1781272579.262232:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272579.262235:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc289b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262241:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc289b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262268:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc288d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8305c expref: 81 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262282:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc28a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8305c expref: 80 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.262289:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8eb4ec022400) 00010000:00010000:3.0:1781272579.262291:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272579.262293:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625be00, rc 0) 00000100:00100000:3.0:1781272579.262353:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+80:23549:x1867799159151872:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 663us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272579.262369:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 776 00000100:00100000:3.0:1781272579.331283:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272579.331896:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159152000 00000100:00100000:1.0:1781272579.331915:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159152000 00000100:00100000:1.0:1781272579.332004:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 777 00000100:00100000:1.0:1781272579.332028:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+30:23555:x1867799159152000:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272579.332057:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272579.332082:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc28a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83063 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272579.332157:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc28b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272579.332172:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc28b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272579.332184:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc28b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272579.332234:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781272579.332238:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272579.332262:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc28b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272579.332287:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc28a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83063 expref: 32 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272579.332307:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc28b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83063 expref: 31 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272579.332343:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272579.332347:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272579.332351:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1200, rc 0) 00000100:00100000:1.0:1781272579.332708:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+31:23555:x1867799159152000:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 691us (1440us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272579.332716:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 777 00000100:00100000:0.0:1781272579.346920:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272579.347128:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159152256 00000100:00100000:3.0:1781272579.347138:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159152256 00000100:00100000:3.0:1781272579.347205:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 778 00000100:00100000:3.0:1781272579.347215:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+80:23555:x1867799159152256:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272579.347236:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272579.347239:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1781272579.347268:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc28a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8305c expref: 80 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.347288:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8eb4ec022400) 00010000:00010000:3.0:1781272579.347293:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272579.347306:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc28b7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8306a expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.347481:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc28be lrc: 3/0,1 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.347496:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc28be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.347505:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc28be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.347520:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc28c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.347528:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc28c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.347550:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc28c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348090:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc28cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348101:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc28cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348109:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc28cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272579.348118:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 0 00010000:00010000:3.0:1781272579.348140:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc28be lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348147:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc28be lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348154:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc28be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348160:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272579.348164:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc28be lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348172:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc28be lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348181:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8eb4ec022400) 00010000:00010000:3.0:1781272579.348184:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272579.348195:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc28be lrc: 2/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348202:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc28be lrc: 0/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272579.348213:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000017155e0 reply state 0000000082e56ab7 transno 4294967755 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc28c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348225:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc28c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348231:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0xecadbcfe (ffff8eb4ec022b00) 00010000:00010000:3.0:1781272579.348233:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272579.348236:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1781272579.348264:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc28b7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8306a expref: 82 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348278:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc28cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8306a expref: 81 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.348286:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8eb4ec022d00) 00010000:00010000:3.0:1781272579.348288:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272579.348290:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1a400, rc 0) 00000100:00100000:3.0:1781272579.348367:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+82:23555:x1867799159152256:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1153us (1456us total) trans 4294967755 rc 0/0 00000100:00100000:3.0:1781272579.348385:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 778 00000100:00100000:0.0:1781272579.361374:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272579.361548:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159152512 00000100:00100000:1.0:1781272579.361565:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159152512 00000100:00100000:1.0:1781272579.361656:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 779 00000100:00100000:1.0:1781272579.361668:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+82:23555:x1867799159152512:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272579.361703:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272579.361737:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1600/0x94898f2cdefc28da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83071 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272579.361939:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272579.361956:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc28cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8306a expref: 83 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272579.361967:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272579.362012:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc28cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8306a expref: 83 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272579.362044:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc28cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8306a expref: 83 pid: 8162 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272579.362089:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168550656:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272579.362205:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d900 going to sleep for 11 seconds 00000100:00100000:0.0:1781272579.367656:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168550656:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272579.367691:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272579.377569:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272579.378161:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159152640 00000100:00100000:3.0:1781272579.378177:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159152640 00010000:00010000:3.0:1781272579.378254:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc28cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8306a expref: 84 pid: 8162 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272579.378344:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 246 00000100:00100000:3.0:1781272579.378358:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+84:2391:x1867799159152640:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272579.378382:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272579.378391:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc28cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8306a expref: 84 pid: 8162 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.378408:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc28cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8306a expref: 84 pid: 8162 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.378444:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc28cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8306a expref: 84 pid: 8162 timeout: 636 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.378474:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8eb4ec022d00) 00010000:00010000:3.0:1781272579.378481:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.378494:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.378503:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272579.378551:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272579.378757:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+83:2391:x1867799159152640:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 401us (1217us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272579.378767:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 246 00010000:00010000:0.0:1781272579.378935:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.378959:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272579.378990:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 0 00010000:00010000:0.0:1781272579.379379:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.379389:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.379396:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.379403:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272579.379409:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.379418:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.379431:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8eb4ec022d00) 00010000:00010000:0.0:1781272579.379435:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272579.379440:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.379446:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc28e1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.379529:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1600/0x94898f2cdefc28da lrc: 1/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83071 expref: 83 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.379554:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8eb4ec022400) 00010000:00010000:0.0:1781272579.379557:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272579.379796:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1600/0x94898f2cdefc28da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83071 expref: 83 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.379809:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1600, rc 0) 00000100:00100000:0.0:1781272579.380007:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+82:23555:x1867799159152512:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 18340us (18650us total) trans 4294967756 rc 301/301 00000100:00100000:0.0:1781272579.380026:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 779 00000100:00100000:1.0:1781272579.384343:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272579.384523:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159152896 00000100:00100000:2.0:1781272579.384537:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159152896 00000100:00100000:2.0:1781272579.384618:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 152 00000100:00100000:2.0:1781272579.384628:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+82:23555:x1867799159152896:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272579.385004:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+83:23555:x1867799159152896:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 376us (677us total) trans 4294967757 rc 0/0 00000100:00100000:2.0:1781272579.385013:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 152 00000100:00100000:1.0:1781272579.387892:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272579.388007:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159153024 00000100:00100000:2.0:1781272579.388026:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159153024 00000100:00100000:2.0:1781272579.388094:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 780 00000100:00100000:2.0:1781272579.388104:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+83:23555:x1867799159153024:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272579.388126:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272579.388149:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c31f0c00/0x94898f2cdefc28ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83078 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272579.388208:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c31f0c00/0x94898f2cdefc28ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83078 expref: 84 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272579.388223:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c31f0c00/0x94898f2cdefc28ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83078 expref: 84 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272579.388242:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8eb4c792bf00) 00010000:00010000:2.0:1781272579.388246:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272579.388249:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c31f0c00, rc 0) 00000100:00100000:2.0:1781272579.388322:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+84:23555:x1867799159153024:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 220us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272579.388330:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 780 00000100:00100000:3.0:1781272579.395213:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:2.0:1781272579.396160:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272579.402672:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159153280 00000100:00100000:0.0:1781272579.402697:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159153280 00000100:00100000:0.0:1781272579.403780:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 781 00000100:00100000:0.0:1781272579.403821:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+84:23555:x1867799159153280:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1781272579.403957:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.403979:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.403995:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.404253:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.404262:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28f6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.404297:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.404304:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272579.404310:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28f6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.404320:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28f6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.404338:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8eb4c792bf00) 00010000:00010000:0.0:1781272579.404341:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781272579.404348:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28f6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.404354:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28f6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272579.404484:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+85:23555:x1867799159153280:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 686us (9284us total) trans 4294967758 rc 0/0 00000100:00100000:0.0:1781272579.407745:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 781 00000100:00100000:1.0:1781272579.416821:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272579.416964:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159153536 00000100:00100000:0.0:1781272579.416975:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159153536 00000100:00100000:0.0:1781272579.417101:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 782 00000100:00100000:0.0:1781272579.417113:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+85:23555:x1867799159153536:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781272579.417365:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.417397:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.417422:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781272579.417491:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967759 00000004:00010000:0.0:1781272579.417516:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000faf53ef0 reply state 00000000bf92704a transno 4294967760 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.417529:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272579.417537:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8eb4c792bf00) 00010000:00010000:0.0:1781272579.417539:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1781272579.417543:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781272579.417638:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+88:23555:x1867799159153536:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 527us (827us total) trans 4294967760 rc 0/0 00000100:00100000:0.0:1781272579.417645:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 782 00000020:00080000:0.0:1781272579.417650:0:6492:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1781272579.420651:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272579.420726:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159153792 00000100:00100000:2.0:1781272579.420736:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159153792 00000100:00100000:2.0:1781272579.420805:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 153 00000100:00100000:2.0:1781272579.420814:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+88:23555:x1867799159153792:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272579.421148:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+89:23555:x1867799159153792:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 333us (506us total) trans 4294967761 rc 0/0 00000100:00100000:2.0:1781272579.421156:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 153 00000100:00100000:3.0:1781272579.648200:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168550784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272579.648283:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272579.648482:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168550784 00000100:00100000:1.0:1781272579.648492:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168550784 00000100:00100000:1.0:1781272579.648550:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1781272579.648561:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168550784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272579.648589:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1781272579.648636:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168550784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272579.648643:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00080000:1.0:1781272579.648663:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272579.648761:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168550784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272579.649592:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168550912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272579.649639:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272579.650066:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168551168:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650102:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272579.650138:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168551680:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650161:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272579.650177:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168552192:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650198:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272579.650224:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1781272579.650229:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168551040:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650257:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272579.650278:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168551552:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650317:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272579.650333:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168552064:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650352:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272579.650393:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168552192 00000100:00100000:0.0:1781272579.650400:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168552192 00000100:00100000:0.0:1781272579.650452:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1781272579.650460:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168552192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650506:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168552192:12345-0@lo:400:kworker.0 Request processed in 46us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272579.650513:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00080000:0.0:1781272579.650537:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272579.650561:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168552192:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650583:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168551168 00000100:00100000:0.0:1781272579.650586:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168551168 00000100:00100000:0.0:1781272579.650610:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168551680 00000100:00100000:0.0:1781272579.650614:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168551680 00000100:00100000:0.0:1781272579.650632:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168551552 00000100:00100000:0.0:1781272579.650635:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168551552 00000100:00100000:0.0:1781272579.650646:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168552064 00000100:00100000:0.0:1781272579.650649:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168552064 00000100:00100000:0.0:1781272579.650663:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1781272579.650669:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168551168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650706:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168551168:12345-0@lo:400:kworker.0 Request processed in 37us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272579.650713:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1781272579.650725:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1781272579.650731:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168551680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650772:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168551680:12345-0@lo:400:kworker.0 Request processed in 41us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272579.650777:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1781272579.650788:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1781272579.650794:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168551552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650820:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168551552:12345-0@lo:400:kworker.0 Request processed in 26us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272579.650826:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1781272579.650862:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1781272579.650869:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168552064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650895:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168552064:12345-0@lo:400:kworker.0 Request processed in 27us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272579.650900:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00080000:0.0:1781272579.650913:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272579.650915:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272579.650929:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168551552:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650937:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168552064:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650945:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168551168:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650953:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168551680:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.650999:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168551296:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651037:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272579.651055:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168551808:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651074:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272579.651101:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1781272579.651108:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168551424:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651131:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272579.651148:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168551936:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651167:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272579.651189:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168551808 00000100:00100000:0.0:1781272579.651193:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168551808 00000100:00100000:0.0:1781272579.651218:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1781272579.651225:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168551808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651258:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168551808:12345-0@lo:400:kworker.0 Request processed in 34us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272579.651263:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1781272579.651287:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168551808:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651307:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168551296 00000100:00100000:0.0:1781272579.651310:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168551296 00000100:00100000:0.0:1781272579.651329:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168551936 00000100:00100000:0.0:1781272579.651332:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168551936 00000100:00100000:0.0:1781272579.651349:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1781272579.651353:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168551296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651384:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168551296:12345-0@lo:400:kworker.0 Request processed in 30us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272579.651389:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1781272579.651399:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1781272579.651404:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168551936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651426:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168551936:12345-0@lo:400:kworker.0 Request processed in 23us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272579.651431:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00080000:0.0:1781272579.651452:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272579.651469:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168551936:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651477:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168551296:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651514:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168551424 00000100:00100000:0.0:1781272579.651517:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168551424 00000100:00100000:0.0:1781272579.651544:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1781272579.651550:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168551424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651588:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168551424:12345-0@lo:400:kworker.0 Request processed in 38us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272579.651594:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1781272579.651612:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168551040 00000100:00100000:0.0:1781272579.651615:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168551040 00000100:00100000:0.0:1781272579.651638:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1781272579.651643:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168551040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651674:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168551040:12345-0@lo:400:kworker.0 Request processed in 31us (1417us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272579.651679:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1781272579.651709:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168551040:0@lo:400:kworker.0 00000100:00100000:0.0:1781272579.651728:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168551424:0@lo:400:kworker.0 00000100:00100000:1.0:1781272579.657703:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168550912 00000100:00100000:1.0:1781272579.657720:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168550912 00000100:00100000:1.0:1781272579.657811:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1781272579.657822:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168550912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272579.657865:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1781272579.657966:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168550912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 145us (8325us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272579.657973:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1781272579.658114:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168550912:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1781272580.417308:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272581.184877:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272581.184906:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168552320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272581.185021:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272581.185122:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168552320 00000100:00100000:2.0:1781272581.185131:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168552320 00000100:00100000:2.0:1781272581.185177:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1781272581.185185:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168552320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272581.185434:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:2.0:1781272581.185501:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168552320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 316us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272581.185508:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1781272581.185599:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168552320:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1781272581.195797:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967761 is committed 00010000:00010000:1.0:1781272581.196511:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2840 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196540:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2840 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196549:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2840 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196555:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625b000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272581.196560:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2840 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196569:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2840 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196599:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8eb4ec022700) 00010000:00010000:1.0:1781272581.196602:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272581.196608:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2840 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196614:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2840 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196637:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2847 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196644:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2847 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196650:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2847 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196655:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625b800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272581.196662:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2847 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196668:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2847 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196676:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8eb4ec022400) 00010000:00010000:1.0:1781272581.196678:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272581.196680:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2847 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196686:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2847 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196700:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1400/0x94898f2cdefc2886 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196707:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1400/0x94898f2cdefc2886 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196713:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1400/0x94898f2cdefc2886 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196718:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272581.196720:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1400/0x94898f2cdefc2886 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196726:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1400/0x94898f2cdefc2886 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196732:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8eb4ec022400) 00010000:00010000:1.0:1781272581.196734:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272581.196740:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1400/0x94898f2cdefc2886 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196747:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1400/0x94898f2cdefc2886 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196761:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc28c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196766:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc28c5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196773:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc28c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196778:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625ac00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272581.196781:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc28c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196786:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc28c5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196792:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0xecadbcfe (ffff8eb4ec022b00) 00010000:00010000:1.0:1781272581.196794:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272581.196796:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc28c5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196801:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc28c5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196812:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196825:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28fd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196849:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196854:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272581.196858:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196863:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28fd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196871:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8eb4c792bf00) 00010000:00010000:1.0:1781272581.196873:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781272581.196876:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28fd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272581.196882:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc28fd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272581.442866:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272581.778312:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272581.778366:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272581.778460:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159153920 00000100:00100000:1.0:1781272581.778470:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159153920 00000100:00100000:1.0:1781272581.778534:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 558 00000100:00100000:1.0:1781272581.778544:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159153920:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272581.778627:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159153920:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 84us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272581.778635:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 558 00000100:00100000:0.0:1781272581.779011:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159154048 00000100:00100000:0.0:1781272581.779016:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159154048 00000100:00100000:0.0:1781272581.779074:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 648 00000100:00100000:0.0:1781272581.779082:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+74:2388:x1867799159154048:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272581.779134:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+74:2388:x1867799159154048:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 53us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272581.779159:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 648 00000100:00080000:2.0:1781272581.779301:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272581.787093:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272581.787146:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272581.787174:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272581.787211:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272581.787231:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272581.787253:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272581.787281:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272581.787301:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159154304 00000100:00100000:2.0:1781272581.787320:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159154304 00000100:00100000:2.0:1781272581.787401:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159154816 00000100:00100000:2.0:1781272581.787419:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159154816 00000100:00100000:2.0:1781272581.787441:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159154432 00000100:00100000:2.0:1781272581.787443:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159154432 00000100:00100000:2.0:1781272581.787457:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159154944 00000100:00100000:2.0:1781272581.787459:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159154944 00000100:00100000:2.0:1781272581.787482:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 315 00000100:00100000:2.0:1781272581.787493:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+10:2389:x1867799159154304:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272581.787595:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+10:2389:x1867799159154304:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 104us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272581.787603:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 315 00000100:00100000:2.0:1781272581.787623:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 316 00000100:00100000:2.0:1781272581.787630:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159154816:12345-192.168.204.14@tcp:400:kworker.0 00000100:00080000:3.0:1781272581.787656:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272581.787665:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272581.787666:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159154816:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 34us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272581.787677:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 316 00000100:00100000:2.0:1781272581.787691:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 317 00000100:00100000:2.0:1781272581.787699:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+10:2389:x1867799159154432:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272581.787734:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+10:2389:x1867799159154432:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272581.787742:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 317 00000100:00100000:2.0:1781272581.787766:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 318 00000100:00100000:2.0:1781272581.787778:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159154944:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272581.787807:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159154944:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 34us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272581.787814:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 318 00000100:00100000:0.0:1781272581.788606:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159154560 00000100:00100000:0.0:1781272581.788625:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159154560 00000100:00100000:0.0:1781272581.788693:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159154176 00000100:00100000:0.0:1781272581.788697:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159154176 00000100:00100000:0.0:1781272581.789916:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159154688 00000100:00100000:0.0:1781272581.789928:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159154688 00000100:00080000:3.0:1781272581.790089:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272581.790099:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272581.791450:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 649 00000100:00100000:2.0:1781272581.791473:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+31:2389:x1867799159154560:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272581.791594:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+31:2389:x1867799159154560:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 130us (4446us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272581.791603:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 649 00000100:00100000:2.0:1781272581.791633:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 650 00000100:00100000:2.0:1781272581.791642:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159154176:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272581.791670:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159154176:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (4458us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272581.791677:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 650 00000100:00100000:2.0:1781272581.791690:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 651 00000100:00100000:2.0:1781272581.791698:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159154688:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272581.791723:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159154688:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (4470us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272581.791729:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 651 00000100:00100000:1.0:1781272582.211527:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168552448:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272582.211619:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272582.211734:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168552448 00000100:00100000:2.0:1781272582.211743:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168552448 00000100:00100000:2.0:1781272582.211795:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1781272582.211804:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168552448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272582.211868:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272582.211919:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168552448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272582.211928:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1781272582.212131:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168552448:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272582.471093:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272583.489988:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272583.745112:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272583.745142:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168552576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272583.745239:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272583.745422:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168552576 00000100:00100000:3.0:1781272583.745432:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168552576 00000100:00100000:3.0:1781272583.745518:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1781272583.745530:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168552576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272583.745569:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00080000:0.0:1781272583.745581:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272583.745640:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168552576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272583.745648:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1781272583.746942:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168552576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272584.257800:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168552704:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272584.257958:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272584.258163:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168552704 00000100:00100000:1.0:1781272584.258173:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168552704 00000100:00100000:1.0:1781272584.258234:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1781272584.258244:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4fd04c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168552704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272584.258268:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1781272584.258317:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4fd04c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168552704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272584.258325:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1781272584.258555:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168552704:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1781272584.258609:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1781272584.523086:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272584.769246:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168553088:0@lo:400:kworker.0 00000100:00100000:3.0:1781272584.769330:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272584.769379:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168553600:0@lo:400:kworker.0 00000100:00100000:3.0:1781272584.769401:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272584.769426:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168554112:0@lo:400:kworker.0 00000100:00100000:3.0:1781272584.769447:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272584.769551:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781272584.769558:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168553216:0@lo:400:kworker.0 00000100:00100000:3.0:1781272584.769583:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272584.769600:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168553728:0@lo:400:kworker.0 00000100:00100000:3.0:1781272584.769620:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272584.769634:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168554240:0@lo:400:kworker.0 00000100:00100000:3.0:1781272584.769657:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272584.769688:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168553088 00000100:00100000:3.0:1781272584.769696:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168553088 00000100:00100000:3.0:1781272584.769740:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1781272584.769749:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168553088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272584.770098:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168553216 00000100:00100000:2.0:1781272584.770103:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168553216 00000100:00100000:2.0:1781272584.770136:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1781272584.770143:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168553216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272584.770269:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168552832:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272584.772797:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168553216:12345-0@lo:400:kworker.0 Request processed in 2643us (3201us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272584.772812:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1781272584.772882:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168553600 00000100:00100000:2.0:1781272584.772893:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168553600 00000100:00100000:2.0:1781272584.772949:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168554112 00000100:00100000:2.0:1781272584.772952:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168554112 00000100:00100000:2.0:1781272584.772967:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168553728 00000100:00100000:2.0:1781272584.772970:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168553728 00000100:00100000:2.0:1781272584.772987:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1781272584.772994:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168553600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272584.773043:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168553600:12345-0@lo:400:kworker.0 Request processed in 49us (3641us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272584.773050:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1781272584.773063:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1781272584.773069:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168554112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272584.773099:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168554112:12345-0@lo:400:kworker.0 Request processed in 31us (3651us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272584.773104:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1781272584.773116:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1781272584.773121:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168553728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272584.773152:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168553728:12345-0@lo:400:kworker.0 Request processed in 31us (3531us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272584.773167:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00080000:2.0:1781272584.773192:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272584.773196:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272584.774568:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168553216:0@lo:400:kworker.0 00000100:00100000:0.0:1781272584.774588:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168553728:0@lo:400:kworker.0 00000100:00100000:0.0:1781272584.774600:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168553600:0@lo:400:kworker.0 00000100:00100000:0.0:1781272584.774613:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168554112:0@lo:400:kworker.0 00000100:00100000:2.0:1781272584.774800:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168554240 00000100:00100000:2.0:1781272584.774808:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168554240 00000100:00100000:2.0:1781272584.774899:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1781272584.774908:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168554240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272584.774993:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168554240:12345-0@lo:400:kworker.0 Request processed in 86us (5334us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272584.774999:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00080000:0.0:1781272584.777005:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272584.777090:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168554240:0@lo:400:kworker.0 00000100:00100000:0.0:1781272584.779934:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168552960:0@lo:400:kworker.0 00000100:00100000:0.0:1781272584.780038:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272584.780094:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168553472:0@lo:400:kworker.0 00000100:00100000:0.0:1781272584.780123:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272584.780147:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168553984:0@lo:400:kworker.0 00000100:00100000:0.0:1781272584.780194:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272584.780217:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168554496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272584.780240:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272584.780288:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168553984 00000100:00100000:0.0:1781272584.780296:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168553984 00000100:00100000:0.0:1781272584.780353:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1781272584.780363:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168553984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272584.780420:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168553984:12345-0@lo:400:kworker.0 Request processed in 58us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272584.780428:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00080000:0.0:1781272584.780451:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272584.780501:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168553984:0@lo:400:kworker.0 00000100:00100000:2.0:1781272584.780679:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168552960 00000100:00100000:2.0:1781272584.780685:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168552960 00000100:00100000:2.0:1781272584.780724:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1781272584.780730:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168552960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272584.780772:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168552960:12345-0@lo:400:kworker.0 Request processed in 42us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272584.780778:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1781272584.786095:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168552960:0@lo:400:kworker.0 00000100:00100000:3.0:1781272584.786877:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168553088:12345-0@lo:400:kworker.0 Request processed in 17123us (17542us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272584.786891:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1781272584.787150:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168553088:0@lo:400:kworker.0 00000100:00100000:3.0:1781272584.787754:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168553472 00000100:00100000:3.0:1781272584.787765:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168553472 00000100:00100000:3.0:1781272584.787867:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1781272584.787878:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168553472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272584.787964:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168553472:12345-0@lo:400:kworker.0 Request processed in 88us (7839us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272584.787998:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1781272584.788627:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168553472:0@lo:400:kworker.0 00000100:00100000:0.0:1781272584.789099:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168554496 00000100:00100000:0.0:1781272584.789105:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168554496 00000100:00100000:0.0:1781272584.789147:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1781272584.789156:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168554496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272584.789184:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1781272584.789241:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168554496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (9000us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272584.789248:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1781272584.789284:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168554496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272584.798021:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272584.798087:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168553344:0@lo:400:kworker.0 00000100:00100000:1.0:1781272584.798119:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272584.798148:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168553344 00000100:00100000:1.0:1781272584.798155:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168553344 00000100:00100000:1.0:1781272584.798200:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1781272584.798208:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168553344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272584.798253:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168553344:12345-0@lo:400:kworker.0 Request processed in 45us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272584.798259:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1781272584.798325:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168553344:0@lo:400:kworker.0 00000100:00100000:1.0:1781272584.798333:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168553856:0@lo:400:kworker.0 00000100:00100000:1.0:1781272584.798357:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272584.798377:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168553856 00000100:00100000:1.0:1781272584.798380:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168553856 00000100:00100000:1.0:1781272584.798402:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1781272584.798407:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168553856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272584.798433:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168553856:12345-0@lo:400:kworker.0 Request processed in 26us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272584.798438:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1781272584.798460:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168553856:0@lo:400:kworker.0 00000100:00100000:1.0:1781272584.798467:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168554368:0@lo:400:kworker.0 00000100:00100000:1.0:1781272584.798484:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272584.798501:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168554368 00000100:00100000:1.0:1781272584.798503:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168554368 00000100:00100000:1.0:1781272584.798531:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1781272584.798536:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168554368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272584.798561:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168554368:12345-0@lo:400:kworker.0 Request processed in 25us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272584.798566:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00080000:1.0:1781272584.798581:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272584.798594:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168554368:0@lo:400:kworker.0 00000100:00100000:0.0:1781272584.799710:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168552832 00000100:00100000:0.0:1781272584.799721:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168552832 00000100:00100000:0.0:1781272584.799768:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1781272584.799776:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168552832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272584.799795:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1781272584.799868:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168552832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (1854us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272584.799874:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1781272584.810769:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168552832:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1781272585.538029:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1781272585.539144:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272585.667101:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272585.667109:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272585.669494:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272585.669513:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272586.306062:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272586.306087:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168554624:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272586.306166:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272586.306234:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168554624 00000100:00100000:3.0:1781272586.306241:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168554624 00000100:00100000:3.0:1781272586.306294:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1781272586.306303:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168554624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272586.306339:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:3.0:1781272586.306388:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168554624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272586.306395:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1781272586.306444:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168554624:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272586.565407:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272586.899066:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272586.899348:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272586.899382:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272586.899404:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272586.899423:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272586.899443:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272586.899459:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272586.899477:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272586.899501:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272586.899539:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159155328 00000100:00100000:2.0:1781272586.899549:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159155328 00000100:00100000:2.0:1781272586.899604:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159155840 00000100:00100000:2.0:1781272586.899607:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159155840 00000100:00100000:2.0:1781272586.899619:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159155200 00000100:00100000:2.0:1781272586.899621:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159155200 00000100:00100000:2.0:1781272586.899632:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159155712 00000100:00100000:2.0:1781272586.899634:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159155712 00000100:00100000:2.0:1781272586.899649:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 658 00000100:00100000:2.0:1781272586.899657:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159155328:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272586.899733:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159155328:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 76us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272586.899741:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 658 00000100:00100000:2.0:1781272586.899759:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 659 00000100:00100000:2.0:1781272586.899765:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159155840:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272586.899789:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159155840:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272586.899794:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 659 00000100:00100000:2.0:1781272586.899805:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 660 00000100:00100000:2.0:1781272586.899811:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+74:2389:x1867799159155200:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272586.899870:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+74:2389:x1867799159155200:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 59us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272586.899877:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 660 00000100:00100000:2.0:1781272586.899889:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 661 00000100:00100000:2.0:1781272586.899895:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+31:2389:x1867799159155712:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272586.899928:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+31:2389:x1867799159155712:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 33us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272586.899941:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 661 00000100:00100000:1.0:1781272586.902255:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159155072 00000100:00100000:1.0:1781272586.902267:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159155072 00000100:00100000:1.0:1781272586.902319:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 560 00000100:00100000:1.0:1781272586.902329:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159155072:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272586.902391:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159155072:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 63us (3337us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272586.902399:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 560 00000100:00100000:2.0:1781272586.902465:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159155584 00000100:00100000:2.0:1781272586.902470:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159155584 00000100:00100000:2.0:1781272586.902508:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159156096 00000100:00100000:2.0:1781272586.902512:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159156096 00000100:00100000:2.0:1781272586.902526:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159155456 00000100:00100000:2.0:1781272586.902529:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159155456 00000100:00100000:2.0:1781272586.902541:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159155968 00000100:00100000:2.0:1781272586.902544:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159155968 00000100:00100000:2.0:1781272586.902558:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 322 00000100:00100000:2.0:1781272586.902565:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+10:2389:x1867799159155584:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272586.902591:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+10:2389:x1867799159155584:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (3208us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272586.902597:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 322 00000100:00100000:2.0:1781272586.902608:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 323 00000100:00100000:2.0:1781272586.902614:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159156096:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272586.902635:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159156096:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (3211us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272586.902641:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 323 00000100:00100000:2.0:1781272586.902651:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 324 00000100:00100000:2.0:1781272586.902657:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+10:2389:x1867799159155456:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272586.902681:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+10:2389:x1867799159155456:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (3221us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272586.902687:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 324 00000100:00100000:2.0:1781272586.902697:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 325 00000100:00100000:2.0:1781272586.902713:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159155968:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272586.902733:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159155968:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (3232us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272586.902738:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 325 00000100:00080000:2.0:1781272586.902775:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781272586.902778:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272586.902781:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272586.902785:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272587.328457:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272587.328497:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168554752:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272587.328604:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272587.330918:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168554752 00000100:00100000:2.0:1781272587.330936:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168554752 00000100:00100000:2.0:1781272587.331014:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1781272587.331025:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168554752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272587.331071:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272587.331167:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168554752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 144us (2564us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272587.331175:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1781272587.331235:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168554752:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272587.584067:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1781272587.881324:0:19923:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fff3cd19010 20000000:00000080:1.0:1781272587.881349:0:19923:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8eb3c3aea000 uarg=0000000000000000 00000040:00100000:1.0:1781272587.882368:0:19923:0:(llog.c:1067:llog_reverse_process()) index 57 : idx 49 20000000:01000000:1.0:1781272587.882380:0:19923:0:(mgs_llog.c:960:mgs_search_pool_cb()) Matched pool rec 56 cmd:0xce021 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:1.0:1781272587.882398:0:19923:0:(mgs_llog.c:1106:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1781272587.883129:0:19924:0:(mgs_llog.c:1073:mgs_modify_handler()) Changing rec 55 marker 46 1->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:3.0:1781272587.883220:0:19924:0:(mgs_llog.c:1073:mgs_modify_handler()) Changing rec 57 marker 46 2->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1781272587.883234:0:19924:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000040:00080000:1.0:1781272587.883499:0:19923:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].58, 224 off18320 20000000:01000000:1.0:1781272587.883515:0:19923:0:(mgs_llog.c:1536:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1781272587.883530:0:19923:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].59, 136 off18456 00000040:00080000:1.0:1781272587.883543:0:19923:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].60, 224 off18680 20000000:01000000:1.0:1781272587.883555:0:19923:0:(mgs_llog.c:1106:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1781272587.883953:0:19925:0:(mgs_llog.c:1073:mgs_modify_handler()) Changing rec 50 marker 47 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:3.0:1781272587.883978:0:19925:0:(mgs_llog.c:1073:mgs_modify_handler()) Changing rec 52 marker 47 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1781272587.883990:0:19925:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000040:00080000:1.0:1781272587.884209:0:19923:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].53, 224 off17424 20000000:01000000:1.0:1781272587.884219:0:19923:0:(mgs_llog.c:1536:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1781272587.884234:0:19923:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].54, 144 off17568 00000040:00080000:1.0:1781272587.884250:0:19923:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].55, 224 off17792 20000000:01000000:1.0:1781272587.884264:0:19923:0:(mgs_llog.c:1106:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1781272587.884648:0:19926:0:(mgs_llog.c:1073:mgs_modify_handler()) Changing rec 50 marker 48 1->4: lustre-MDT0001-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:3.0:1781272587.884675:0:19926:0:(mgs_llog.c:1073:mgs_modify_handler()) Changing rec 52 marker 48 2->4: lustre-MDT0001-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1781272587.884685:0:19926:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 53 count 52 00000040:00080000:1.0:1781272587.885325:0:19923:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].53, 224 off17424 20000000:01000000:1.0:1781272587.885343:0:19923:0:(mgs_llog.c:1536:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:1.0:1781272587.885365:0:19923:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].54, 144 off17568 00000040:00080000:1.0:1781272587.885382:0:19923:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].55, 224 off17792 10000000:01000000:1.0:1781272587.885395:0:19923:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1781272587.885432:0:19923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885457:0:19923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c50d0a00/0x94898f2cdefc27a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83032 expref: 11 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885467:0:19923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc27ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83039 expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885475:0:19923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4f1b600/0x94898f2cdefc27b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83040 expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885485:0:19923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c50d0200/0x94898f2cdefc27c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc27bb expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885493:0:19923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc27d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc27c9 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885500:0:19923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c49b3200/0x94898f2cdefc27de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc27d7 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885508:0:19923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc27ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc27e5 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885515:0:19923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc27fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc27f3 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885522:0:19923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc2808 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2801 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885529:0:19923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4f1ba00/0x94898f2cdefc2816 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc280f expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885545:0:19923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c50d0000/0x94898f2cdefc2824 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc281d expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885552:0:19923:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2832 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc282b expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885561:0:19923:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885614:0:19923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2832 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc282b expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.885633:0:19923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2832 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc282b expref: 22 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.885655:0:19923:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168554880:0@lo:104: 00000100:00100000:1.0:1781272587.885759:0:19923:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781272587.886194:0:19923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c50d0000/0x94898f2cdefc2824 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc281d expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.886205:0:19923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c50d0000/0x94898f2cdefc2824 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc281d expref: 22 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.886217:0:19923:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168555008:0@lo:104: 00000100:00100000:1.0:1781272587.886247:0:19923:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781272587.886444:0:19923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4f1ba00/0x94898f2cdefc2816 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc280f expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.886453:0:19923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c4f1ba00/0x94898f2cdefc2816 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc280f expref: 22 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.886473:0:19923:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168555136:0@lo:104: 00000100:00100000:1.0:1781272587.886497:0:19923:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272587.886552:0:6474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168554880 00000100:00100000:2.0:1781272587.886561:0:6474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168554880 00000100:00100000:2.0:1781272587.886632:0:6474:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168555008 00000100:00100000:2.0:1781272587.886635:0:6474:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168555008 00000100:00100000:2.0:1781272587.886654:0:6474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1781272587.886663:0:6474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+4:19923:x1867799168554880:12345-0@lo:104: 00010000:00010000:2.0:1781272587.886681:0:6474:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2832 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.886753:0:6474:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1781272587.886769:0:6474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+4:19923:x1867799168554880:12345-0@lo:104: Request processed in 106us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272587.886778:0:6474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1781272587.886802:0:6474:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1781272587.886808:0:6474:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+3:19923:x1867799168555008:12345-0@lo:104: 00010000:00010000:2.0:1781272587.886816:0:6474:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2824 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.886879:0:6474:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1781272587.886885:0:6474:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+3:19923:x1867799168555008:12345-0@lo:104: Request processed in 77us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272587.886902:0:6474:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00010000:00010000:2.0:1781272587.886924:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1781272587.886933:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2832 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.886942:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021e5a00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:2.0:1781272587.886947:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc2832 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.886957:0:8421:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc2832 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1781272587.886966:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc2832 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781272587.886973:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1781272587.887005:0:8421:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2832 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.887022:0:8421:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272587.887147:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781272587.887154:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2824 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.887161:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021e5200 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272587.887164:0:6480:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc2824 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.887170:0:6480:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc2824 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272587.887176:0:6480:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc2824 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272587.887181:0:6480:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272587.887205:0:6480:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2824 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.887211:0:6480:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1781272587.887248:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2832 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.887256:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc282b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2832 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.887273:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272587.887275:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272587.887277:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272587.887293:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168555264:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1781272587.887327:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1781272587.887425:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2824 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.887433:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc281d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2824 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.887443:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272587.887445:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272587.887447:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272587.887467:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168555392:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272587.887499:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272587.887535:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168555264 00000100:00100000:0.0:1781272587.887540:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168555264 00010000:00010000:0.0:1781272587.887563:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2832 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc282b expref: 23 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272587.887586:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168555392 00000100:00100000:0.0:1781272587.887589:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168555392 00010000:00010000:0.0:1781272587.887600:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c50d0000/0x94898f2cdefc2824 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc281d expref: 24 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272587.887619:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1781272587.887625:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+24:3618:x1867799168555264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272587.887638:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272587.887643:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2832 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc282b expref: 24 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.887665:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2832 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc282b expref: 24 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.887683:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272587.887709:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+24:3618:x1867799168555264:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272587.887716:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1781272587.887732:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1781272587.887738:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168555392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272587.887745:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272587.887749:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c50d0000/0x94898f2cdefc2824 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc281d expref: 23 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.887757:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c50d0000/0x94898f2cdefc2824 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc281d expref: 23 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.887765:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272587.887788:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168555392:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272587.887793:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1781272587.887861:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168555392:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1781272587.888284:0:19923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc2808 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc2801 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.888296:0:19923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc2808 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc2801 expref: 22 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.888307:0:19923:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168555520:0@lo:104: 00000100:00100000:1.0:1781272587.888338:0:19923:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781272587.888364:0:19923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc27fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc27f3 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.888371:0:19923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc27fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc27f3 expref: 22 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.888380:0:19923:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168555648:0@lo:104: 00000100:00100000:1.0:1781272587.888405:0:19923:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781272587.888419:0:19923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc27ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc27e5 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.888427:0:19923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc27ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc27e5 expref: 22 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.888434:0:19923:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168555776:0@lo:104: 00010000:00010000:1.0:1781272587.888457:0:19923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c49b3200/0x94898f2cdefc27de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc27d7 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.888476:0:19923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c49b3200/0x94898f2cdefc27de lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc27d7 expref: 22 pid: 6484 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.888484:0:19923:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168555904:0@lo:104: 00010000:00010000:1.0:1781272587.888514:0:19923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc27d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc27c9 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.888522:0:19923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc27d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc27c9 expref: 22 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.888528:0:19923:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168556032:0@lo:104: 00010000:00010000:1.0:1781272587.888556:0:19923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c50d0200/0x94898f2cdefc27c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc27bb expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.888564:0:19923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c50d0200/0x94898f2cdefc27c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc27bb expref: 22 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.888572:0:19923:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168556160:0@lo:104: 00010000:00010000:1.0:1781272587.888599:0:19923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4f1b600/0x94898f2cdefc27b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83040 expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.888609:0:19923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eb3c4f1b600/0x94898f2cdefc27b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83040 expref: 11 pid: 6485 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.888620:0:19923:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168556288:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272587.888695:0:19923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc27ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83039 expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.888714:0:19923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc27ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83039 expref: 11 pid: 6485 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.888724:0:19923:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168556416:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272587.888758:0:19923:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c50d0a00/0x94898f2cdefc27a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83032 expref: 11 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.888767:0:19923:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eb3c50d0a00/0x94898f2cdefc27a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83032 expref: 11 pid: 6486 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.888776:0:19923:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168556544:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272587.888799:0:19923:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4d106a840 going to sleep for 11 seconds 00010000:00010000:1.0:1781272587.888819:0:19923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc2832 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc282b expref: 22 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.889014:0:19923:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168554880:0@lo:104: 00010000:00010000:1.0:1781272587.889082:0:19923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c50d0000/0x94898f2cdefc2824 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc281d expref: 21 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272587.889095:0:19923:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168555008:0@lo:104: 00000100:00100000:0.0:1781272587.889212:0:10369:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1781272587.889236:0:10369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272587.889252:0:10369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272587.889262:0:10369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272587.889271:0:10369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272587.889279:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168555136 00000100:00100000:0.0:1781272587.889292:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168555136 00000100:00100000:0.0:1781272587.889331:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168555520 00000100:00100000:0.0:1781272587.889335:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168555520 00000100:00100000:0.0:1781272587.889346:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168555648 00000100:00100000:0.0:1781272587.889348:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168555648 00000100:00100000:0.0:1781272587.889358:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168555776 00000100:00100000:0.0:1781272587.889360:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168555776 00000100:00100000:0.0:1781272587.889370:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168555904 00000100:00100000:0.0:1781272587.889373:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168555904 00000100:00100000:0.0:1781272587.889383:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168556032 00000100:00100000:0.0:1781272587.889385:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168556032 00000100:00100000:0.0:1781272587.889394:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168556160 00000100:00100000:0.0:1781272587.889395:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168556160 00000100:00100000:0.0:1781272587.889409:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1781272587.889418:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+9:19923:x1867799168555136:12345-0@lo:104: 00010000:00010000:0.0:1781272587.889433:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2816 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.889504:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1781272587.889511:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+9:19923:x1867799168555136:12345-0@lo:104: Request processed in 94us (3013us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272587.889517:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1781272587.889535:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1781272587.889540:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+8:19923:x1867799168555520:12345-0@lo:104: 00010000:00010000:0.0:1781272587.889548:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2808 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.889584:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1781272587.889589:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+8:19923:x1867799168555520:12345-0@lo:104: Request processed in 50us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272587.889595:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1781272587.889615:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1781272587.889621:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb502044c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+7:19923:x1867799168555648:12345-0@lo:104: 00010000:00010000:0.0:1781272587.889629:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc27fa expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.889661:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1781272587.889667:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb502044c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+7:19923:x1867799168555648:12345-0@lo:104: Request processed in 46us (1261us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272587.889673:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1781272587.889716:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1781272587.889723:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+6:19923:x1867799168555776:12345-0@lo:104: 00010000:00010000:0.0:1781272587.889731:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1aa00/0x94898f2cdefc27e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc27ec expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.889759:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1781272587.889764:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+6:19923:x1867799168555776:12345-0@lo:104: Request processed in 43us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272587.889771:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1781272587.889784:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1781272587.889790:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+5:19923:x1867799168555904:12345-0@lo:104: 00010000:00010000:0.0:1781272587.889797:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1b400/0x94898f2cdefc27d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc27de expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.889825:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:0.0:1781272587.889925:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+5:19923:x1867799168555904:12345-0@lo:104: Request processed in 41us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272587.889934:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1781272587.889955:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1781272587.889961:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+4:19923:x1867799168556032:12345-0@lo:104: 00010000:00010000:0.0:1781272587.889970:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ae00/0x94898f2cdefc27c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc27d0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.889999:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:0.0:1781272587.890004:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+4:19923:x1867799168556032:12345-0@lo:104: Request processed in 43us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272587.890010:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1781272587.890023:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1781272587.890029:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+3:19923:x1867799168556160:12345-0@lo:104: 00010000:00010000:0.0:1781272587.890113:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc27c2 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890148:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:0.0:1781272587.890153:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+3:19923:x1867799168556160:12345-0@lo:104: Request processed in 125us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272587.890160:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00010000:00010000:0.0:1781272587.890184:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1781272587.890191:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2816 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890202:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0e00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272587.890207:0:6479:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc2816 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890218:0:6479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc2816 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272587.890239:0:6479:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc2816 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272587.890246:0:6479:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272587.890285:0:6479:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2816 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890292:0:6479:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272587.890323:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2816 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890331:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc280f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2816 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890346:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1781272587.890349:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2808 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890354:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1e00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272587.890357:0:6479:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc2808 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890362:0:6479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc2808 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272587.890368:0:6479:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc2808 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272587.890373:0:6479:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272587.890395:0:6479:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2808 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890401:0:6479:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272587.890408:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2808 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890414:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1e00/0x94898f2cdefc2801 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2808 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890423:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1781272587.890426:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc27fa expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890430:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49b2400 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272587.890433:0:6479:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc27fa expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890440:0:6479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc27fa expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272587.890445:0:6479:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc27fa expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272587.890450:0:6479:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272587.890461:0:6479:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27fa expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890466:0:6479:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272587.890478:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27fa expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890497:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b2400/0x94898f2cdefc27f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27fa expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890505:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1781272587.890508:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1aa00/0x94898f2cdefc27e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc27ec expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890514:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1aa00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272587.890517:0:6479:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1aa00/0x94898f2cdefc27e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc27ec expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890523:0:6479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1aa00/0x94898f2cdefc27e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc27ec expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272587.890530:0:6479:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1aa00/0x94898f2cdefc27e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc27ec expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272587.890535:0:6479:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272587.890548:0:6479:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1aa00/0x94898f2cdefc27e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27ec expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890554:0:6479:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272587.890561:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1aa00/0x94898f2cdefc27e5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27ec expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890568:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1aa00/0x94898f2cdefc27e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27ec expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890577:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1781272587.890586:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1b400/0x94898f2cdefc27d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc27de expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890593:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b400 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272587.890596:0:6479:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1b400/0x94898f2cdefc27d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc27de expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890603:0:6479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1b400/0x94898f2cdefc27d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc27de expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272587.890610:0:6479:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1b400/0x94898f2cdefc27d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc27de expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272587.890616:0:6479:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272587.890630:0:6479:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1b400/0x94898f2cdefc27d7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27de expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890637:0:6479:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272587.890643:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1b400/0x94898f2cdefc27d7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27de expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890650:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1b400/0x94898f2cdefc27d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27de expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890660:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781272587.890663:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ae00/0x94898f2cdefc27c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc27d0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890669:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1ae00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272587.890672:0:6479:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ae00/0x94898f2cdefc27c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc27d0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890688:0:6479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ae00/0x94898f2cdefc27c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc27d0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272587.890695:0:6479:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ae00/0x94898f2cdefc27c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc27d0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272587.890700:0:6479:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272587.890714:0:6479:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ae00/0x94898f2cdefc27c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27d0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890720:0:6479:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272587.890726:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ae00/0x94898f2cdefc27c9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27d0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890733:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ae00/0x94898f2cdefc27c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27d0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890742:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781272587.890745:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc27c2 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890751:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49b3000 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272587.890754:0:6479:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc27c2 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890761:0:6479:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc27c2 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272587.890767:0:6479:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc27c2 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272587.890779:0:6479:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272587.890791:0:6479:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27c2 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890797:0:6479:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272587.890802:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27c2 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890809:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3000/0x94898f2cdefc27bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc27c2 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.890823:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272587.890824:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272587.890826:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272587.891011:0:19923:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168555136:0@lo:104: 00000100:00100000:1.0:1781272587.891024:0:19923:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168555520:0@lo:104: 00000100:00100000:1.0:1781272587.891033:0:19923:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168555648:0@lo:104: 00000100:00100000:1.0:1781272587.891056:0:19923:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168555776:0@lo:104: 00000100:00100000:1.0:1781272587.891065:0:19923:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168555904:0@lo:104: 00000100:00100000:1.0:1781272587.891086:0:19923:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168556032:0@lo:104: 00000100:00100000:1.0:1781272587.891096:0:19923:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168556160:0@lo:104: 00000100:00100000:2.0:1781272587.891241:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168556928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1781272587.891300:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272587.891353:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168557440:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1781272587.891376:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272587.891402:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168555264:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1781272587.891422:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272587.891428:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168557056:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1781272587.891448:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272587.891672:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168556672:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272587.891707:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272587.891769:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168557184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272587.891791:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272587.892186:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1781272587.892194:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168556800:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272587.892222:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272587.892291:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168556928 00000100:00100000:2.0:1781272587.892300:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168556928 00010000:00010000:2.0:1781272587.892337:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc27fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc27f3 expref: 21 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272587.892362:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168557440 00000100:00100000:2.0:1781272587.892378:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168557440 00010000:00010000:2.0:1781272587.892393:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c50d0200/0x94898f2cdefc27c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc27bb expref: 22 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272587.892405:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168557056 00000100:00100000:2.0:1781272587.892407:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168557056 00010000:00010000:2.0:1781272587.892417:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc27ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc27e5 expref: 23 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272587.892426:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168556672 00000100:00100000:2.0:1781272587.892429:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168556672 00010000:00010000:2.0:1781272587.892437:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4f1ba00/0x94898f2cdefc2816 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc280f expref: 24 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272587.892446:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168557184 00000100:00100000:2.0:1781272587.892448:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168557184 00010000:00010000:2.0:1781272587.892456:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c49b3200/0x94898f2cdefc27de lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc27d7 expref: 25 pid: 6484 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272587.892468:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1781272587.892476:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+25:3618:x1867799168556928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1781272587.892492:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272587.892497:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc27fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc27f3 expref: 25 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892509:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc27fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc27f3 expref: 25 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892528:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4f1a600/0x94898f2cdefc27fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc27f3 expref: 25 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892546:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272587.892592:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+24:3618:x1867799168556928:12345-0@lo:103:ldlm_bl.0 Request processed in 116us (1291us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272587.892601:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1781272587.892621:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1781272587.892627:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168557440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1781272587.892635:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272587.892639:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c50d0200/0x94898f2cdefc27c2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc27bb expref: 23 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892649:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c50d0200/0x94898f2cdefc27c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc27bb expref: 23 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892660:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c50d0200/0x94898f2cdefc27c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc27bb expref: 23 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892668:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272587.892692:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:3618:x1867799168557440:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (1315us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272587.892699:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1781272587.892712:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1781272587.892717:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:3618:x1867799168557056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1781272587.892725:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272587.892729:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc27ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc27e5 expref: 21 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892738:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc27ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc27e5 expref: 21 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892747:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc27ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc27e5 expref: 21 pid: 6485 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892764:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272587.892786:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:3618:x1867799168557056:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (1337us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272587.892792:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1781272587.892804:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1781272587.892809:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:3620:x1867799168556672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1781272587.892816:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272587.892819:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4f1ba00/0x94898f2cdefc2816 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc280f expref: 19 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892849:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4f1ba00/0x94898f2cdefc2816 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc280f expref: 19 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892874:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4f1ba00/0x94898f2cdefc2816 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc280f expref: 19 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892883:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272587.892918:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:3620:x1867799168556672:12345-0@lo:103:ldlm_bl.0 Request processed in 109us (1210us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272587.892924:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1781272587.892967:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:2.0:1781272587.892973:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:3620:x1867799168557184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1781272587.892979:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272587.892983:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c49b3200/0x94898f2cdefc27de lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc27d7 expref: 17 pid: 6484 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.892991:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c49b3200/0x94898f2cdefc27de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc27d7 expref: 17 pid: 6484 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.893007:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c49b3200/0x94898f2cdefc27de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc27d7 expref: 17 pid: 6484 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272587.893016:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272587.893113:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:3620:x1867799168557184:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (1320us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272587.893120:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:2.0:1781272587.893164:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168557056:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1781272587.893174:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168556928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1781272587.893181:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168557440:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272587.893406:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168557312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272587.893434:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272587.893447:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168556672:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272587.893454:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168557184:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272587.893491:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168556800 00000100:00100000:0.0:1781272587.893496:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168556800 00010000:00010000:0.0:1781272587.893516:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc2808 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc2801 expref: 16 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272587.893532:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168557312 00000100:00100000:0.0:1781272587.893535:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168557312 00010000:00010000:0.0:1781272587.893544:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc27d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc27c9 expref: 17 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272587.893555:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1781272587.893561:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:3620:x1867799168556800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272587.893569:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272587.893572:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc2808 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc2801 expref: 17 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.893582:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc2808 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc2801 expref: 17 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.893592:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc2808 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc2801 expref: 17 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.893603:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272587.893633:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:3620:x1867799168556800:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (1410us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272587.893640:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1781272587.893654:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1781272587.893660:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:3620:x1867799168557312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272587.893667:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272587.893678:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc27d0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc27c9 expref: 15 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.893688:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc27d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc27c9 expref: 15 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.893697:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c49e9a00/0x94898f2cdefc27d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc27c9 expref: 15 pid: 6486 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.893707:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272587.893728:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+14:3620:x1867799168557312:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272587.893735:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1781272587.893760:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168556800:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272587.893766:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168557312:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272587.893791:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272587.893799:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272587.897310:0:19923:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168556288:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272587.898528:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272587.898606:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159156224 00000100:00100000:0.0:1781272587.898618:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159156224 00010000:00010000:0.0:1781272587.898667:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4f1b600/0x94898f2cdefc27b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83040 expref: 12 pid: 6485 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272587.898719:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 256 00000100:00100000:0.0:1781272587.898731:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159156224:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272587.898750:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272587.898757:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4f1b600/0x94898f2cdefc27b4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83040 expref: 12 pid: 6485 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.898771:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4f1b600/0x94898f2cdefc27b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83040 expref: 12 pid: 6485 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.898810:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4f1b600/0x94898f2cdefc27b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83040 expref: 12 pid: 6485 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272587.898863:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272587.898943:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:2390:x1867799159156224:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 214us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272587.898952:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 256 00000100:00100000:1.0:1781272587.899427:0:19923:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168556416:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272587.899669:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272587.899737:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159156352 00000100:00100000:3.0:1781272587.899744:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159156352 00010000:00010000:3.0:1781272587.899773:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc27ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83039 expref: 11 pid: 6485 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272587.900001:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 257 00000100:00100000:3.0:1781272587.900011:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:2391:x1867799159156352:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272587.900025:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272587.900030:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc27ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83039 expref: 11 pid: 6485 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.900115:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc27ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83039 expref: 11 pid: 6485 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.900131:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc27ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83039 expref: 11 pid: 6485 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.900146:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272587.900193:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:2391:x1867799159156352:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 184us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272587.900200:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 257 00000100:00100000:2.0:1781272587.904407:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272587.904539:0:19923:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19923:1867799168556544:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272587.904624:0:19923:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272587.904696:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159156480 00000100:00100000:3.0:1781272587.904706:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159156480 00010000:00010000:3.0:1781272587.904752:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c50d0a00/0x94898f2cdefc27a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83032 expref: 10 pid: 6486 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272587.904792:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 258 00000100:00100000:3.0:1781272587.904804:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:2388:x1867799159156480:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272587.904824:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272587.904883:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c50d0a00/0x94898f2cdefc27a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83032 expref: 10 pid: 6486 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.904932:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c50d0a00/0x94898f2cdefc27a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83032 expref: 10 pid: 6486 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.904957:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c50d0a00/0x94898f2cdefc27a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83032 expref: 10 pid: 6486 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.904975:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.904985:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.905005:0:10311:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.905013:0:10311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.905020:0:10311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.905027:0:10311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.905034:0:10311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1c00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272587.905039:0:10311:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.905048:0:10311:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.905073:0:10311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272587.905084:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272587.905225:0:19923:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.905235:0:19923:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272587.905242:0:19923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2904 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272587.906216:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:727dfb89-6ae0-4877-8dd8-89876ae289fb+9:2388:x1867799159156480:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1404us (1815us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272587.906232:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 258 00010000:00010000:0.0:1781272588.611703:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272588.866800:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272588.866858:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168557568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272588.866979:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272588.872156:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168557568 00000100:00100000:3.0:1781272588.872180:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168557568 00000100:00100000:3.0:1781272588.872299:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1781272588.872311:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168557568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272588.872357:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1781272588.872635:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168557568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 326us (5654us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272588.872645:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00080000:2.0:1781272588.872792:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272588.873362:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168557568:0@lo:13:osp-pre-0-0.0 10000000:01000000:0.0:1781272588.928070:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1781272588.928081:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb3c1e45800 from 58 10000000:01000000:0.0:1781272588.928088:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1781272588.928169:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.928182:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.928195:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272588.928227:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168557696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781272588.928320:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272588.928407:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c57ec180 going to sleep for 11 seconds 00000100:00100000:1.0:1781272588.928662:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168557696 00000100:00100000:1.0:1781272588.928672:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168557696 00000100:00100000:1.0:1781272588.928745:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1781272588.928761:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+14:6488:x1867799168557696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272588.928777:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272588.928791:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2912 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc290b expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272588.928820:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2912 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc290b expref: 15 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272588.928999:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2912 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc290b expref: 15 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272588.929008:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1c00, rc 0) 00000100:00100000:1.0:1781272588.929564:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168557696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 809us (1243us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272588.929574:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1781272588.933736:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168557696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272588.933860:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2912 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.933885:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2912 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272588.934019:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168557824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272588.934105:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272588.934258:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c57ec180 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.935438:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168557824 00000100:00100000:2.0:1781272588.935452:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168557824 00000100:00100000:2.0:1781272588.935546:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1781272588.935558:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168557824:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.935787:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168557824:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 230us (1682us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.935797:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1781272588.936073:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168557824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272588.936135:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168557952:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272588.936199:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272588.936254:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c57ec180 going to sleep for 11 seconds 00000100:00100000:3.0:1781272588.936321:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168557952 00000100:00100000:3.0:1781272588.936327:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168557952 00000100:00100000:3.0:1781272588.936365:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1781272588.936373:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168557952:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272588.936482:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168557952:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 109us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272588.936489:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1781272588.936957:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168557952:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.938135:0:19927:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19927:1867799168558080:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272588.938214:0:19927:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272588.938257:0:19927:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4e295b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272588.938325:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168558080 00000100:00100000:3.0:1781272588.938333:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168558080 00000100:00100000:3.0:1781272588.938379:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1781272588.938390:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:19927:x1867799168558080:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272588.938549:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:19927:x1867799168558080:12345-0@lo:502:llog_process_th.0 Request processed in 160us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272588.938557:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1781272588.939939:0:19927:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19927:1867799168558080:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272588.940054:0:19927:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19927:1867799168558208:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272588.940125:0:19927:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.940183:0:19927:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0240 going to sleep for 11 seconds 00000100:00100000:1.0:1781272588.940415:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168558208 00000100:00100000:1.0:1781272588.940424:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168558208 00000100:00100000:1.0:1781272588.940496:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1781272588.940508:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:19927:x1867799168558208:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272588.940653:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:19927:x1867799168558208:12345-0@lo:502:llog_process_th.0 Request processed in 147us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272588.940662:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1781272588.941384:0:19927:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19927:1867799168558208:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1781272588.941431:0:19927:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:2.0:1781272588.943435:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:2.0:1781272588.943502:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1781272588.943519:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2912 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.943535:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2912 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781272588.943549:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1781272588.943553:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1781272588.943557:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1781272588.943616:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.943627:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.943639:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272588.943673:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168558336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.943756:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.943821:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272588.944004:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168558336 00000100:00100000:0.0:1781272588.944013:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168558336 00000100:00100000:0.0:1781272588.944071:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1781272588.944080:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168558336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272588.944098:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272588.944113:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc2920 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2919 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.944142:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc2920 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2919 expref: 16 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.944154:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc2920 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2919 expref: 16 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.944165:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8a00, rc 0) 00000100:00100000:0.0:1781272588.944216:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168558336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272588.944223:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1781272588.944506:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168558336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272588.944524:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2920 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.944554:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2920 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272588.944635:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168558464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.944666:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.944698:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0240 going to sleep for 11 seconds 00000100:00100000:3.0:1781272588.944761:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168558464 00000100:00100000:3.0:1781272588.944766:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168558464 00000100:00100000:3.0:1781272588.944803:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1781272588.944811:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168558464:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272588.945009:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168558464:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 198us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272588.945016:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1781272588.945911:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168558464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.945976:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168558592:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.946050:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.946090:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0240 going to sleep for 11 seconds 00000100:00100000:3.0:1781272588.946240:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168558592 00000100:00100000:3.0:1781272588.946247:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168558592 00000100:00100000:3.0:1781272588.946296:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1781272588.946306:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168558592:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272588.946446:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168558592:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 141us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272588.946587:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168558592:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272588.947007:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000040:00080000:0.0:1781272588.947977:0:19928:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:2.0:1781272588.948185:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1781272588.948217:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1781272588.948232:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2920 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.948247:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2920 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781272588.948260:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1781272588.948265:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb4f622a800 from 58 10000000:01000000:2.0:1781272588.948269:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1781272588.948314:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.948322:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.948347:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272588.948372:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168558720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.948429:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.948482:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0300 going to sleep for 11 seconds 00000100:00100000:0.0:1781272588.950077:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168558720 00000100:00100000:0.0:1781272588.950096:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168558720 00000100:00100000:0.0:1781272588.950185:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1781272588.950198:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168558720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272588.950219:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272588.950242:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49e9000/0x94898f2cdefc292e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2927 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.950280:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49e9000/0x94898f2cdefc292e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2927 expref: 17 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.950293:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49e9000/0x94898f2cdefc292e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2927 expref: 17 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.950303:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9000, rc 0) 00000100:00100000:0.0:1781272588.950405:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168558720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 210us (1973us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272588.950412:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1781272588.950572:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168558720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272588.950595:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc292e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272588.950607:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc292e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272588.950714:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168558848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.950781:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272588.950816:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4e295b240 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.951180:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168558848 00000100:00100000:2.0:1781272588.951187:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168558848 00000100:00100000:2.0:1781272588.951223:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1781272588.951232:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168558848:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.951385:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168558848:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 153us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.951393:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1781272588.951896:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168558848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.951953:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168558976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.952013:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272588.952049:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4e295b240 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.952151:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168558976 00000100:00100000:2.0:1781272588.952157:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168558976 00000100:00100000:2.0:1781272588.952196:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1781272588.952204:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168558976:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.952315:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168558976:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 111us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.952322:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1781272588.952412:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168558976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.953271:0:19929:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19929:1867799168559104:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272588.953336:0:19929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272588.953378:0:19929:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd780 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.953444:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168559104 00000100:00100000:2.0:1781272588.953452:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168559104 00000100:00100000:2.0:1781272588.953579:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1781272588.953589:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:19929:x1867799168559104:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272588.953724:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:19929:x1867799168559104:12345-0@lo:502:llog_process_th.0 Request processed in 135us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.953739:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1781272588.953888:0:19929:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19929:1867799168559104:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272588.953942:0:19929:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19929:1867799168559232:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272588.953975:0:19929:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272588.953998:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168559232 00000100:00100000:1.0:1781272588.954002:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168559232 00000100:00100000:1.0:1781272588.954024:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1781272588.954030:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c92d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:19929:x1867799168559232:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272588.954102:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c92d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:19929:x1867799168559232:12345-0@lo:502:llog_process_th.0 Request processed in 72us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272588.954108:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1781272588.954147:0:19929:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd780 going to sleep for 11 seconds 00000100:00100000:1.0:1781272588.954158:0:19929:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19929:1867799168559232:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1781272588.954177:0:19929:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:2.0:1781272588.954559:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:2.0:1781272588.954586:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1781272588.954599:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc292e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.954611:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc292e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781272588.954622:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1781272588.954625:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1781272588.954629:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1781272588.954661:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.954670:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.954680:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272588.954695:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168559360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.954730:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.954742:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0240 going to sleep for 11 seconds 00000100:00100000:3.0:1781272588.954887:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168559360 00000100:00100000:3.0:1781272588.954892:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168559360 00000100:00100000:3.0:1781272588.954926:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1781272588.954934:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c92d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168559360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272588.954945:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272588.954961:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc293c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2935 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272588.954988:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc293c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2935 expref: 18 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272588.955010:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc293c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2935 expref: 18 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272588.955019:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1b800, rc 0) 00000100:00100000:3.0:1781272588.955055:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c92d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168559360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272588.955062:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1781272588.955384:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168559360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272588.955400:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc293c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.955423:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc293c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272588.955917:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168559488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.955959:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.955986:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0240 going to sleep for 11 seconds 00000100:00100000:1.0:1781272588.956952:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168559488 00000100:00100000:1.0:1781272588.956963:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168559488 00000100:00100000:1.0:1781272588.957023:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1781272588.957034:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8ab9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168559488:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.957213:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8ab9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168559488:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 180us (1251us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272588.957221:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1781272588.958244:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168559488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.958310:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168559616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.958384:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.958425:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0240 going to sleep for 11 seconds 00000100:00100000:1.0:1781272588.958477:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168559616 00000100:00100000:1.0:1781272588.958483:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168559616 00000100:00100000:1.0:1781272588.958526:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1781272588.958535:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168559616:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.958656:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168559616:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 122us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272588.958665:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1781272588.958802:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168559616:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1781272588.960103:0:19930:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:0.0:1781272588.960324:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1781272588.960351:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1781272588.960366:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc293c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.960385:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc293c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272588.960397:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1781272588.960400:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb4fc23f000 from 58 10000000:01000000:0.0:1781272588.960404:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1781272588.960450:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.960532:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.960545:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272588.960576:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168559744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781272588.960642:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272588.960723:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c57ecb40 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.960761:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168559744 00000100:00100000:2.0:1781272588.960768:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168559744 00000100:00100000:2.0:1781272588.961548:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1781272588.961566:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168559744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272588.961586:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272588.961604:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc294a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2943 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.961637:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc294a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2943 expref: 19 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.961649:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc294a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2943 expref: 19 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.961679:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e200, rc 0) 00000100:00100000:2.0:1781272588.962021:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168559744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 460us (1377us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.962030:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1781272588.962318:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168559744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272588.962342:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc294a expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.962354:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc294a expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272588.962599:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168559872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.962642:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272588.962719:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cdcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272588.962754:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168559872 00000100:00100000:3.0:1781272588.962762:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168559872 00000100:00100000:3.0:1781272588.962872:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1781272588.963041:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168559872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272588.963239:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168559872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 201us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272588.963247:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1781272588.963374:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168559872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.963418:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168560000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.963553:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.963615:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c4ca5180 going to sleep for 11 seconds 00000100:00100000:3.0:1781272588.963645:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168560000 00000100:00100000:3.0:1781272588.963650:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168560000 00000100:00100000:3.0:1781272588.963683:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1781272588.963689:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168560000:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272588.963780:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168560000:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 90us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272588.963787:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1781272588.963952:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168560000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.964303:0:19931:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19931:1867799168560128:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272588.964342:0:19931:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.964353:0:19931:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c4ca5180 going to sleep for 11 seconds 00000100:00100000:3.0:1781272588.964436:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168560128 00000100:00100000:3.0:1781272588.964440:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168560128 00000100:00100000:3.0:1781272588.964478:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1781272588.964487:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:19931:x1867799168560128:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272588.964580:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:19931:x1867799168560128:12345-0@lo:502:llog_process_th.0 Request processed in 94us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272588.964594:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1781272588.964664:0:19931:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19931:1867799168560128:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272588.964706:0:19931:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19931:1867799168560256:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272588.964737:0:19931:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.964765:0:19931:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c8870600 going to sleep for 11 seconds 00000100:00100000:1.0:1781272588.964803:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168560256 00000100:00100000:1.0:1781272588.964809:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168560256 00000100:00100000:1.0:1781272588.964870:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1781272588.964888:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:19931:x1867799168560256:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272588.964959:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:19931:x1867799168560256:12345-0@lo:502:llog_process_th.0 Request processed in 72us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272588.964966:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1781272588.965074:0:19931:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19931:1867799168560256:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1781272588.965093:0:19931:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:1.0:1781272588.965340:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:1.0:1781272588.965364:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781272588.965376:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc294a expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272588.965395:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc294a expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272588.965407:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:1.0:1781272588.965411:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 53 10000000:01000000:1.0:1781272588.965414:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1781272588.965447:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272588.965467:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272588.965477:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272588.965493:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168560384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.965525:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272588.965551:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.965590:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168560384 00000100:00100000:2.0:1781272588.965595:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168560384 00000100:00100000:2.0:1781272588.965619:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1781272588.965627:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168560384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272588.965645:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272588.965659:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc2958 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2951 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.965683:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc2958 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2951 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.965693:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc2958 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2951 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.965703:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:2.0:1781272588.965742:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168560384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.965749:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1781272588.966060:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168560384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272588.966075:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2958 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272588.966085:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2958 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272588.966145:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168560512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.966172:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272588.966209:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.966247:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168560512 00000100:00100000:2.0:1781272588.966252:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168560512 00000100:00100000:2.0:1781272588.966273:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1781272588.966278:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168560512:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.966401:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168560512:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.966408:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1781272588.966614:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168560512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.966646:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168560640:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.966689:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272588.966710:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.967478:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168560640 00000100:00100000:2.0:1781272588.967488:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168560640 00000100:00100000:2.0:1781272588.967533:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1781272588.967543:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168560640:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.967673:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168560640:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 131us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.967689:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1781272588.967882:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168560640:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272588.968344:0:19932:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19932:1867799168560768:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272588.968392:0:19932:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272588.968431:0:19932:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4db313780 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.968551:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168560768 00000100:00100000:2.0:1781272588.968557:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168560768 00000100:00100000:2.0:1781272588.968593:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1781272588.968601:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:19932:x1867799168560768:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272588.968709:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:19932:x1867799168560768:12345-0@lo:502:llog_process_th.0 Request processed in 108us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.968717:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1781272588.968822:0:19932:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19932:1867799168560768:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781272588.968883:0:19932:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781272588.968898:0:19932:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781272588.968901:0:19932:0:(obd_config.c:1561:class_process_config()) marker 51 (0x1) lustre-MDT0001-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:1.0:1781272588.968908:0:19932:0:(obd_config.c:1470:class_process_config()) processing cmd: ce022 00020000:01000000:1.0:1781272588.968931:0:19932:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:1.0:1781272588.968954:0:19932:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19932:1867799168560896:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272588.968990:0:19932:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272588.969006:0:19932:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.969085:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168560896 00000100:00100000:2.0:1781272588.969089:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168560896 00000100:00100000:2.0:1781272588.969118:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1781272588.969126:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:19932:x1867799168560896:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272588.969194:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:19932:x1867799168560896:12345-0@lo:502:llog_process_th.0 Request processed in 68us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.969201:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1781272588.969305:0:19932:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19932:1867799168560896:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781272588.969323:0:19932:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1781272588.969327:0:19932:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781272588.969328:0:19932:0:(obd_config.c:1561:class_process_config()) marker 51 (0x2) lustre-MDT0001-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:1.0:1781272588.969332:0:19932:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 56 count 55 00000020:01000000:2.0:1781272588.969582:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 53-55 (rc=0) 10000000:01000000:2.0:1781272588.969606:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1781272588.969617:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2958 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.969629:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2958 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781272588.969641:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1781272588.969644:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb4c2ec7800 from 58 10000000:01000000:2.0:1781272588.969647:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1781272588.969678:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.969698:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.969713:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272588.969734:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168561024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.969772:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.969805:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272588.970025:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168561024 00000100:00100000:1.0:1781272588.970031:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168561024 00000100:00100000:1.0:1781272588.970152:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1781272588.970167:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168561024:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272588.970177:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272588.970191:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d1600/0x94898f2cdefc2966 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc295f expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272588.970229:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d1600/0x94898f2cdefc2966 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc295f expref: 21 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272588.970241:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c50d1600/0x94898f2cdefc2966 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc295f expref: 21 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272588.970252:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1600, rc 0) 00000100:00100000:1.0:1781272588.970291:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168561024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272588.970298:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1781272588.970387:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168561024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272588.970403:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2966 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.970414:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2966 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272588.970495:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168561152:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.970526:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.970773:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272588.970806:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168561152 00000100:00100000:3.0:1781272588.970811:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168561152 00000100:00100000:3.0:1781272588.970882:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1781272588.970892:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168561152:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272588.971035:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168561152:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 145us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272588.971043:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1781272588.971147:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168561152:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.971183:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168561280:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.971232:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.971313:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272588.971347:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168561280 00000100:00100000:0.0:1781272588.971352:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168561280 00000100:00100000:3.0:1781272588.971392:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1781272588.971399:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168561280:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272588.971621:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168561280:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 221us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272588.971628:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1781272588.971693:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168561280:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272588.972174:0:19933:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19933:1867799168561408:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272588.972222:0:19933:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272588.972286:0:19933:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c57ec0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272588.972322:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168561408 00000100:00100000:1.0:1781272588.972328:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168561408 00000100:00100000:1.0:1781272588.972399:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1781272588.972407:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:19933:x1867799168561408:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272588.972637:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:19933:x1867799168561408:12345-0@lo:502:llog_process_th.0 Request processed in 230us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272588.972643:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1781272588.972706:0:19933:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19933:1867799168561408:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272588.972764:0:19933:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19933:1867799168561536:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272588.972799:0:19933:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.973046:0:19933:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272588.973119:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168561536 00000100:00100000:0.0:1781272588.973124:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168561536 00000100:00100000:0.0:1781272588.973150:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1781272588.973158:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:19933:x1867799168561536:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272588.973266:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:19933:x1867799168561536:12345-0@lo:502:llog_process_th.0 Request processed in 108us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272588.973273:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1781272588.973347:0:19933:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19933:1867799168561536:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1781272588.973368:0:19933:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:0.0:1781272588.973632:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:0.0:1781272588.973661:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1781272588.973675:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2966 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.973687:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2966 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272588.973698:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:0.0:1781272588.973702:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 53 10000000:01000000:0.0:1781272588.973705:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1781272588.973736:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.973746:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.973757:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272588.973776:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168561664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781272588.973808:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272588.973858:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c57ec540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.974002:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168561664 00000100:00100000:2.0:1781272588.974007:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168561664 00000100:00100000:2.0:1781272588.974031:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1781272588.974038:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168561664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272588.974048:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272588.974063:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4a9f800/0x94898f2cdefc2974 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc296d expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.974090:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4a9f800/0x94898f2cdefc2974 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc296d expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.974101:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4a9f800/0x94898f2cdefc2974 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc296d expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.974110:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9f800, rc 0) 00000100:00100000:2.0:1781272588.974151:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168561664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.974158:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1781272588.974233:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168561664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272588.974251:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2974 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.974261:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2974 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272588.974315:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168561792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272588.974335:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272588.974357:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c57ec540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.974389:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168561792 00000100:00100000:2.0:1781272588.974392:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168561792 00000100:00100000:2.0:1781272588.974412:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1781272588.974418:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168561792:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.974660:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168561792:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 241us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.974667:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1781272588.974713:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168561792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272588.974744:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168561920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272588.974786:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272588.974809:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c57ec540 going to sleep for 11 seconds 00000100:00100000:1.0:1781272588.974999:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168561920 00000100:00100000:1.0:1781272588.975004:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168561920 00000100:00100000:1.0:1781272588.975039:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1781272588.975046:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168561920:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272588.975137:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168561920:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 91us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272588.975144:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1781272588.975226:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168561920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272588.975711:0:19934:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19934:1867799168562048:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272588.975757:0:19934:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272588.975820:0:19934:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c55b0780 going to sleep for 11 seconds 00000100:00100000:2.0:1781272588.976004:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168562048 00000100:00100000:2.0:1781272588.976010:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168562048 00000100:00100000:2.0:1781272588.976380:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1781272588.976391:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19934:x1867799168562048:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272588.976543:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19934:x1867799168562048:12345-0@lo:502:llog_process_th.0 Request processed in 153us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.976551:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1781272588.976626:0:19934:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d7800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19934:1867799168562048:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1781272588.976670:0:19934:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1781272588.976684:0:19934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1781272588.976687:0:19934:0:(obd_config.c:1561:class_process_config()) marker 50 (0x1) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:1.0:1781272588.976693:0:19934:0:(obd_config.c:1470:class_process_config()) processing cmd: ce022 00020000:01000000:1.0:1781272588.976713:0:19934:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:0.0:1781272588.977435:0:19934:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19934:1867799168562176:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272588.977513:0:19934:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272588.977559:0:19934:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c4c33540 going to sleep for 11 seconds 00000100:00100000:3.0:1781272588.977661:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168562176 00000100:00100000:3.0:1781272588.977669:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168562176 00000100:00100000:2.0:1781272588.977711:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1781272588.977724:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19934:x1867799168562176:12345-0@lo:502:llog_process_th.0 00000020:01000004:1.0:1781272588.977803:0:19935:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eb4c2ec7800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1781272588.977809:0:19935:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8eb4c2ec7800 4 00000100:00100000:2.0:1781272588.978425:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:19934:x1867799168562176:12345-0@lo:502:llog_process_th.0 Request processed in 703us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272588.978439:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1781272588.978663:0:19934:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:19934:1867799168562176:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1781272588.978701:0:19934:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1781272588.978709:0:19934:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1781272588.978711:0:19934:0:(obd_config.c:1561:class_process_config()) marker 50 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1781272588.978717:0:19934:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000020:01000000:2.0:1781272588.980191:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 53-55 (rc=0) 10000000:01000000:2.0:1781272588.980299:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1781272588.980317:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2974 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.980333:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2974 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781272588.980349:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1781272588.980353:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff8eb500ba0000 from 1 10000000:01000000:2.0:1781272588.980357:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1781272588.980560:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.980589:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.980603:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272588.980635:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168562304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.981056:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.981132:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d600 going to sleep for 11 seconds 00000100:00100000:0.0:1781272588.981249:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168562304 00000100:00100000:0.0:1781272588.981259:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168562304 00000100:00100000:0.0:1781272588.981326:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1781272588.981337:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168562304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272588.981354:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272588.981372:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49e8200/0x94898f2cdefc2982 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc297b expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.981403:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49e8200/0x94898f2cdefc2982 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc297b expref: 23 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.981417:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49e8200/0x94898f2cdefc2982 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc297b expref: 23 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.981428:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8200, rc 0) 00000100:00100000:0.0:1781272588.981497:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:6488:x1867799168562304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272588.981504:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1781272588.981565:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168562304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272588.981583:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2982 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272588.981593:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2982 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272588.981679:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168562432:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.981726:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272588.981751:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d600 going to sleep for 11 seconds 00000100:00100000:0.0:1781272588.981771:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168562432 00000100:00100000:0.0:1781272588.981776:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168562432 00000100:00100000:0.0:1781272588.981809:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1781272588.981828:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:6488:x1867799168562432:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272588.982378:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:6488:x1867799168562432:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 560us (649us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781272588.982388:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1781272588.982561:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168562432:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1781272588.982606:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1781272588.982615:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2982 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272588.982626:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2982 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272589.322771:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272589.323008:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159156608 00000100:00100000:3.0:1781272589.323024:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159156608 00000100:00100000:3.0:1781272589.323123:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 599 00000100:00100000:3.0:1781272589.323137:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+9:6163:x1867799159156608:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272589.323181:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272589.323207:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4f1a200/0x94898f2cdefc2989 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8307f expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272589.323249:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4f1a200/0x94898f2cdefc2989 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8307f expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272589.323263:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4f1a200/0x94898f2cdefc2989 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8307f expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272589.323274:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1a200, rc 0) 00000100:00100000:3.0:1781272589.323357:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159156608:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 Request processed in 223us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272589.323365:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 599 00000100:00100000:3.0:1781272589.325193:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272589.325304:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159156736 00000100:00100000:0.0:1781272589.325316:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159156736 00000100:00100000:0.0:1781272589.325380:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 600 00000100:00100000:0.0:1781272589.325393:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159156736:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272589.325606:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159156736:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 Request processed in 214us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272589.325615:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 600 00000100:00100000:1.0:1781272589.340990:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272589.341159:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159156864 00000100:00100000:3.0:1781272589.341174:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159156864 00000100:00100000:3.0:1781272589.341249:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 601 00000100:00100000:3.0:1781272589.341262:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159156864:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272589.341480:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159156864:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 Request processed in 220us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272589.341490:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 601 00000100:00100000:1.0:1781272589.350429:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272589.352361:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159156992 00000100:00100000:3.0:1781272589.352385:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159156992 00000100:00100000:3.0:1781272589.352486:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 602 00000100:00100000:3.0:1781272589.352498:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:24025:x1867799159156992:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:3.0:1781272589.352777:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:24025:x1867799159156992:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 279us (2364us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272589.352787:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 602 00000100:00100000:1.0:1781272589.359388:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272589.362076:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159157120 00000100:00100000:0.0:1781272589.362105:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159157120 00000100:00100000:0.0:1781272589.362288:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 603 00000100:00100000:0.0:1781272589.362302:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:24025:x1867799159157120:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:0.0:1781272589.362522:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:24025:x1867799159157120:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 222us (3149us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272589.362532:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 603 00000100:00100000:1.0:1781272589.366390:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272589.366723:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159157248 00000100:00100000:3.0:1781272589.366740:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159157248 00000100:00100000:3.0:1781272589.366822:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 604 00000100:00100000:3.0:1781272589.366889:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159157248:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272589.366923:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272589.366951:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4f1a400/0x94898f2cdefc2990 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83086 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272589.367246:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4f1a400/0x94898f2cdefc2990 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83086 expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272589.367263:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4f1a400/0x94898f2cdefc2990 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83086 expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272589.367298:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1a400, rc 0) 00000100:00100000:2.0:1781272589.367383:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159157248:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 Request processed in 550us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272589.367391:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 604 00000100:00100000:2.0:1781272589.370469:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272589.370731:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159157376 00000100:00100000:0.0:1781272589.370744:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159157376 00000100:00100000:0.0:1781272589.370820:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 605 00000100:00100000:0.0:1781272589.370877:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159157376:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272589.371102:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159157376:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 Request processed in 271us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272589.371112:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 605 00000100:00100000:3.0:1781272589.376429:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272589.376462:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168562560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272589.376565:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272589.376929:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168562560 00000100:00100000:1.0:1781272589.376942:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168562560 00000100:00100000:1.0:1781272589.377019:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1781272589.377030:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168562560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272589.377060:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1781272589.377116:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168562560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272589.377124:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00080000:3.0:1781272589.377437:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272589.377491:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168562560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272589.379163:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272589.379261:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159157504 00000100:00100000:2.0:1781272589.379272:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159157504 00000100:00100000:2.0:1781272589.379338:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 606 00000100:00100000:2.0:1781272589.379350:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159157504:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272589.379549:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159157504:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 Request processed in 200us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272589.379557:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 606 00000100:00100000:2.0:1781272589.390584:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272589.390974:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159157632 00000100:00100000:1.0:1781272589.390989:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159157632 00000100:00100000:1.0:1781272589.391066:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 607 00000100:00100000:1.0:1781272589.391091:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:24026:x1867799159157632:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:1.0:1781272589.391294:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:24026:x1867799159157632:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 216us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272589.391303:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 607 00000100:00100000:1.0:1781272589.395401:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272589.395508:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159157760 00000100:00100000:0.0:1781272589.395521:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159157760 00000100:00100000:0.0:1781272589.395621:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 608 00000100:00100000:0.0:1781272589.395632:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:24026:x1867799159157760:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:0.0:1781272589.395895:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:24026:x1867799159157760:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 263us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272589.396493:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 608 00000100:00100000:3.0:1781272589.398956:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272589.399059:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159157888 00000100:00100000:2.0:1781272589.399072:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159157888 00000100:00100000:2.0:1781272589.399150:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 609 00000100:00100000:2.0:1781272589.399162:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159157888:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272589.399185:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272589.399210:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefc2997 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8308d expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272589.399244:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefc2997 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8308d expref: 12 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272589.399257:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefc2997 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8308d expref: 12 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272589.399284:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b3800, rc 0) 00000100:00100000:2.0:1781272589.399366:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:6163:x1867799159157888:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 Request processed in 206us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272589.399375:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 609 00000100:00100000:2.0:1781272589.401476:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272589.401825:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159158016 00000100:00100000:0.0:1781272589.402004:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159158016 00000100:00100000:0.0:1781272589.402070:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 610 00000100:00100000:0.0:1781272589.402291:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:6163:x1867799159158016:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272589.402446:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:6163:x1867799159158016:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 Request processed in 366us (981us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272589.402455:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 610 00010000:00010000:0.0:1781272589.632313:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272589.888089:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272589.888119:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168562944:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272589.888121:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168562688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272589.889399:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272589.889458:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168563200:0@lo:400:kworker.0 00000100:00100000:1.0:1781272589.889596:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168562816:0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.891350:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272589.891694:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168563584:0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.891734:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272589.891759:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168564096:0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.891783:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272589.891805:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1781272589.891812:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168563712:0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.891872:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272589.891894:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168564224:0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.891923:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272589.891973:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168562688 00000100:00100000:0.0:1781272589.891982:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168562688 00000100:00100000:0.0:1781272589.893385:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1781272589.893644:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168562688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272589.893693:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1781272589.893792:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168562688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 165us (2448us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272589.893801:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1781272589.893882:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168563584 00000100:00100000:0.0:1781272589.893890:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168563584 00000100:00100000:0.0:1781272589.893936:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168564096 00000100:00100000:0.0:1781272589.893939:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168564096 00000100:00100000:0.0:1781272589.893962:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168563712 00000100:00100000:0.0:1781272589.893965:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168563712 00000100:00100000:0.0:1781272589.893983:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1781272589.893989:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168563584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.894030:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168563584:12345-0@lo:400:kworker.0 Request processed in 41us (2295us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272589.894037:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1781272589.894663:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272589.894708:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272589.894734:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168563456:0@lo:400:kworker.0 00000100:00100000:2.0:1781272589.894772:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272589.894801:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168563968:0@lo:400:kworker.0 00000100:00100000:3.0:1781272589.894804:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272589.894849:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168563072:0@lo:400:kworker.0 00000100:00100000:3.0:1781272589.894887:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272589.894920:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168562944 00000100:00100000:3.0:1781272589.894925:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168562944 00000100:00100000:3.0:1781272589.894964:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1781272589.894972:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168562944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272589.895010:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1781272589.895044:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168562944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272589.895050:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1781272589.895114:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168563456 00000100:00100000:3.0:1781272589.895118:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168563456 00000100:00100000:3.0:1781272589.895141:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168563200 00000100:00100000:3.0:1781272589.895144:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168563200 00000100:00100000:3.0:1781272589.895156:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1781272589.895162:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168563456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272589.895197:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168563456:12345-0@lo:400:kworker.0 Request processed in 35us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272589.895203:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1781272589.895213:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1781272589.895219:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168563200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.895246:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1781272589.895255:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168563200:12345-0@lo:400:kworker.0 Request processed in 34us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272589.895262:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168564096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272589.895264:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1781272589.895314:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168564096:12345-0@lo:400:kworker.0 Request processed in 58us (3529us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272589.895316:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168563200:0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.895328:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1781272589.895349:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168563072 00000100:00100000:0.0:1781272589.895353:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168563072 00000100:00100000:0.0:1781272589.895374:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1781272589.895380:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168563712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272589.895392:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168564224 00000100:00100000:3.0:1781272589.895398:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168564224 00000100:00100000:0.0:1781272589.895419:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168563712:12345-0@lo:400:kworker.0 Request processed in 38us (3556us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272589.895428:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1781272589.895434:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1781272589.895443:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168564224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.895450:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1781272589.895461:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168563072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.895510:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168563072:12345-0@lo:400:kworker.0 Request processed in 51us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272589.895516:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1781272589.895566:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168563712:0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.895580:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168564224:0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.895598:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168563584:0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.895617:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168564096:0@lo:400:kworker.0 00000100:00100000:1.0:1781272589.895622:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168563328:0@lo:400:kworker.0 00000100:00100000:2.0:1781272589.895631:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272589.895646:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168562688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272589.895675:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168564224:12345-0@lo:400:kworker.0 Request processed in 44us (3562us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272589.895680:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168562944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272589.895687:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1781272589.895691:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168563968 00000100:00100000:0.0:1781272589.895696:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168563968 00000100:00100000:0.0:1781272589.895728:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1781272589.895734:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168563968:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1781272589.895798:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272589.895804:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272589.895807:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272589.895971:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272589.895994:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168563840:0@lo:400:kworker.0 00000100:00100000:1.0:1781272589.896037:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272589.896056:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168564352:0@lo:400:kworker.0 00000100:00100000:1.0:1781272589.896077:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272589.896110:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168562816 00000100:00100000:1.0:1781272589.896115:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168562816 00000100:00100000:1.0:1781272589.896144:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1781272589.896151:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168562816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272589.896187:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168562816:12345-0@lo:400:kworker.0 Request processed in 36us (1481us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272589.896193:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1781272589.896227:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168562816:0@lo:400:kworker.0 00000100:00100000:1.0:1781272589.896255:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168563328 00000100:00100000:1.0:1781272589.896259:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168563328 00000100:00100000:1.0:1781272589.896283:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1781272589.896290:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168563328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272589.896325:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168563328:12345-0@lo:400:kworker.0 Request processed in 35us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272589.896332:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1781272589.896356:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168563328:0@lo:400:kworker.0 00000100:00100000:1.0:1781272589.896399:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168563840 00000100:00100000:1.0:1781272589.896403:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168563840 00000100:00100000:1.0:1781272589.896426:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168564352 00000100:00100000:1.0:1781272589.896429:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168564352 00000100:00100000:1.0:1781272589.896447:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1781272589.896454:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168563840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272589.896598:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168563840:12345-0@lo:400:kworker.0 Request processed in 144us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272589.896606:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1781272589.896618:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1781272589.896625:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168564352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272589.896654:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168564352:12345-0@lo:400:kworker.0 Request processed in 30us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272589.896660:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1781272589.896695:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168563840:0@lo:400:kworker.0 00000100:00100000:1.0:1781272589.896704:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168564352:0@lo:400:kworker.0 00000100:00100000:2.0:1781272589.897612:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168563456:0@lo:400:kworker.0 00000100:00100000:3.0:1781272589.897642:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168563072:0@lo:400:kworker.0 00000100:00100000:0.0:1781272589.897683:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168563968:12345-0@lo:400:kworker.0 Request processed in 1946us (2053us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272589.897693:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1781272589.897808:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168563968:0@lo:400:kworker.0 00010000:00010000:2.0:1781272590.656697:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272591.427381:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272591.427417:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168564480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272591.427534:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272591.430555:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168564480 00000100:00100000:3.0:1781272591.430577:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168564480 00000100:00100000:3.0:1781272591.430672:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1781272591.430687:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168564480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272591.430744:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:3.0:1781272591.432376:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168564480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1679us (4830us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272591.432394:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1781272591.439491:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168564480:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781272591.680955:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1781272591.882042:0:20034:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffd40375cf0 20000000:00000080:3.0:1781272591.882069:0:20034:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8eb3c3ba4800 uarg=0000000000000000 00000040:00100000:3.0:1781272591.883317:0:20034:0:(llog.c:1067:llog_reverse_process()) index 60 : idx 49 20000000:01000000:3.0:1781272591.883330:0:20034:0:(mgs_llog.c:960:mgs_search_pool_cb()) Matched pool rec 59 cmd:0xce022 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:3.0:1781272591.883350:0:20034:0:(mgs_llog.c:1106:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_11c fl=4 20000000:01000000:1.0:1781272591.884337:0:20035:0:(mgs_llog.c:1073:mgs_modify_handler()) Changing rec 52 marker 43 1->4: lustre-clilov new lustre.test_11c 20000000:01000000:1.0:1781272591.884405:0:20035:0:(mgs_llog.c:1073:mgs_modify_handler()) Changing rec 54 marker 43 2->4: lustre-clilov new lustre.test_11c 00000040:00080000:1.0:1781272591.884425:0:20035:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000040:00080000:3.0:1781272591.885097:0:20034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].61, 224 off18904 20000000:01000000:3.0:1781272591.885118:0:20034:0:(mgs_llog.c:1536:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1781272591.885142:0:20034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].62, 112 off19016 00000040:00080000:3.0:1781272591.885160:0:20034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].63, 224 off19240 20000000:01000000:3.0:1781272591.885175:0:20034:0:(mgs_llog.c:1106:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 20000000:01000000:1.0:1781272591.886099:0:20036:0:(mgs_llog.c:1073:mgs_modify_handler()) Changing rec 46 marker 44 1->4: lustre-MDT0000-mdtlov new lustre.test_11c 20000000:01000000:1.0:1781272591.886153:0:20036:0:(mgs_llog.c:1073:mgs_modify_handler()) Changing rec 49 marker 44 2->4: lustre-MDT0000-mdtlov new lustre.test_11c 00000040:00080000:1.0:1781272591.886172:0:20036:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000040:00080000:3.0:1781272591.889398:0:20034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].56, 224 off18016 20000000:01000000:3.0:1781272591.889434:0:20034:0:(mgs_llog.c:1536:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:3.0:1781272591.889451:0:20034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].57, 120 off18136 00000040:00080000:3.0:1781272591.889468:0:20034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].58, 224 off18360 20000000:01000000:3.0:1781272591.889486:0:20034:0:(mgs_llog.c:1106:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/new lustre.test_11c fl=4 20000000:01000000:3.0:1781272591.896362:0:20037:0:(mgs_llog.c:1073:mgs_modify_handler()) Changing rec 46 marker 45 1->4: lustre-MDT0001-mdtlov new lustre.test_11c 20000000:01000000:3.0:1781272591.896458:0:20037:0:(mgs_llog.c:1073:mgs_modify_handler()) Changing rec 49 marker 45 2->4: lustre-MDT0001-mdtlov new lustre.test_11c 00000040:00080000:3.0:1781272591.896505:0:20037:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 56 count 55 00000040:00080000:2.0:1781272591.897227:0:20034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].56, 224 off18016 20000000:01000000:2.0:1781272591.897248:0:20034:0:(mgs_llog.c:1536:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:2.0:1781272591.897265:0:20034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].57, 120 off18136 00000040:00080000:2.0:1781272591.897282:0:20034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].58, 224 off18360 10000000:01000000:2.0:1781272591.897299:0:20034:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1781272591.897325:0:20034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897350:0:20034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2912 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc290b expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897375:0:20034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc2920 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2919 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897382:0:20034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c49e9000/0x94898f2cdefc292e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2927 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897389:0:20034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc293c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2935 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897397:0:20034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc294a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2943 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897405:0:20034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc2958 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2951 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897413:0:20034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c50d1600/0x94898f2cdefc2966 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc295f expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897421:0:20034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4a9f800/0x94898f2cdefc2974 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc296d expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897430:0:20034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c49e8200/0x94898f2cdefc2982 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc297b expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897443:0:20034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4f1a200/0x94898f2cdefc2989 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8307f expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897453:0:20034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb3c4f1a400/0x94898f2cdefc2990 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83086 expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897472:0:20034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefc2997 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8308d expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897481:0:20034:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897539:0:20034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefc2997 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8308d expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.897559:0:20034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefc2997 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8308d expref: 11 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.897578:0:20034:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168564608:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272591.900065:0:20034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4f1a400/0x94898f2cdefc2990 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83086 expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.900093:0:20034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eb3c4f1a400/0x94898f2cdefc2990 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83086 expref: 11 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.900114:0:20034:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168564736:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272591.900192:0:20034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4f1a200/0x94898f2cdefc2989 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8307f expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.900201:0:20034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eb3c4f1a200/0x94898f2cdefc2989 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8307f expref: 11 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.900211:0:20034:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168564864:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272591.900272:0:20034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c49e8200/0x94898f2cdefc2982 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc297b expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.900281:0:20034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c49e8200/0x94898f2cdefc2982 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc297b expref: 22 pid: 6485 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.900292:0:20034:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168564992:0@lo:104: 00000100:00100000:2.0:1781272591.900343:0:20034:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1781272591.900383:0:20034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4a9f800/0x94898f2cdefc2974 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc296d expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.900392:0:20034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c4a9f800/0x94898f2cdefc2974 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc296d expref: 22 pid: 6486 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.900401:0:20034:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565120:0@lo:104: 00000100:00100000:2.0:1781272591.900423:0:20034:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1781272591.900460:0:20034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c50d1600/0x94898f2cdefc2966 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc295f expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.900469:0:20034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c50d1600/0x94898f2cdefc2966 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc295f expref: 22 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.900476:0:20034:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565248:0@lo:104: 00000100:00100000:2.0:1781272591.900501:0:20034:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1781272591.900526:0:20034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc2958 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc2951 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.900534:0:20034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc2958 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc2951 expref: 22 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.900555:0:20034:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565376:0@lo:104: 00010000:00010000:2.0:1781272591.900585:0:20034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc294a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc2943 expref: 22 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.900593:0:20034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc294a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc2943 expref: 22 pid: 6486 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.900601:0:20034:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565504:0@lo:104: 00010000:00010000:2.0:1781272591.900649:0:20034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc293c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc2935 expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.900657:0:20034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc293c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc2935 expref: 22 pid: 6485 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.900668:0:20034:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565632:0@lo:104: 00010000:00010000:2.0:1781272591.900693:0:20034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c49e9000/0x94898f2cdefc292e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc2927 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.900700:0:20034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c49e9000/0x94898f2cdefc292e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc2927 expref: 22 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.900707:0:20034:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565760:0@lo:104: 00010000:00010000:2.0:1781272591.900730:0:20034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc2920 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc2919 expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.900737:0:20034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc2920 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc2919 expref: 22 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.900756:0:20034:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565888:0@lo:104: 00010000:00010000:2.0:1781272591.900783:0:20034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2912 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94898f2cdefc290b expref: 22 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.900793:0:20034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2912 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94898f2cdefc290b expref: 22 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.900802:0:20034:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168566016:0@lo:104: 00000100:00100000:2.0:1781272591.900824:0:20034:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f636b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272591.901495:0:10369:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1781272591.901526:0:10369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.901541:0:10369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.901550:0:10369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.901558:0:10369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.901567:0:10369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.901575:0:10369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.901585:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168564992 00000100:00100000:0.0:1781272591.901595:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168564992 00000100:00100000:0.0:1781272591.901663:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168565120 00000100:00100000:0.0:1781272591.901667:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168565120 00000100:00100000:0.0:1781272591.901678:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168565248 00000100:00100000:0.0:1781272591.901681:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168565248 00000100:00100000:0.0:1781272591.901690:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168565376 00000100:00100000:0.0:1781272591.901692:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168565376 00000100:00100000:0.0:1781272591.901700:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168565504 00000100:00100000:0.0:1781272591.901703:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168565504 00000100:00100000:0.0:1781272591.901710:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168565632 00000100:00100000:0.0:1781272591.901712:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168565632 00000100:00100000:0.0:1781272591.901720:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168565760 00000100:00100000:0.0:1781272591.901722:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168565760 00000100:00100000:0.0:1781272591.901730:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168565888 00000100:00100000:0.0:1781272591.901732:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168565888 00000100:00100000:0.0:1781272591.901740:0:10369:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168566016 00000100:00100000:0.0:1781272591.901742:0:10369:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168566016 00000100:00100000:0.0:1781272591.901757:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1781272591.901766:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+11:20034:x1867799168564992:12345-0@lo:104: 00010000:00010000:0.0:1781272591.901784:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2982 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902082:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1781272591.902091:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+11:20034:x1867799168564992:12345-0@lo:104: Request processed in 326us (1748us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.902099:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1781272591.902124:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1781272591.902131:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+10:20034:x1867799168565120:12345-0@lo:104: 00010000:00010000:0.0:1781272591.902139:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2974 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902179:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1781272591.902184:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+10:20034:x1867799168565120:12345-0@lo:104: Request processed in 55us (1761us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.902190:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1781272591.902201:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1781272591.902206:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff992850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+9:20034:x1867799168565248:12345-0@lo:104: 00010000:00010000:0.0:1781272591.902213:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2966 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902243:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1781272591.902248:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff992850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+9:20034:x1867799168565248:12345-0@lo:104: Request processed in 42us (1746us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.902254:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1781272591.902291:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1781272591.902297:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+8:20034:x1867799168565376:12345-0@lo:104: 00010000:00010000:0.0:1781272591.902304:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2958 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902328:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1781272591.902334:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+8:20034:x1867799168565376:12345-0@lo:104: Request processed in 38us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.902339:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1781272591.902349:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1781272591.902354:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+7:20034:x1867799168565504:12345-0@lo:104: 00010000:00010000:0.0:1781272591.902360:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc294a expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902382:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:0.0:1781272591.902387:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+7:20034:x1867799168565504:12345-0@lo:104: Request processed in 33us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.902392:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1781272591.902402:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1781272591.902408:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+6:20034:x1867799168565632:12345-0@lo:104: 00010000:00010000:0.0:1781272591.902415:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc293c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902437:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:0.0:1781272591.902442:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+6:20034:x1867799168565632:12345-0@lo:104: Request processed in 35us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.902447:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1781272591.902457:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1781272591.902463:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+5:20034:x1867799168565760:12345-0@lo:104: 00010000:00010000:0.0:1781272591.902470:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc292e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902497:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:0.0:1781272591.902502:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+5:20034:x1867799168565760:12345-0@lo:104: Request processed in 40us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.902507:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1781272591.902518:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1781272591.902523:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+4:20034:x1867799168565888:12345-0@lo:104: 00010000:00010000:0.0:1781272591.902529:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2920 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902551:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to priority blp list, 8 blwis in pool 00000100:00100000:0.0:1781272591.902555:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+4:20034:x1867799168565888:12345-0@lo:104: Request processed in 33us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.902561:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1781272591.902570:0:10369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1781272591.902575:0:10369:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+3:20034:x1867799168566016:12345-0@lo:104: 00010000:00010000:0.0:1781272591.902582:0:10369:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2912 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902605:0:10369:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to priority blp list, 9 blwis in pool 00000100:00100000:0.0:1781272591.902610:0:10369:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+3:20034:x1867799168566016:12345-0@lo:104: Request processed in 35us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.902615:0:10369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:0.0:1781272591.902644:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:0.0:1781272591.902650:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2982 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902658:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2c00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272591.902663:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc2982 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902677:0:8421:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc2982 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272591.902685:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc2982 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272591.902692:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272591.902743:0:8421:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2982 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902750:0:8421:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272591.902774:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2982 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902782:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2c00/0x94898f2cdefc297b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2982 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902800:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1781272591.902805:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2974 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902811:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8c00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272591.902814:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc2974 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.902820:0:8421:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc2974 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272591.902827:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc2974 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.904076:0:20034:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168564992:0@lo:104: 00000100:00100000:2.0:1781272591.904094:0:20034:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565120:0@lo:104: 00000100:00100000:2.0:1781272591.904103:0:20034:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565248:0@lo:104: 00000100:00100000:2.0:1781272591.904112:0:20034:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565376:0@lo:104: 00000100:00100000:2.0:1781272591.904120:0:20034:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565504:0@lo:104: 00000100:00100000:2.0:1781272591.904130:0:20034:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565632:0@lo:104: 00000100:00100000:2.0:1781272591.904138:0:20034:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565760:0@lo:104: 00000100:00100000:2.0:1781272591.904146:0:20034:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168565888:0@lo:104: 00000100:00100000:2.0:1781272591.904156:0:20034:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168566016:0@lo:104: 00000100:00100000:3.0:1781272591.904270:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272591.904296:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168566144:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1781272591.904515:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272591.904667:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168566144 00000100:00100000:2.0:1781272591.904676:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168566144 00010000:00010000:2.0:1781272591.904719:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c49e8200/0x94898f2cdefc2982 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc297b expref: 23 pid: 6485 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272591.904766:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1781272591.904775:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168566144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1781272591.904813:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272591.904820:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c49e8200/0x94898f2cdefc2982 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc297b expref: 23 pid: 6485 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.904886:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c49e8200/0x94898f2cdefc2982 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc297b expref: 23 pid: 6485 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.904908:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c49e8200/0x94898f2cdefc2982 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc297b expref: 23 pid: 6485 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272591.904922:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272591.904971:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:3621:x1867799168566144:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272591.904979:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 10000000:01000000:0.0:1781272591.905098:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272591.905146:0:8421:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2974 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905153:0:8421:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272591.905168:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2974 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905175:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e8c00/0x94898f2cdefc296d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2974 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905189:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1781272591.905194:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2966 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905200:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e400 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272591.905203:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc2966 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905210:0:8421:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc2966 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272591.905216:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc2966 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272591.905222:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272591.905235:0:8421:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2966 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905240:0:8421:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272591.905261:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2966 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905267:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c4a9e400/0x94898f2cdefc295f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2966 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905275:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1781272591.905279:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2958 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905285:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0000 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272591.905288:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc2958 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905294:0:8421:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc2958 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272591.905300:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc2958 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272591.905306:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272591.905319:0:8421:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2958 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905325:0:8421:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272591.905331:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2958 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905337:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2951 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2958 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905346:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1781272591.905351:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc294a expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905357:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9a00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272591.905360:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc294a expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905366:0:8421:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc294a expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272591.905373:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc294a expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272591.905378:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272591.905390:0:8421:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc294a expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905396:0:8421:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272591.905401:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc294a expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905408:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9a00/0x94898f2cdefc2943 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc294a expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905417:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1781272591.905420:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc293c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905427:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021e5a00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272591.905430:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc293c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905441:0:8421:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc293c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272591.905448:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc293c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272591.905454:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272591.905468:0:8421:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc293c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905474:0:8421:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272591.905478:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc293c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905484:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5a00/0x94898f2cdefc2935 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc293c expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905494:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1781272591.905497:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc292e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905503:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021e5200 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272591.905505:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc292e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905513:0:8421:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc292e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272591.905520:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc292e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272591.905525:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272591.905539:0:8421:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc292e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905544:0:8421:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272591.905548:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc292e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905554:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb5021e5200/0x94898f2cdefc2927 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc292e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905563:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1781272591.905566:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2920 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905571:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c31f1a00 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272591.905573:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc2920 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905580:0:8421:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc2920 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272591.905585:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc2920 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272591.905590:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272591.905600:0:8421:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2920 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905605:0:8421:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272591.905609:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2920 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905615:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c31f1a00/0x94898f2cdefc2919 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2920 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905624:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1781272591.905628:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x94898f2cdefc2912 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905634:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc11f8c20) 10000000:00010000:0.0:1781272591.905637:0:8421:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x94898f2cdefc2912 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905644:0:8421:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x94898f2cdefc2912 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1781272591.905650:0:8421:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x94898f2cdefc2912 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272591.905656:0:8421:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1781272591.905668:0:8421:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2912 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905674:0:8421:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1781272591.905679:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2912 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905686:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.114@tcp lock: ffff8eb3c49e9600/0x94898f2cdefc290b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94898f2cdefc2912 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.905699:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272591.905702:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272591.905704:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272591.905716:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272591.905724:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272591.905739:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168566656:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272591.905787:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.905826:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168567168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272591.905896:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.905917:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1781272591.905924:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168566272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272591.905946:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.905967:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168566784:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272591.905988:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.906020:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168566400:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272591.906045:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.906055:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168566912:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272591.906075:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.906087:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1781272591.906092:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168566528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272591.906115:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.906125:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168567040:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1781272591.906145:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272591.906170:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168566656 00000100:00100000:0.0:1781272591.906177:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168566656 00010000:00010000:0.0:1781272591.906206:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc294a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc2943 expref: 22 pid: 6486 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272591.906232:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168567168 00000100:00100000:0.0:1781272591.906236:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168567168 00010000:00010000:0.0:1781272591.906248:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2912 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc290b expref: 23 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272591.906259:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168566272 00000100:00100000:0.0:1781272591.906262:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168566272 00010000:00010000:0.0:1781272591.906273:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4a9f800/0x94898f2cdefc2974 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc296d expref: 24 pid: 6486 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272591.906283:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168566784 00000100:00100000:0.0:1781272591.906285:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168566784 00010000:00010000:0.0:1781272591.906295:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc293c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc2935 expref: 25 pid: 6485 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272591.906305:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168566400 00000100:00100000:0.0:1781272591.906308:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168566400 00010000:00010000:0.0:1781272591.906318:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c50d1600/0x94898f2cdefc2966 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc295f expref: 26 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272591.906328:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168566912 00000100:00100000:0.0:1781272591.906331:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168566912 00010000:00010000:0.0:1781272591.906343:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c49e9000/0x94898f2cdefc292e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc2927 expref: 27 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272591.906353:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168566528 00000100:00100000:0.0:1781272591.906356:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168566528 00010000:00010000:0.0:1781272591.906366:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc2958 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc2951 expref: 28 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272591.906376:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168567040 00000100:00100000:0.0:1781272591.906379:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168567040 00010000:00010000:0.0:1781272591.906389:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc2920 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc2919 expref: 29 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272591.906402:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1781272591.906410:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+29:3620:x1867799168566656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272591.906423:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272591.906428:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc294a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc2943 expref: 29 pid: 6486 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.906438:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc294a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc2943 expref: 29 pid: 6486 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.906455:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4a9e200/0x94898f2cdefc294a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc2943 expref: 29 pid: 6486 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.906469:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272591.906507:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+28:3620:x1867799168566656:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.906515:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1781272591.906538:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1781272591.906544:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+27:3620:x1867799168567168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272591.906553:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272591.906557:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2912 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc290b expref: 27 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.906566:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2912 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc290b expref: 27 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.906577:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2912 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc290b expref: 27 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.906587:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272591.906611:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+26:3620:x1867799168567168:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.906618:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1781272591.906633:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1781272591.906639:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+25:3620:x1867799168566272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272591.906647:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272591.906651:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4a9f800/0x94898f2cdefc2974 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc296d expref: 25 pid: 6486 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.906660:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4a9f800/0x94898f2cdefc2974 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc296d expref: 25 pid: 6486 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.906671:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4a9f800/0x94898f2cdefc2974 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc296d expref: 25 pid: 6486 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.906682:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272591.906704:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+24:3620:x1867799168566272:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.906710:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1781272591.906723:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1781272591.906729:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168566784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272591.906736:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272591.906741:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc293c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc2935 expref: 23 pid: 6485 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.906749:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc293c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc2935 expref: 23 pid: 6485 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.906759:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4f1b800/0x94898f2cdefc293c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc2935 expref: 23 pid: 6485 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.906767:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272591.906788:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:3620:x1867799168566784:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.906794:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1781272591.906807:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1781272591.906813:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:3618:x1867799168566400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272591.906820:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272591.906825:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c50d1600/0x94898f2cdefc2966 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc295f expref: 21 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272591.909000:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168566144:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1781272591.909172:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1781272591.909194:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:3618:x1867799168566912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1781272591.909218:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272591.909227:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c49e9000/0x94898f2cdefc292e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc2927 expref: 21 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272591.909243:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c49e9000/0x94898f2cdefc292e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc2927 expref: 21 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272591.909265:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c49e9000/0x94898f2cdefc292e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc2927 expref: 21 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272591.909280:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272591.909373:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:3618:x1867799168566912:12345-0@lo:103:ldlm_bl.0 Request processed in 190us (3295us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272591.909383:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:3.0:1781272591.909409:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1781272591.909417:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:3618:x1867799168566528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1781272591.909426:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272591.909431:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc2958 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc2951 expref: 19 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272591.909440:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc2958 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc2951 expref: 19 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272591.909476:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc2958 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc2951 expref: 19 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272591.909487:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272591.909514:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:3618:x1867799168566528:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (3398us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272591.909521:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1781272591.909537:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1781272591.909545:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:3618:x1867799168567040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1781272591.909554:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272591.909559:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc2920 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94898f2cdefc2919 expref: 17 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272591.909567:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc2920 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc2919 expref: 17 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272591.909577:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c49e8a00/0x94898f2cdefc2920 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc2919 expref: 17 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272591.909586:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272591.909611:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:3618:x1867799168567040:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (3465us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272591.909618:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1781272591.913033:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168566528:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781272591.913082:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168567040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781272591.913094:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168566912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1781272591.913608:0:20034:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168564608:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272591.913618:0:20034:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168564736:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272591.913822:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c50d1600/0x94898f2cdefc2966 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94898f2cdefc295f expref: 15 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272591.913931:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168566272:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781272591.913941:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168566784:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781272591.913949:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168566656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1781272591.913957:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168567168:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1781272591.914165:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c50d1600/0x94898f2cdefc2966 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94898f2cdefc295f expref: 15 pid: 6484 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272591.914184:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272591.914250:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+14:3618:x1867799168566400:12345-0@lo:103:ldlm_bl.0 Request processed in 7435us (8203us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272591.914262:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1781272591.914378:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168566400:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1781272591.923507:0:20034:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20034:1867799168564864:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272591.923601:0:20034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272591.923704:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272591.923739:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272591.923770:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272591.923800:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159158144 00000100:00100000:1.0:1781272591.923809:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159158144 00010000:00010000:1.0:1781272591.923886:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefc2997 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8308d expref: 12 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272591.923922:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159158400 00000100:00100000:1.0:1781272591.923925:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159158400 00010000:00010000:1.0:1781272591.923940:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4f1a200/0x94898f2cdefc2989 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8307f expref: 13 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272591.923963:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159158272 00000100:00100000:1.0:1781272591.923966:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159158272 00010000:00010000:1.0:1781272591.923979:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eb3c4f1a400/0x94898f2cdefc2990 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83086 expref: 14 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272591.924009:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 268 00000100:00100000:1.0:1781272591.924019:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:727dfb89-6ae0-4877-8dd8-89876ae289fb+14:2390:x1867799159158144:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272591.924040:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272591.924046:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefc2997 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8308d expref: 14 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924059:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefc2997 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8308d expref: 14 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924081:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb4d29b3800/0x94898f2cdefc2997 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8308d expref: 14 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924098:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272591.924176:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:2390:x1867799159158144:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 157us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272591.924186:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 268 00000100:00100000:1.0:1781272591.924206:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 269 00000100:00100000:1.0:1781272591.924213:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159158400:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272591.924221:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272591.924225:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4f1a200/0x94898f2cdefc2989 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8307f expref: 12 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924234:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4f1a200/0x94898f2cdefc2989 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8307f expref: 12 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924244:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4f1a200/0x94898f2cdefc2989 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8307f expref: 12 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924261:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272591.924282:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:2390:x1867799159158400:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 71us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272591.924289:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 269 00000100:00100000:1.0:1781272591.924303:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 270 00000100:00100000:1.0:1781272591.924309:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:2390:x1867799159158272:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272591.924318:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272591.924321:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eb3c4f1a400/0x94898f2cdefc2990 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83086 expref: 10 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924330:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eb3c4f1a400/0x94898f2cdefc2990 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83086 expref: 10 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924341:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4f1a400/0x94898f2cdefc2990 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83086 expref: 10 pid: 6485 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924352:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924361:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924378:0:6476:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924386:0:6476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924402:0:6476:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924410:0:6476:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924416:0:6476:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2e00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272591.924421:0:6476:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924431:0:6476:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924445:0:6476:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272591.924456:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272591.924476:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:727dfb89-6ae0-4877-8dd8-89876ae289fb+9:2390:x1867799159158272:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 168us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272591.924483:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 270 00010000:00010000:3.0:1781272591.925054:0:20034:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272591.925066:0:20034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272591.925072:0:20034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb4d29b2e00/0x94898f2cdefc299e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272592.011255:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272592.011305:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272592.011342:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272592.011371:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272592.011398:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272592.011418:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272592.011436:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272592.011459:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272592.011516:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159158784 00000100:00100000:1.0:1781272592.011529:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159158784 00000100:00100000:1.0:1781272592.011605:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159159296 00000100:00100000:1.0:1781272592.011609:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159159296 00000100:00100000:1.0:1781272592.011625:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159158912 00000100:00100000:1.0:1781272592.011627:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159158912 00000100:00100000:1.0:1781272592.011640:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159159424 00000100:00100000:1.0:1781272592.011643:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159159424 00000100:00100000:1.0:1781272592.011662:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 329 00000100:00100000:1.0:1781272592.011674:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2389:x1867799159158784:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272592.011776:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2389:x1867799159158784:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 103us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272592.011785:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 329 00000100:00100000:1.0:1781272592.011806:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 330 00000100:00100000:1.0:1781272592.011813:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159159296:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272592.011894:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159159296:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 82us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272592.011901:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 330 00000100:00100000:1.0:1781272592.011914:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 331 00000100:00100000:1.0:1781272592.011921:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2388:x1867799159158912:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272592.011945:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2388:x1867799159158912:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272592.011950:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 331 00000100:00100000:1.0:1781272592.011960:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 332 00000100:00100000:1.0:1781272592.011966:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159159424:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272592.011989:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159159424:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272592.012003:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 332 00000100:00100000:1.0:1781272592.012024:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159158528 00000100:00100000:1.0:1781272592.012029:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159158528 00000100:00100000:1.0:1781272592.012057:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159159040 00000100:00100000:1.0:1781272592.012059:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159159040 00000100:00100000:1.0:1781272592.012072:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159158656 00000100:00100000:1.0:1781272592.012074:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159158656 00000100:00100000:1.0:1781272592.012085:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159159168 00000100:00100000:1.0:1781272592.012087:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159159168 00000100:00100000:1.0:1781272592.012099:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 668 00000100:00100000:1.0:1781272592.012104:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+74:2389:x1867799159158528:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272592.012134:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+74:2389:x1867799159158528:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272592.012140:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 668 00000100:00100000:1.0:1781272592.012152:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 669 00000100:00100000:1.0:1781272592.012158:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+31:2389:x1867799159159040:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272592.012181:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+31:2389:x1867799159159040:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272592.012187:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 669 00000100:00100000:1.0:1781272592.012198:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 670 00000100:00100000:1.0:1781272592.012204:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159158656:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272592.012228:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159158656:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272592.012234:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 670 00000100:00100000:1.0:1781272592.012244:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 671 00000100:00100000:1.0:1781272592.012258:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159159168:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272592.012287:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159159168:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272592.012293:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 671 00000100:00080000:1.0:1781272592.012326:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272592.012330:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272592.012333:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272592.012336:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272592.448696:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168567296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272592.448809:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272592.449296:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168567296 00000100:00100000:2.0:1781272592.449311:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168567296 00000100:00100000:2.0:1781272592.449385:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:2.0:1781272592.449398:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168567296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272592.449455:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272592.449529:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168567296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272592.449537:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1781272592.449687:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168567296:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272592.706686:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272593.355385:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272593.355478:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159159552 00000100:00100000:0.0:1781272593.355491:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159159552 00000100:00100000:0.0:1781272593.355562:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 612 00000100:00100000:0.0:1781272593.355573:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+9:6163:x1867799159159552:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272593.355594:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272593.355618:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49b3000/0x94898f2cdefc29a5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83094 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.355656:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49b3000/0x94898f2cdefc29a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83094 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.355669:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49b3000/0x94898f2cdefc29a5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83094 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.355677:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49b3000, rc 0) 00000100:00100000:0.0:1781272593.355744:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159159552:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 Request processed in 173us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.355752:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 612 00000100:00100000:1.0:1781272593.366532:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272593.366776:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159159680 00000100:00100000:2.0:1781272593.366789:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159159680 00000100:00100000:2.0:1781272593.367289:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 613 00000100:00100000:2.0:1781272593.367302:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159159680:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.367482:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159159680:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 Request processed in 183us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.367510:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 613 00000100:00100000:1.0:1781272593.375227:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272593.375591:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159159808 00000100:00100000:2.0:1781272593.375604:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159159808 00000100:00100000:2.0:1781272593.375672:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 614 00000100:00100000:2.0:1781272593.375684:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159159808:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.376003:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159159808:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 Request processed in 320us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.376012:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 614 00000100:00100000:1.0:1781272593.389194:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272593.389404:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159159936 00000100:00100000:2.0:1781272593.389416:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159159936 00000100:00100000:2.0:1781272593.389600:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 615 00000100:00100000:2.0:1781272593.389611:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:24045:x1867799159159936:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:2.0:1781272593.389795:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:24045:x1867799159159936:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 185us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.389803:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 615 00000100:00100000:1.0:1781272593.395365:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272593.395475:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159160064 00000100:00100000:0.0:1781272593.395490:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159160064 00000100:00100000:0.0:1781272593.395558:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 616 00000100:00100000:0.0:1781272593.395568:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:24045:x1867799159160064:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:0.0:1781272593.396089:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:24045:x1867799159160064:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 520us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.396097:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 616 00000100:00100000:1.0:1781272593.400282:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272593.400758:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159160192 00000100:00100000:2.0:1781272593.400771:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159160192 00000100:00100000:2.0:1781272593.400883:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 617 00000100:00100000:2.0:1781272593.400895:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+10:6163:x1867799159160192:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272593.400913:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272593.400932:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb4d29b3200/0x94898f2cdefc29ac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8309b expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.400961:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb4d29b3200/0x94898f2cdefc29ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8309b expref: 11 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.400994:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb4d29b3200/0x94898f2cdefc29ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8309b expref: 11 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.401173:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b3200, rc 0) 00000100:00100000:2.0:1781272593.401298:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159160192:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 Request processed in 404us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.401306:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 617 00000100:00100000:1.0:1781272593.408404:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272593.408616:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159160320 00000100:00100000:0.0:1781272593.408627:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159160320 00000100:00100000:0.0:1781272593.409337:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 618 00000100:00100000:0.0:1781272593.409353:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159160320:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.409771:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159160320:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 Request processed in 422us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.409783:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 618 00000100:00100000:3.0:1781272593.412424:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272593.413598:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159160448 00000100:00100000:1.0:1781272593.413613:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159160448 00000100:00100000:1.0:1781272593.413685:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 619 00000100:00100000:1.0:1781272593.413705:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159160448:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.413932:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159160448:12345-192.168.204.14@tcp:503:ll_cfg_requeue.0 Request processed in 228us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272593.413940:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 619 00000100:00100000:1.0:1781272593.435192:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272593.435737:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159160576 00000100:00100000:0.0:1781272593.435749:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159160576 00000100:00100000:0.0:1781272593.435885:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 620 00000100:00100000:0.0:1781272593.435896:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:24046:x1867799159160576:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:0.0:1781272593.436313:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:24046:x1867799159160576:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 417us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.436322:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 620 00000100:00100000:3.0:1781272593.440542:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272593.441388:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159160704 00000100:00100000:2.0:1781272593.441402:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159160704 00000100:00100000:2.0:1781272593.441527:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 621 00000100:00100000:2.0:1781272593.441542:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:24046:x1867799159160704:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:2.0:1781272593.441971:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:24046:x1867799159160704:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 432us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.441979:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 621 00000100:00100000:3.0:1781272593.453571:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272593.456301:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159160832 00000100:00100000:1.0:1781272593.456318:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159160832 00000100:00100000:1.0:1781272593.456395:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 622 00000100:00100000:1.0:1781272593.456406:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+11:6163:x1867799159160832:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272593.456423:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272593.456443:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d1400/0x94898f2cdefc29b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830a2 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.456484:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d1400/0x94898f2cdefc29b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830a2 expref: 12 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.456495:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c50d1400/0x94898f2cdefc29b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830a2 expref: 12 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.456503:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1400, rc 0) 00000100:00100000:1.0:1781272593.456572:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:6163:x1867799159160832:12345-192.168.204.14@tcp:101:ll_cfg_requeue.0 Request processed in 168us (3011us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272593.456579:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 622 00000100:00100000:1.0:1781272593.463208:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272593.463307:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159160960 00000100:00100000:0.0:1781272593.463317:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159160960 00000100:00100000:0.0:1781272593.463374:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 623 00000100:00100000:0.0:1781272593.463385:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:6163:x1867799159160960:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.463516:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:6163:x1867799159160960:12345-192.168.204.14@tcp:501:ll_cfg_requeue.0 Request processed in 133us (317us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272593.463525:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 623 10000000:01000000:3.0:1781272593.728279:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781272593.728286:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb3c1e45800 from 61 10000000:01000000:3.0:1781272593.728290:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781272593.728334:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ba00/0x94898f2cdefc29ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.728343:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ba00/0x94898f2cdefc29ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.728352:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ba00/0x94898f2cdefc29ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272593.728373:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168567424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.728428:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.728478:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2840 going to sleep for 11 seconds 00010000:00010000:0.0:1781272593.728545:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272593.728634:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168567424 00000100:00100000:2.0:1781272593.728641:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168567424 00000100:00100000:2.0:1781272593.728694:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1781272593.728701:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+14:6488:x1867799168567424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272593.728711:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272593.728722:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb4d29b2200/0x94898f2cdefc29c1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc29ba expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.728741:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb4d29b2200/0x94898f2cdefc29c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc29ba expref: 15 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.728748:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb4d29b2200/0x94898f2cdefc29c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc29ba expref: 15 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.728768:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b2200, rc 0) 00000100:00100000:2.0:1781272593.728818:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168567424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.728825:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1781272593.730213:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168567424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272593.730262:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ba00/0x94898f2cdefc29ba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29c1 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.730274:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ba00/0x94898f2cdefc29ba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc29c1 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272593.730378:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168567552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.730440:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.730482:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2840 going to sleep for 11 seconds 00000100:00100000:1.0:1781272593.732288:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168567552 00000100:00100000:1.0:1781272593.732303:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168567552 00000100:00100000:1.0:1781272593.732381:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1781272593.732391:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168567552:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.732565:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168567552:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 175us (2125us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272593.732574:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1781272593.732963:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168567552:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.733035:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168567680:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.733093:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.733319:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272593.733394:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168567680 00000100:00100000:0.0:1781272593.733400:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168567680 00000100:00100000:0.0:1781272593.733444:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1781272593.733453:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168567680:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.733553:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168567680:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 100us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.733560:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1781272593.733658:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168567680:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.735400:0:20038:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20038:1867799168567808:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272593.735476:0:20038:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.735559:0:20038:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.735606:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168567808 00000100:00100000:2.0:1781272593.735613:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168567808 00000100:00100000:2.0:1781272593.735774:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1781272593.735785:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:20038:x1867799168567808:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272593.735944:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:20038:x1867799168567808:12345-0@lo:502:llog_process_th.0 Request processed in 160us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.735953:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1781272593.736055:0:20038:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20038:1867799168567808:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272593.736122:0:20038:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20038:1867799168567936:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272593.736158:0:20038:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.736631:0:20038:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272593.738045:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168567936 00000100:00100000:0.0:1781272593.738061:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168567936 00000100:00100000:2.0:1781272593.738344:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1781272593.738357:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:20038:x1867799168567936:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272593.738513:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:20038:x1867799168567936:12345-0@lo:502:llog_process_th.0 Request processed in 158us (2353us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.738521:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1781272593.739746:0:20038:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20038:1867799168567936:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1781272593.739793:0:20038:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:1.0:1781272593.740258:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:1.0:1781272593.740283:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781272593.740307:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ba00/0x94898f2cdefc29ba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29c1 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.740318:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1ba00/0x94898f2cdefc29ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29c1 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272593.740327:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1781272593.740330:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1781272593.740333:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1781272593.740368:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc29c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.740376:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc29c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.740386:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc29c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272593.740409:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168568064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.740461:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272593.740501:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272593.740708:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168568064 00000100:00100000:3.0:1781272593.740722:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168568064 00000100:00100000:3.0:1781272593.740763:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1781272593.740771:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+15:6488:x1867799168568064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272593.740784:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272593.740795:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4f1b600/0x94898f2cdefc29cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc29c8 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.740876:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4f1b600/0x94898f2cdefc29cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc29c8 expref: 16 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.740888:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4f1b600/0x94898f2cdefc29cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc29c8 expref: 16 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.740897:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1b600, rc 0) 00000100:00100000:3.0:1781272593.740936:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168568064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272593.740943:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1781272593.741325:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168568064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272593.741340:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc29c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29cf expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.741349:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc29c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc29cf expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272593.741413:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168568192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.741456:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272593.741480:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272593.741603:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168568192 00000100:00100000:0.0:1781272593.741609:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168568192 00000100:00100000:0.0:1781272593.741632:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1781272593.741640:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168568192:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.741784:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168568192:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 144us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.741797:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1781272593.742958:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168568192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.743027:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168568320:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.743091:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272593.743499:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.743652:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168568320 00000100:00100000:2.0:1781272593.743659:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168568320 00000100:00100000:2.0:1781272593.743744:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1781272593.743754:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168568320:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.744156:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168568320:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 403us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.744174:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1781272593.744276:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168568320:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1781272593.751895:0:20039:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:3.0:1781272593.752240:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1781272593.752266:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1781272593.752278:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc29c8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29cf expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.752291:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0e00/0x94898f2cdefc29c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29cf expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1781272593.752302:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1781272593.752305:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb4f622a800 from 61 10000000:01000000:3.0:1781272593.752308:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1781272593.752349:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1a600/0x94898f2cdefc29d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.752376:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1a600/0x94898f2cdefc29d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.752388:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1a600/0x94898f2cdefc29d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272593.752415:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168568448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.752488:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.752524:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2780 going to sleep for 11 seconds 00000100:00100000:0.0:1781272593.752593:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168568448 00000100:00100000:0.0:1781272593.752601:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168568448 00000100:00100000:0.0:1781272593.752652:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1781272593.752661:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+16:6488:x1867799168568448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272593.752675:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272593.752687:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc29dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc29d6 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.752711:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc29dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc29d6 expref: 17 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.752723:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49b2800/0x94898f2cdefc29dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc29d6 expref: 17 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.752732:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49b2800, rc 0) 00000100:00100000:0.0:1781272593.752779:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168568448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.752785:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1781272593.753179:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168568448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272593.753196:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1a600/0x94898f2cdefc29d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29dd expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.753206:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1a600/0x94898f2cdefc29d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc29dd expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272593.753272:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168568576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.753303:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.753326:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2780 going to sleep for 11 seconds 00000100:00100000:1.0:1781272593.753327:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168568576 00000100:00100000:1.0:1781272593.753331:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168568576 00000100:00100000:1.0:1781272593.753368:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1781272593.753377:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168568576:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.753503:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168568576:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 128us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272593.753511:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1781272593.753549:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168568576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.753580:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168568704:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.753629:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272593.753643:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272593.753655:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168568704 00000100:00100000:0.0:1781272593.753658:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168568704 00000100:00100000:0.0:1781272593.753683:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1781272593.753690:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168568704:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.753775:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168568704:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 85us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.753782:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1781272593.755223:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168568704:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.756783:0:20040:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20040:1867799168568832:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272593.756914:0:20040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272593.756963:0:20040:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fc1d0900 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.757018:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168568832 00000100:00100000:2.0:1781272593.757032:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168568832 00000100:00100000:2.0:1781272593.757075:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1781272593.757084:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:20040:x1867799168568832:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272593.757231:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:20040:x1867799168568832:12345-0@lo:502:llog_process_th.0 Request processed in 147us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.757238:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1781272593.757364:0:20040:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20040:1867799168568832:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272593.757409:0:20040:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20040:1867799168568960:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272593.757437:0:20040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272593.757465:0:20040:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f6238f00 going to sleep for 11 seconds 00000100:00100000:0.0:1781272593.757524:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168568960 00000100:00100000:0.0:1781272593.757528:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168568960 00000100:00100000:0.0:1781272593.757557:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1781272593.757564:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c92d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:20040:x1867799168568960:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272593.757630:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c92d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:20040:x1867799168568960:12345-0@lo:502:llog_process_th.0 Request processed in 65us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.757636:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1781272593.757751:0:20040:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20040:1867799168568960:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1781272593.757769:0:20040:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:0.0:1781272593.758181:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:0.0:1781272593.758214:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1781272593.758224:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1a600/0x94898f2cdefc29d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29dd expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.758235:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c4f1a600/0x94898f2cdefc29d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29dd expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1781272593.758244:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1781272593.758247:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1781272593.758250:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1781272593.758280:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3200/0x94898f2cdefc29e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.758288:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3200/0x94898f2cdefc29e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.758297:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3200/0x94898f2cdefc29e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272593.758313:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168569088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.758346:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272593.758377:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1781272593.758471:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168569088 00000100:00100000:1.0:1781272593.758477:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168569088 00000100:00100000:1.0:1781272593.758520:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1781272593.758528:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+17:6488:x1867799168569088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272593.758537:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272593.758548:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d1e00/0x94898f2cdefc29eb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc29e4 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.758568:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d1e00/0x94898f2cdefc29eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc29e4 expref: 18 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.758577:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c50d1e00/0x94898f2cdefc29eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc29e4 expref: 18 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.758586:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1e00, rc 0) 00000100:00100000:1.0:1781272593.758626:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168569088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 99us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272593.758632:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1781272593.758819:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168569088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272593.758875:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3200/0x94898f2cdefc29e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29eb expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.758893:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3200/0x94898f2cdefc29e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc29eb expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272593.758948:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168569216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.758976:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272593.758986:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.759094:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168569216 00000100:00100000:2.0:1781272593.759099:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168569216 00000100:00100000:2.0:1781272593.759126:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1781272593.759133:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c92d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168569216:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.759258:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c92d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168569216:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.759264:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1781272593.759460:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168569216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.759487:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168569344:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.759538:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272593.759558:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.759654:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168569344 00000100:00100000:2.0:1781272593.759658:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168569344 00000100:00100000:2.0:1781272593.759688:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1781272593.759695:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8ab9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168569344:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.759780:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8ab9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168569344:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 86us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.759787:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1781272593.760010:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168569344:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1781272593.761108:0:20041:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:1.0:1781272593.762390:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1781272593.762422:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1781272593.762432:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3200/0x94898f2cdefc29e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29eb expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.762442:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c49b3200/0x94898f2cdefc29e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29eb expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272593.762451:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1781272593.762463:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb4fc23f000 from 61 10000000:01000000:1.0:1781272593.762466:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1781272593.762500:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0200/0x94898f2cdefc29f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.762508:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0200/0x94898f2cdefc29f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.762531:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0200/0x94898f2cdefc29f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272593.762555:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168569472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.762615:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272593.762657:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f6238d80 going to sleep for 11 seconds 00000100:00100000:3.0:1781272593.762722:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168569472 00000100:00100000:3.0:1781272593.762730:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168569472 00000100:00100000:3.0:1781272593.762781:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1781272593.762790:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+18:6488:x1867799168569472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272593.762823:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272593.762863:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc29f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc29f2 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.762897:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc29f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc29f2 expref: 19 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.762907:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4f1ac00/0x94898f2cdefc29f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc29f2 expref: 19 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.762915:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1ac00, rc 0) 00000100:00100000:3.0:1781272593.762959:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168569472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272593.762964:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1781272593.763467:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168569472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272593.763484:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0200/0x94898f2cdefc29f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29f9 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.763493:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0200/0x94898f2cdefc29f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc29f9 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272593.763621:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168569600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.763651:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272593.763719:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f6238d80 going to sleep for 11 seconds 00000100:00100000:0.0:1781272593.763756:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168569600 00000100:00100000:0.0:1781272593.763762:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168569600 00000100:00100000:0.0:1781272593.763800:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1781272593.763819:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168569600:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.765646:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168569600:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1822us (1988us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.765658:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1781272593.765728:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168569600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.765773:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168569728:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.766126:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272593.766201:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f6238d80 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.766285:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168569728 00000100:00100000:2.0:1781272593.766292:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168569728 00000100:00100000:2.0:1781272593.766360:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1781272593.766369:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168569728:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.766544:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168569728:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 176us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.766561:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1781272593.766629:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168569728:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.767210:0:20042:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20042:1867799168569856:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272593.767260:0:20042:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272593.767622:0:20042:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f6238d80 going to sleep for 11 seconds 00000100:00100000:3.0:1781272593.767679:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168569856 00000100:00100000:3.0:1781272593.767687:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168569856 00000100:00100000:3.0:1781272593.767721:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1781272593.767729:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:20042:x1867799168569856:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272593.767954:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:20042:x1867799168569856:12345-0@lo:502:llog_process_th.0 Request processed in 225us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272593.767961:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1781272593.768666:0:20042:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20042:1867799168569856:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272593.768729:0:20042:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20042:1867799168569984:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272593.769711:0:20042:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272593.769823:0:20042:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cdd80 going to sleep for 11 seconds 00000100:00100000:3.0:1781272593.772142:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168569984 00000100:00100000:3.0:1781272593.772158:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168569984 00000100:00100000:3.0:1781272593.772327:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1781272593.772340:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:20042:x1867799168569984:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272593.772636:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:20042:x1867799168569984:12345-0@lo:502:llog_process_th.0 Request processed in 299us (2927us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272593.772644:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1781272593.772747:0:20042:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20042:1867799168569984:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1781272593.772784:0:20042:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:1.0:1781272593.773079:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:1.0:1781272593.773101:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1781272593.773112:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0200/0x94898f2cdefc29f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29f9 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.773124:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0200/0x94898f2cdefc29f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc29f9 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272593.773135:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:1.0:1781272593.773138:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 56 10000000:01000000:1.0:1781272593.773141:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1781272593.773236:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1600/0x94898f2cdefc2a00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.773245:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1600/0x94898f2cdefc2a00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.773257:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1600/0x94898f2cdefc2a00 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272593.773288:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168570112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.773415:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272593.773459:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168570112 00000100:00100000:1.0:1781272593.773463:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd780 going to sleep for 11 seconds 00000100:00100000:0.0:1781272593.773465:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168570112 00000100:00100000:0.0:1781272593.773507:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1781272593.773565:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+19:6488:x1867799168570112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272593.773589:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272593.773605:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c49b2400/0x94898f2cdefc2a07 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2a00 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.773630:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c49b2400/0x94898f2cdefc2a07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2a00 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.773646:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c49b2400/0x94898f2cdefc2a07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2a00 expref: 20 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.773656:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49b2400, rc 0) 00000100:00100000:0.0:1781272593.773705:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168570112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.773719:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1781272593.773747:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168570112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272593.773761:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1600/0x94898f2cdefc2a00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2a07 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.773770:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1600/0x94898f2cdefc2a00 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2a07 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272593.773973:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168570240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.774042:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272593.774125:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd780 going to sleep for 11 seconds 00000100:00100000:3.0:1781272593.774193:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168570240 00000100:00100000:3.0:1781272593.774198:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168570240 00000100:00100000:3.0:1781272593.774241:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1781272593.774248:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168570240:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.774383:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168570240:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 135us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272593.774390:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1781272593.774410:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168570240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.774441:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168570368:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.774493:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272593.774516:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.774647:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168570368 00000100:00100000:2.0:1781272593.774653:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168570368 00000100:00100000:2.0:1781272593.774685:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1781272593.774691:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168570368:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.774780:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168570368:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 88us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.774786:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1781272593.775034:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168570368:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.776098:0:20043:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d6a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20043:1867799168570496:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272593.776182:0:20043:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.776219:0:20043:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.776346:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168570496 00000100:00100000:2.0:1781272593.776353:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168570496 00000100:00100000:2.0:1781272593.776432:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1781272593.776441:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:20043:x1867799168570496:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272593.776729:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:20043:x1867799168570496:12345-0@lo:502:llog_process_th.0 Request processed in 287us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.776736:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1781272593.776866:0:20043:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d6a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20043:1867799168570496:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1781272593.776906:0:20043:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1781272593.776919:0:20043:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781272593.776921:0:20043:0:(obd_config.c:1561:class_process_config()) marker 54 (0x1) lustre-MDT0001-m del lustre.test_11c 00000020:00000080:3.0:1781272593.776926:0:20043:0:(obd_config.c:1470:class_process_config()) processing cmd: ce023 00000100:00100000:3.0:1781272593.777056:0:20043:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d6a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20043:1867799168570624:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272593.777093:0:20043:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.777542:0:20043:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2480 going to sleep for 11 seconds 00000100:00100000:1.0:1781272593.777689:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168570624 00000100:00100000:1.0:1781272593.777696:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168570624 00000100:00100000:1.0:1781272593.777732:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1781272593.777741:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:20043:x1867799168570624:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272593.777939:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:20043:x1867799168570624:12345-0@lo:502:llog_process_th.0 Request processed in 198us (844us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272593.777946:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1781272593.778154:0:20043:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d6a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20043:1867799168570624:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1781272593.778195:0:20043:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1781272593.778202:0:20043:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1781272593.778204:0:20043:0:(obd_config.c:1561:class_process_config()) marker 54 (0x2) lustre-MDT0001-m del lustre.test_11c 00000040:00080000:3.0:1781272593.778209:0:20043:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 59 count 58 00000020:01000000:2.0:1781272593.778340:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 56-58 (rc=0) 10000000:01000000:2.0:1781272593.778370:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1781272593.778380:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1600/0x94898f2cdefc2a00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2a07 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.778391:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d1600/0x94898f2cdefc2a00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2a07 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781272593.778400:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1781272593.778403:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8eb4c2ec7800 from 61 10000000:01000000:2.0:1781272593.778406:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1781272593.778440:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2e00/0x94898f2cdefc2a0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.778454:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2e00/0x94898f2cdefc2a0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.778463:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2e00/0x94898f2cdefc2a0e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272593.778481:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168570752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.778700:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272593.778734:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1781272593.778759:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168570752 00000100:00100000:1.0:1781272593.778763:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168570752 00000100:00100000:1.0:1781272593.778811:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1781272593.778819:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+20:6488:x1867799168570752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272593.778864:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272593.778879:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2a15 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2a0e expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.779065:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2a15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2a0e expref: 21 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.779087:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c50d1c00/0x94898f2cdefc2a15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2a0e expref: 21 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.779095:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1c00, rc 0) 00000100:00100000:1.0:1781272593.779142:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168570752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 324us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272593.779149:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1781272593.779225:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168570752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272593.779239:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2e00/0x94898f2cdefc2a0e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2a15 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.779248:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2e00/0x94898f2cdefc2a0e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2a15 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272593.779308:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168570880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.779336:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272593.779433:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4d28b3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1781272593.779629:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168570880 00000100:00100000:3.0:1781272593.779636:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168570880 00000100:00100000:3.0:1781272593.779671:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1781272593.779680:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168570880:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.781073:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168570880:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1388us (1729us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272593.781103:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1781272593.784273:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168570880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.784370:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168571008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.785081:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272593.785647:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4d28b3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1781272593.786629:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168571008 00000100:00100000:3.0:1781272593.786640:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168571008 00000100:00100000:3.0:1781272593.786709:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1781272593.786720:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168571008:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.786922:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168571008:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 202us (1840us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272593.786930:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1781272593.786953:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168571008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.788763:0:20044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d6a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20044:1867799168571136:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1781272593.789181:0:20044:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.789338:0:20044:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.792226:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168571136 00000100:00100000:2.0:1781272593.792241:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168571136 00000100:00100000:2.0:1781272593.792339:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1781272593.792350:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:20044:x1867799168571136:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272593.792562:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:20044:x1867799168571136:12345-0@lo:502:llog_process_th.0 Request processed in 214us (3382us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.792578:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1781272593.793942:0:20044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d6a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20044:1867799168571136:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272593.794279:0:20044:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20044:1867799168571264:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1781272593.794347:0:20044:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272593.794383:0:20044:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c57ec180 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.794399:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168571264 00000100:00100000:2.0:1781272593.794405:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168571264 00000100:00100000:2.0:1781272593.794796:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1781272593.794912:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:20044:x1867799168571264:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272593.795298:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:20044:x1867799168571264:12345-0@lo:502:llog_process_th.0 Request processed in 389us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272593.795307:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1781272593.795417:0:20044:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20044:1867799168571264:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1781272593.795582:0:20044:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:2.0:1781272593.795772:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:2.0:1781272593.795794:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1781272593.795824:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2e00/0x94898f2cdefc2a0e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2a15 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.796335:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b2e00/0x94898f2cdefc2a0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2a15 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1781272593.796346:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1781272593.796349:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 56 10000000:01000000:2.0:1781272593.796356:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1781272593.796391:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3800/0x94898f2cdefc2a1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.796399:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3800/0x94898f2cdefc2a1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.796409:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3800/0x94898f2cdefc2a1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272593.796433:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168571392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.796484:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.796630:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168571392 00000100:00100000:3.0:1781272593.796637:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168571392 00000100:00100000:3.0:1781272593.796682:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1781272593.796691:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+21:6488:x1867799168571392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1781272593.796702:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272593.796715:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4f1ae00/0x94898f2cdefc2a23 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2a1c expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.796738:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4f1ae00/0x94898f2cdefc2a23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2a1c expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.796755:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4f1ae00/0x94898f2cdefc2a23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2a1c expref: 22 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272593.796765:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1ae00, rc 0) 00000100:00100000:3.0:1781272593.796798:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168571392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272593.797035:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1781272593.797109:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0900 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.797131:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168571392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1781272593.797146:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3800/0x94898f2cdefc2a1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2a23 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272593.797156:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3800/0x94898f2cdefc2a1c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2a23 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272593.797217:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168571520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.797256:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.797315:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168571520 00000100:00100000:3.0:1781272593.797320:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168571520 00000100:00100000:3.0:1781272593.797346:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1781272593.797352:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168571520:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.797458:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168571520:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 105us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272593.797465:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1781272593.798369:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0900 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.798396:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168571520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.798436:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168571648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.798493:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272593.798663:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0900 going to sleep for 11 seconds 00000100:00100000:0.0:1781272593.798704:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168571648 00000100:00100000:0.0:1781272593.798709:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168571648 00000100:00100000:0.0:1781272593.798780:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1781272593.798789:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168571648:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1781272593.798965:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168571648:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 176us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.798973:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1781272593.799283:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168571648:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1781272593.799718:0:20045:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20045:1867799168571776:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272593.799763:0:20045:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272593.800446:0:20045:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0540 going to sleep for 11 seconds 00000100:00100000:3.0:1781272593.800499:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168571776 00000100:00100000:3.0:1781272593.800505:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168571776 00000100:00100000:1.0:1781272593.800562:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1781272593.800572:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:20045:x1867799168571776:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272593.800701:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:20045:x1867799168571776:12345-0@lo:502:llog_process_th.0 Request processed in 130us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272593.800709:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1781272593.802315:0:20045:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20045:1867799168571776:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1781272593.802363:0:20045:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1781272593.802377:0:20045:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781272593.802381:0:20045:0:(obd_config.c:1561:class_process_config()) marker 53 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:2.0:1781272593.802386:0:20045:0:(obd_config.c:1470:class_process_config()) processing cmd: ce023 00000100:00100000:2.0:1781272593.805167:0:20045:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20045:1867799168571904:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1781272593.805252:0:20045:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272593.805297:0:20045:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0240 going to sleep for 11 seconds 00000100:00100000:1.0:1781272593.805595:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168571904 00000100:00100000:1.0:1781272593.805605:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168571904 00000100:00100000:1.0:1781272593.805665:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1781272593.805675:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:20045:x1867799168571904:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1781272593.805788:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:20045:x1867799168571904:12345-0@lo:502:llog_process_th.0 Request processed in 115us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272593.805796:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1781272593.806098:0:20045:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:20045:1867799168571904:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1781272593.806136:0:20045:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1781272593.806145:0:20045:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1781272593.806148:0:20045:0:(obd_config.c:1561:class_process_config()) marker 53 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:2.0:1781272593.806152:0:20045:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 59 count 58 00000020:01000000:1.0:1781272593.810184:0:6488:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 56-58 (rc=0) 10000000:01000000:1.0:1781272593.810302:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1781272593.810316:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3800/0x94898f2cdefc2a1c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2a23 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.810329:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb4d29b3800/0x94898f2cdefc2a1c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2a23 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1781272593.810359:0:6488:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1781272593.810362:0:6488:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff8eb500ba0000 from 1 10000000:01000000:1.0:1781272593.810365:0:6488:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1781272593.810404:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2a2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.810485:0:6488:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2a2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.810499:0:6488:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2a2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272593.810528:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168572032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.810599:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272593.810701:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd540 going to sleep for 11 seconds 00000100:00100000:0.0:1781272593.811738:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168572032 00000100:00100000:0.0:1781272593.811750:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168572032 00000100:00100000:0.0:1781272593.812179:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1781272593.812190:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+22:6488:x1867799168572032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1781272593.812208:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272593.812226:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c31f1a00/0x94898f2cdefc2a31 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x94898f2cdefc2a2a expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.812255:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c31f1a00/0x94898f2cdefc2a31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94898f2cdefc2a2a expref: 23 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.812267:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c31f1a00/0x94898f2cdefc2a31 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94898f2cdefc2a2a expref: 23 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272593.812276:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c31f1a00, rc 0) 00000100:00100000:0.0:1781272593.812346:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:6488:x1867799168572032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (1746us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272593.812353:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1781272593.812441:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168572032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1781272593.812458:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2a2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2a31 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.812466:0:6488:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2a2a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x94898f2cdefc2a31 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272593.812553:0:6488:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168572160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1781272593.812599:0:6488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272593.813687:0:6488:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272593.813733:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168572160 00000100:00100000:2.0:1781272593.813741:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168572160 00000100:00100000:3.0:1781272593.813826:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1781272593.813879:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:6488:x1867799168572160:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1781272593.813991:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:6488:x1867799168572160:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 117us (1390us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272593.813998:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1781272593.814172:0:6488:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:6488:1867799168572160:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1781272593.814210:0:6488:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.114@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1781272593.814227:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2a2a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2a31 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272593.814236:0:6488:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.114@tcp lock: ffff8eb3c50d0000/0x94898f2cdefc2a2a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x94898f2cdefc2a31 expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272593.988333:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168572288:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272593.988411:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272593.988579:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168572288 00000100:00100000:3.0:1781272593.988590:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168572288 00000100:00100000:3.0:1781272593.988671:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1781272593.988681:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168572288:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1781272593.988708:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1781272593.988710:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1781272593.988769:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168572288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272593.988777:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1781272593.988882:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168572288:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272594.496222:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168572416:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272594.496321:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272594.496475:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168572416 00000100:00100000:1.0:1781272594.496486:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168572416 00000100:00100000:1.0:1781272594.496575:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1781272594.496588:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168572416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272594.496621:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1781272594.496681:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168572416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272594.496689:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1781272594.496749:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168572416:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781272594.496815:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1781272594.753122:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272595.011601:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272595.011624:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168572544:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272595.011692:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272595.011939:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168572544 00000100:00100000:3.0:1781272595.011948:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168572544 00000100:00100000:3.0:1781272595.012007:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1781272595.012029:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168572544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272595.012059:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1781272595.012106:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168572544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272595.012114:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00080000:3.0:1781272595.012135:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272595.012705:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272595.012716:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168572672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272595.012752:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272595.012792:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168572672 00000100:00100000:0.0:1781272595.012797:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168572672 00000100:00100000:0.0:1781272595.012926:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1781272595.012935:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168572672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272595.012947:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1781272595.012982:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168572672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272595.012989:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00080000:0.0:1781272595.013005:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272595.013039:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168572672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272595.014555:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168573056:0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.014609:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272595.014635:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168573568:0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.014659:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272595.014691:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1781272595.014697:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168573184:0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.014719:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272595.014740:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168573696:0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.014764:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272595.014811:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168573056 00000100:00100000:0.0:1781272595.014817:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168573056 00000100:00100000:3.0:1781272595.014932:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168572800:0@lo:400:kworker.0 00000100:00100000:3.0:1781272595.014971:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272595.014995:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168573312:0@lo:400:kworker.0 00000100:00100000:3.0:1781272595.015016:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272595.015033:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168573824:0@lo:400:kworker.0 00000100:00100000:3.0:1781272595.015052:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272595.015069:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1781272595.015074:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168572928:0@lo:400:kworker.0 00000100:00100000:3.0:1781272595.015091:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272595.015105:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168573440:0@lo:400:kworker.0 00000100:00100000:3.0:1781272595.015122:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272595.015135:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168573952:0@lo:400:kworker.0 00000100:00100000:3.0:1781272595.015154:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272595.015174:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168573312 00000100:00100000:3.0:1781272595.015177:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168573312 00000100:00100000:1.0:1781272595.015489:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168572544:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272595.015525:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168573568 00000100:00100000:1.0:1781272595.015528:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168573568 00000100:00100000:1.0:1781272595.015563:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168573184 00000100:00100000:1.0:1781272595.015567:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168573184 00000100:00100000:1.0:1781272595.015577:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168573824 00000100:00100000:1.0:1781272595.015580:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168573824 00000100:00100000:1.0:1781272595.015590:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168572928 00000100:00100000:1.0:1781272595.015592:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168572928 00000100:00100000:1.0:1781272595.015601:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168573440 00000100:00100000:1.0:1781272595.015616:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168573440 00000100:00100000:1.0:1781272595.015632:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168573952 00000100:00100000:1.0:1781272595.015634:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168573952 00000100:00100000:1.0:1781272595.015648:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1781272595.015654:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168573568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272595.015706:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168573568:12345-0@lo:400:kworker.0 Request processed in 51us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272595.015712:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1781272595.015728:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1781272595.015733:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168573184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272595.015754:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168573184:12345-0@lo:400:kworker.0 Request processed in 22us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272595.015759:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1781272595.015767:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1781272595.015771:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168573824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.016329:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1781272595.016338:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168573312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272595.016410:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1781272595.016420:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168573056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.016517:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168573312:12345-0@lo:400:kworker.0 Request processed in 179us (1499us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272595.016524:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1781272595.016552:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168572800 00000100:00100000:0.0:1781272595.016558:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168572800 00000100:00100000:0.0:1781272595.016590:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1781272595.016600:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168572800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.016637:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168572800:12345-0@lo:400:kworker.0 Request processed in 40us (1665us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272595.016645:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1781272595.016694:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168572800:0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.016708:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168573312:0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.016915:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168573696 00000100:00100000:0.0:1781272595.016920:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168573696 00000100:00100000:0.0:1781272595.016951:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1781272595.016957:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168573696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.016993:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168573696:12345-0@lo:400:kworker.0 Request processed in 36us (2227us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272595.017005:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1781272595.017028:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1781272595.017036:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168572928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.017072:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168572928:12345-0@lo:400:kworker.0 Request processed in 37us (1979us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272595.017078:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1781272595.017094:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1781272595.017099:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168573440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.017138:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168573440:12345-0@lo:400:kworker.0 Request processed in 35us (2011us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272595.017144:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1781272595.017161:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1781272595.017167:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168573952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.017196:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168573952:12345-0@lo:400:kworker.0 Request processed in 30us (2040us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272595.017201:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1781272595.017312:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168572928:0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.017323:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168573440:0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.017332:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168573952:0@lo:400:kworker.0 00000100:00080000:0.0:1781272595.019899:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272595.019913:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272595.019916:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272595.019969:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168573184:0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.019986:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168573696:0@lo:400:kworker.0 00000100:00100000:0.0:1781272595.019997:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168573568:0@lo:400:kworker.0 00000100:00100000:3.0:1781272595.021748:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168573056:12345-0@lo:400:kworker.0 Request processed in 5319us (7128us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272595.021776:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1781272595.022442:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168573056:0@lo:400:kworker.0 00000100:00100000:1.0:1781272595.025019:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168573824:12345-0@lo:400:kworker.0 Request processed in 9240us (9958us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272595.025034:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1781272595.025190:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168573824:0@lo:400:kworker.0 00000040:00080000:3.0:1781272595.776546:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1781272595.776824:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272595.908020:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272595.908032:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272595.908658:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272595.908674:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272596.544245:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272596.544281:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168574080:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272596.544390:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272596.544521:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168574080 00000100:00100000:1.0:1781272596.544533:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168574080 00000100:00100000:1.0:1781272596.544607:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1781272596.544619:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168574080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272596.544666:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444405248 avail 1298165760 00000100:00100000:1.0:1781272596.544736:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168574080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272596.544771:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1781272596.544865:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168574080:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1781272596.580203:0:20142:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 09:56:34 (1781272594) 00010000:00010000:0.0:1781272596.803038:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272596.812381:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272596.813928:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159161216 00000100:00100000:1.0:1781272596.813951:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159161216 00000100:00100000:1.0:1781272596.814079:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 783 00000100:00100000:1.0:1781272596.814097:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+31:24250:x1867799159161216:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272596.814126:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272596.814154:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2a38 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830a9 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272596.814311:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1a00/0x94898f2cdefc2a3f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272596.814330:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1a00/0x94898f2cdefc2a3f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272596.814346:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1a00/0x94898f2cdefc2a3f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272596.814361:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1781272596.814515:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2a38 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830a9 expref: 34 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272596.814539:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1a00/0x94898f2cdefc2a3f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830a9 expref: 33 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272596.814574:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:1.0:1781272596.814578:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1781272596.814583:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1a00, rc 0) 00000100:00100000:1.0:1781272596.814679:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+33:24250:x1867799159161216:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 589us (2312us total) trans 4294967762 rc 0/0 00000100:00100000:1.0:1781272596.814687:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 783 00000100:00080000:2.0:1781272596.815936:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272596.818578:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272596.818720:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159161344 00000100:00100000:0.0:1781272596.818735:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159161344 00000100:00100000:2.0:1781272596.819131:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 784 00000100:00100000:2.0:1781272596.819148:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+33:24250:x1867799159161344:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781272596.819312:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+33:24250:x1867799159161344:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 168us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272596.819320:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 784 00000100:00100000:1.0:1781272596.821331:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272596.821429:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159161472 00000100:00100000:0.0:1781272596.821443:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159161472 00000100:00100000:0.0:1781272596.821537:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 785 00000100:00100000:0.0:1781272596.821551:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:24250:x1867799159161472:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1781272596.821728:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:24250:x1867799159161472:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 180us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272596.821737:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 785 00000100:00080000:2.0:1781272596.821876:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272596.847650:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272596.847816:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159161600 00000100:00100000:3.0:1781272596.847853:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159161600 00000100:00100000:3.0:1781272596.847969:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 786 00000100:00100000:3.0:1781272596.847981:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+74:24251:x1867799159161600:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272596.848014:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272596.848042:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2a4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830b0 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848144:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc2a54 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848164:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc2a54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848179:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc2a54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848200:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2a5b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848207:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2a5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848214:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2a5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848301:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc2a54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848310:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc2a54 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848317:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc2a54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848324:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272596.848330:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc2a54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848340:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc2a54 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848355:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272596.848359:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272596.848365:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc2a54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848373:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc2a54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848403:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2a5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848410:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2a5b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848417:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2a5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848430:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1a400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272596.848433:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2a5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848439:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2a5b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848448:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8eb4ec022e00) 00010000:00010000:3.0:1781272596.848451:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272596.848454:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2a5b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848460:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2a5b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848499:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2a4d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830b0 expref: 75 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848510:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272596.848513:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272596.848517:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2a4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830b0 expref: 75 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.848528:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1b400, rc 0) 00000100:00100000:3.0:1781272596.848621:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+74:24251:x1867799159161600:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 641us (987us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272596.848630:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 786 00000100:00080000:2.0:1781272596.848803:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272596.864329:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272596.864557:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159161856 00000100:00100000:0.0:1781272596.864572:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159161856 00000100:00100000:0.0:1781272596.864720:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 787 00000100:00100000:0.0:1781272596.864733:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+74:24251:x1867799159161856:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:0.0:1781272596.864906:0:6493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272596.864950:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc2855 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83047 expref: 74 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.864984:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272596.864991:0:6493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272596.865340:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.865361:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc28b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83063 expref: 32 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.865370:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.865488:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc28b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83063 expref: 32 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.865508:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc28b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83063 expref: 32 pid: 6493 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272596.865527:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ad180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168574208:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272596.866553:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4d28b3b40 going to sleep for 11 seconds 00000100:00100000:1.0:1781272596.873455:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272596.873635:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159161984 00000100:00100000:3.0:1781272596.873660:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159161984 00010000:00010000:3.0:1781272596.873720:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc28b0 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83063 expref: 33 pid: 6493 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272596.873781:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 271 00000100:00100000:3.0:1781272596.873794:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+33:2390:x1867799159161984:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272596.873825:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272596.873869:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc28b0 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83063 expref: 33 pid: 6493 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.873885:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc28b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83063 expref: 33 pid: 6493 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.873926:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272596.873934:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.873946:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.873956:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272596.873984:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272596.874205:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+33:2390:x1867799159161984:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 413us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272596.874217:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 271 00010000:00010000:0.0:1781272596.875720:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc28b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83063 expref: 32 pid: 6493 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272596.875770:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ad180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168574208:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272596.876028:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.876042:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.876050:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.876305:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2a69 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.876325:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2a69 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.876340:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2a69 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878026:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2a70 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878185:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2a70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878203:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2a70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272596.878228:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000097911afe reply state 00000000e9a86f5a transno 4294967763 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2a70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878246:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2a70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878255:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:0.0:1781272596.878259:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272596.878264:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1781272596.878273:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00010000:0.0:1781272596.878283:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878292:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878301:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878309:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021e5a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272596.878315:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878324:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878338:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272596.878341:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272596.878346:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878354:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2a62 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272596.878378:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000097911afe reply state 00000000e9a86f5a transno 4294967763 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2a69 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878495:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2a69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272596.878504:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8eb50216df00) 00010000:00010000:0.0:1781272596.878507:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272596.878510:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1781272596.878789:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+75:24251:x1867799159161856:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 14053us (14470us total) trans 4294967763 rc 0/0 00000100:00100000:0.0:1781272596.878898:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 787 00000040:00080000:0.0:1781272596.928247:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272596.928264:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272596.932307:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272596.932340:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272597.134571:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272597.134682:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272597.134723:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272597.134769:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272597.134818:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272597.134892:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272597.134938:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159162240 00000100:00100000:1.0:1781272597.134951:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159162240 00000100:00100000:1.0:1781272597.135034:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 678 00000100:00100000:1.0:1781272597.135047:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159162240:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272597.135158:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159162240:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 112us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272597.135168:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 678 00000100:00100000:1.0:1781272597.135199:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159162368 00000100:00100000:1.0:1781272597.135203:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159162368 00000100:00100000:1.0:1781272597.135232:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159162624 00000100:00100000:1.0:1781272597.135235:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159162624 00000100:00100000:1.0:1781272597.135288:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159162496 00000100:00100000:1.0:1781272597.135291:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159162496 00000100:00100000:1.0:1781272597.135305:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159162752 00000100:00100000:1.0:1781272597.135308:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159162752 00000100:00100000:1.0:1781272597.135323:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 334 00000100:00100000:1.0:1781272597.135330:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+10:2390:x1867799159162368:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272597.135363:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+10:2390:x1867799159162368:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 33us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272597.135370:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 334 00000100:00100000:1.0:1781272597.135382:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 335 00000100:00100000:1.0:1781272597.135389:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159162624:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272597.135419:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159162624:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272597.135426:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 335 00000100:00100000:1.0:1781272597.135437:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 336 00000100:00100000:1.0:1781272597.135443:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+10:2390:x1867799159162496:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272597.135468:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+10:2390:x1867799159162496:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272597.135474:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 336 00000100:00100000:1.0:1781272597.135486:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 337 00000100:00100000:1.0:1781272597.135493:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159162752:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272597.135519:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159162752:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272597.135526:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 337 00000100:00080000:1.0:1781272597.135556:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272597.135560:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272597.135563:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272597.138401:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159162112 00000100:00100000:2.0:1781272597.138422:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159162112 00000100:00100000:2.0:1781272597.138505:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 663 00000100:00100000:2.0:1781272597.138517:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159162112:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272597.138728:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159162112:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 212us (4172us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272597.138738:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 663 00000100:00100000:1.0:1781272597.199179:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272597.199336:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159162880 00000100:00100000:0.0:1781272597.199350:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159162880 00000100:00100000:0.0:1781272597.199413:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 788 00000100:00100000:0.0:1781272597.199422:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+75:24288:x1867799159162880:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:0.0:1781272597.199449:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272597.199471:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2a77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830b7 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.199546:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2a7e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.199560:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2a7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.199573:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2a7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272597.199637:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272597.199641:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272597.199661:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2a7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.199683:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2a77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830b7 expref: 77 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.199700:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2a7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830b7 expref: 76 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.199707:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272597.199709:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272597.199712:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:0.0:1781272597.200173:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+76:24288:x1867799159162880:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 748us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272597.200181:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 788 00000100:00100000:3.0:1781272597.209075:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272597.209708:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272597.214745:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159163008 00000100:00100000:0.0:1781272597.214783:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159163008 00000100:00100000:0.0:1781272597.216440:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159163264 00000100:00100000:0.0:1781272597.216457:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159163264 00000100:00100000:0.0:1781272597.216542:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 789 00000100:00100000:0.0:1781272597.216566:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+77:2390:x1867799159163008:12345-192.168.204.14@tcp:41:mkdir.0 00000004:00000024:0.0:1781272597.216622:0:6493:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:2.0:1781272597.216644:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 790 00000100:00100000:2.0:1781272597.216656:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+77:24288:x1867799159163264:12345-192.168.204.14@tcp:36:mkdir.0 00010000:00010000:2.0:1781272597.216715:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1781272597.216735:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+77:2390:x1867799159163008:12345-192.168.204.14@tcp:41:mkdir.0 Request processed in 174us (7678us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272597.216743:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 789 00010000:00010000:2.0:1781272597.216749:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2a7e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830b7 expref: 77 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.216818:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272597.216826:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272597.216995:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+75:24288:x1867799159163264:12345-192.168.204.14@tcp:36:mkdir.0 Request processed in 342us (7289us total) trans 0 rc -17/-17 00000100:00100000:2.0:1781272597.217002:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 790 00000100:00100000:3.0:1781272597.219141:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272597.219349:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159163392 00000100:00100000:0.0:1781272597.219361:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159163392 00000100:00100000:0.0:1781272597.219437:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 791 00000100:00100000:0.0:1781272597.219447:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+75:24288:x1867799159163392:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:0.0:1781272597.219472:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272597.219498:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2a85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830be expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.219583:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2a8c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.219611:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2a8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.219624:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2a8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272597.219977:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272597.219983:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272597.220010:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2a8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.220040:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2a85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830be expref: 77 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.220059:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2a8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830be expref: 76 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.220068:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272597.220071:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272597.220075:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e200, rc 0) 00000100:00100000:0.0:1781272597.220223:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+76:24288:x1867799159163392:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 777us (1094us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272597.220230:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 791 00000100:00100000:0.0:1781272597.228942:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272597.231541:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159163520 00000100:00100000:3.0:1781272597.231562:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159163520 00000100:00100000:2.0:1781272597.231725:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 792 00000100:00100000:2.0:1781272597.231742:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+76:24288:x1867799159163520:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:2.0:1781272597.231779:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272597.231899:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2a93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830c5 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.231992:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2a9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232012:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2a9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232026:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2a9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232040:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2aa1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232048:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232055:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232250:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2aa8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232262:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232270:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272597.232325:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1781272597.232329:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272597.232352:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232364:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2a9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232371:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2a9a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232380:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2a9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232385:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272597.232391:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2a9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232398:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2a9a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232410:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272597.232500:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272597.232507:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2a9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232514:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2a9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232530:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232537:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2aa1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232543:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232547:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272597.232550:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232555:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2aa1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232563:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8eb50216df00) 00010000:00010000:2.0:1781272597.232565:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272597.232567:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2aa1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232573:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2aa1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232665:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2a93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830c5 expref: 78 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232693:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2aa8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830c5 expref: 77 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.232701:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:2.0:1781272597.232704:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272597.232706:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b2800, rc 0) 00000100:00100000:2.0:1781272597.233075:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+77:24288:x1867799159163520:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 1336us (4147us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272597.233084:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 792 00000100:00100000:2.0:1781272597.288995:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272597.289122:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159163648 00000100:00100000:3.0:1781272597.289137:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159163648 00000100:00100000:3.0:1781272597.289225:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 793 00000100:00100000:3.0:1781272597.289238:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+32:24294:x1867799159163648:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272597.289267:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272597.289296:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2aaf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830cc expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.289393:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2ab6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.289413:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.289443:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272597.289519:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781272597.289525:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272597.289555:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.290411:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2aaf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830cc expref: 34 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.290445:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830cc expref: 33 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.290485:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272597.290489:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272597.290494:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1a400, rc 0) 00000100:00100000:3.0:1781272597.290584:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+33:24294:x1867799159163648:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1348us (1604us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272597.290593:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 793 00000100:00100000:3.0:1781272597.298160:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272597.298392:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159163904 00000100:00100000:1.0:1781272597.298406:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159163904 00000100:00100000:1.0:1781272597.298490:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 794 00000100:00100000:1.0:1781272597.298502:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+77:24294:x1867799159163904:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272597.298533:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272597.298538:0:12323:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1781272597.298576:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2aa8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830c5 expref: 77 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.298601:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:1.0:1781272597.298617:0:12323:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272597.298635:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2abd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830d3 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.298807:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ac4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.298824:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ac4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.298909:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ac4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.298928:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2acb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.298935:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2acb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.298958:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2acb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299524:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ad2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299535:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299543:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272597.299554:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:1.0:1781272597.299586:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ac4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299595:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ac4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299601:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ac4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299609:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ac4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299616:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272597.299622:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ac4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299631:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ac4 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299655:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:1.0:1781272597.299658:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272597.299663:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ac4 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299670:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ac4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272597.299684:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000053d538f8 reply state 0000000088b49e1d transno 4294967764 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2acb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299696:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2acb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299703:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8eb3c2f92800) 00010000:00010000:1.0:1781272597.299706:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272597.299709:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781272597.299745:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2abd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830d3 expref: 79 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299773:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ad2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830d3 expref: 78 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.299781:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb3c2f92d00) 00010000:00010000:1.0:1781272597.299784:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272597.299786:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0600, rc 0) 00000100:00100000:1.0:1781272597.302620:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+79:24294:x1867799159163904:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1412us (1769us total) trans 4294967764 rc 0/0 00000100:00100000:1.0:1781272597.302652:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 794 00000100:00100000:0.0:1781272597.304425:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272597.304533:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159164160 00000100:00100000:2.0:1781272597.304547:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159164160 00000100:00100000:2.0:1781272597.304620:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 795 00000100:00100000:2.0:1781272597.304632:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+79:24294:x1867799159164160:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272597.304664:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272597.304692:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2ae0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830da expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.304897:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.304926:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ad2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830d3 expref: 80 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.304936:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.305002:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ad2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830d3 expref: 80 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272597.305018:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ad2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830d3 expref: 80 pid: 12323 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272597.305037:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168574336:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272597.305172:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c33519c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272597.310337:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272597.310494:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159164288 00000100:00100000:3.0:1781272597.310507:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159164288 00010000:00010000:3.0:1781272597.310565:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ad2 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830d3 expref: 81 pid: 12323 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272597.310620:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 272 00000100:00100000:3.0:1781272597.310643:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+81:2390:x1867799159164288:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272597.310665:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272597.310672:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ad2 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830d3 expref: 81 pid: 12323 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.310689:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ad2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830d3 expref: 81 pid: 12323 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.310721:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb3c2f92d00) 00010000:00010000:3.0:1781272597.310728:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.310741:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.310778:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.311287:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272597.311365:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+81:2390:x1867799159164288:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 733us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272597.311376:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 272 00010000:00010000:1.0:1781272597.312818:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ad2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830d3 expref: 80 pid: 12323 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272597.312866:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168574336:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272597.312900:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.312922:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.312929:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272597.312957:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:1.0:1781272597.313364:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.313375:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.313384:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.313391:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272597.313397:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.313406:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.313426:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb3c2f92d00) 00010000:00010000:1.0:1781272597.313449:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272597.313456:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.313463:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ae7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.313542:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2ae0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830da expref: 80 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.313555:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:1.0:1781272597.313557:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272597.313561:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2ae0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830da expref: 80 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.313572:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b2a00, rc 0) 00000100:00100000:1.0:1781272597.314045:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+79:24294:x1867799159164160:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 9410us (9626us total) trans 4294967765 rc 301/301 00000100:00100000:1.0:1781272597.314056:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 795 00000100:00100000:3.0:1781272597.316979:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272597.317103:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159164544 00000100:00100000:0.0:1781272597.317117:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159164544 00000100:00100000:0.0:1781272597.317190:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 154 00000100:00100000:0.0:1781272597.317202:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+79:24294:x1867799159164544:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272597.317586:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+80:24294:x1867799159164544:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 385us (621us total) trans 4294967766 rc 0/0 00000100:00100000:0.0:1781272597.317595:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 154 00000100:00100000:3.0:1781272597.320545:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272597.320668:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159164672 00000100:00100000:0.0:1781272597.320685:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159164672 00000100:00100000:0.0:1781272597.320774:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 796 00000100:00100000:0.0:1781272597.320786:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+80:24294:x1867799159164672:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272597.320858:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272597.320892:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2af5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830e1 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.320972:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2af5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830e1 expref: 81 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.320990:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2af5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830e1 expref: 81 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.321013:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:0.0:1781272597.321017:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272597.321022:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:0.0:1781272597.321351:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+81:24294:x1867799159164672:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 565us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272597.321361:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 796 00000100:00100000:0.0:1781272597.327923:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272597.328082:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159164928 00000100:00100000:1.0:1781272597.328096:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159164928 00000100:00100000:1.0:1781272597.328164:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 797 00000100:00100000:1.0:1781272597.328175:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+81:24294:x1867799159164928:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1781272597.328271:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2afc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.328294:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2afc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.328308:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2afc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.328535:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2afc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.328543:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2afc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.328567:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2afc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.328575:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272597.328580:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2afc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.328590:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2afc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.328607:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:1.0:1781272597.328611:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781272597.328617:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2afc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272597.328624:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2afc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272597.328729:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+82:24294:x1867799159164928:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 554us (820us total) trans 4294967767 rc 0/0 00000100:00100000:1.0:1781272597.328737:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 797 00000100:00100000:1.0:1781272597.331174:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272597.331365:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159165184 00000100:00100000:3.0:1781272597.331379:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159165184 00000100:00100000:3.0:1781272597.331456:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 798 00000100:00100000:3.0:1781272597.331468:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+82:24294:x1867799159165184:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272597.332160:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2b03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.332183:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2b03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.332198:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2b03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272597.332284:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967768 00000004:00010000:3.0:1781272597.332317:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000079f012c7 reply state 00000000bf9a7854 transno 4294967769 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2b03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.332333:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2b03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.332367:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:3.0:1781272597.332371:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1781272597.332376:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781272597.332518:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+85:24294:x1867799159165184:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 1048us (1356us total) trans 4294967769 rc 0/0 00000100:00100000:3.0:1781272597.332527:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 798 00000020:00080000:3.0:1781272597.332534:0:6491:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1781272597.334799:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272597.334961:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159165440 00000100:00100000:0.0:1781272597.334973:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159165440 00000100:00100000:0.0:1781272597.335041:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 155 00000100:00100000:0.0:1781272597.335051:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500943050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+85:24294:x1867799159165440:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272597.335317:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500943050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+86:24294:x1867799159165440:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 266us (536us total) trans 4294967770 rc 0/0 00000100:00100000:0.0:1781272597.335325:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 155 00000100:00100000:0.0:1781272597.359327:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272597.359555:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159165568 00000100:00100000:3.0:1781272597.359571:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159165568 00000100:00100000:3.0:1781272597.359656:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 799 00000100:00100000:3.0:1781272597.359670:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+33:24297:x1867799159165568:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272597.359701:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272597.359732:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc2b0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830e8 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360141:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc2b11 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360161:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc2b11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360176:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc2b11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360190:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc2b18 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360197:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc2b18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360223:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc2b18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360335:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2b1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360344:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2b1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360351:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2b1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272597.360395:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1781272597.360400:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272597.360430:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2b1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360445:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc2b11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360452:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc2b11 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360460:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc2b11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360466:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272597.360472:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc2b11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360481:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc2b11 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360504:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272597.360507:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272597.360514:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc2b11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360521:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc2b11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360537:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc2b18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360543:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc2b18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360549:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc2b18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360554:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272597.360557:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc2b18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360563:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc2b18 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360570:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8eb50216df00) 00010000:00010000:3.0:1781272597.360573:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272597.360576:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc2b18 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360582:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc2b18 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360625:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc2b0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830e8 expref: 35 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360656:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ac00/0x94898f2cdefc2b1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830e8 expref: 34 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.360665:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:3.0:1781272597.360667:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781272597.360670:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625ac00, rc 0) 00000100:00100000:3.0:1781272597.360772:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+34:24297:x1867799159165568:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1103us (1460us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272597.360782:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 799 00000100:00100000:3.0:1781272597.364785:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272597.365097:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159165824 00000100:00100000:0.0:1781272597.365113:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159165824 00000100:00100000:0.0:1781272597.365193:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 800 00000100:00100000:0.0:1781272597.365207:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+34:24297:x1867799159165824:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272597.365237:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272597.365266:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2b26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830ef expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365370:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2b2d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365389:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2b2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365404:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2b2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365418:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365431:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365438:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365576:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365586:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365593:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272597.365604:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:0.0:1781272597.365701:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2b2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365710:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2b2d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365717:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2b2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365724:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021e5a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272597.365730:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2b2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365738:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2b2d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365770:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:0.0:1781272597.365773:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272597.365780:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2b2d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365787:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5a00/0x94898f2cdefc2b2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365814:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365821:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365828:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365891:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23bb800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272597.365894:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365899:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.365907:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8eb3c2f92800) 00010000:00010000:0.0:1781272597.366393:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272597.366400:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b34 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.366408:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.366477:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2b26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830ef expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.366495:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830ef expref: 36 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.366502:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:0.0:1781272597.366504:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272597.366507:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c23bb600, rc 0) 00000100:00100000:0.0:1781272597.366598:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+36:24297:x1867799159165824:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1394us (1829us total) trans 4294967771 rc 0/0 00000100:00100000:0.0:1781272597.366608:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 800 00000100:00100000:2.0:1781272597.370964:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272597.371270:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159165952 00000100:00100000:3.0:1781272597.371284:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159165952 00000100:00100000:3.0:1781272597.371357:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 801 00000100:00100000:3.0:1781272597.371369:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+36:24297:x1867799159165952:12345-192.168.204.14@tcp:54:lfs.0 00010000:00010000:3.0:1781272597.371461:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b49 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.371483:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.371497:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.371544:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.371569:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b49 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.371577:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.371583:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625b800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272597.371588:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.371596:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b49 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.371610:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:3.0:1781272597.371613:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272597.371619:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b49 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.371625:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b49 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272597.371731:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+36:24297:x1867799159165952:12345-192.168.204.14@tcp:54:lfs.0 Request processed in 364us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272597.371740:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 801 00000100:00100000:3.0:1781272597.374099:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272597.375037:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159166208 00000100:00100000:1.0:1781272597.375054:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159166208 00000100:00100000:1.0:1781272597.375152:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 156 00000100:00100000:1.0:1781272597.375164:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+36:24297:x1867799159166208:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:1.0:1781272597.375583:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:24297:x1867799159166208:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 420us (1496us total) trans 4294967772 rc 0/0 00000100:00100000:1.0:1781272597.375592:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 156 00000100:00100000:1.0:1781272597.454379:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272597.454604:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159166336 00000100:00100000:3.0:1781272597.454618:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159166336 00000100:00100000:3.0:1781272597.454707:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 802 00000100:00100000:3.0:1781272597.454721:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:24305:x1867799159166336:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272597.454798:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272597.454874:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2b50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830f6 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.454974:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b57 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.454994:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.455009:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272597.455068:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1781272597.455074:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272597.455102:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.455134:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2b50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830f6 expref: 39 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.455155:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830f6 expref: 38 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.455167:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:3.0:1781272597.455170:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272597.455175:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625b800, rc 0) 00000100:00100000:3.0:1781272597.455257:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:24305:x1867799159166336:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 539us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272597.455267:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 802 00000100:00100000:3.0:1781272597.460215:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272597.460343:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159166592 00000100:00100000:0.0:1781272597.460357:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159166592 00000100:00100000:0.0:1781272597.460447:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 34 00000100:00100000:0.0:1781272597.460458:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:24305:x1867799159166592:12345-192.168.204.14@tcp:103:lfs.0 00010000:00010000:0.0:1781272597.460480:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272597.460531:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830ef expref: 38 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.460557:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:0.0:1781272597.460564:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272597.460644:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:24305:x1867799159166592:12345-192.168.204.14@tcp:103:lfs.0 Request processed in 188us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272597.460657:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 34 00000100:00100000:1.0:1781272597.468962:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272597.469270:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159166720 00000100:00100000:0.0:1781272597.469293:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159166720 00000100:00100000:0.0:1781272597.469370:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 803 00000100:00100000:0.0:1781272597.469383:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:24305:x1867799159166720:12345-192.168.204.14@tcp:58:lfs.0 00010000:00010000:0.0:1781272597.469572:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.469596:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2af5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830e1 expref: 85 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.469608:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.469656:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2af5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830e1 expref: 85 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.469675:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2af5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830e1 expref: 85 pid: 8162 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272597.469694:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168574464:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272597.470426:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e000 going to sleep for 11 seconds 00000100:00100000:1.0:1781272597.482923:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272597.483013:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159166848 00000100:00100000:3.0:1781272597.483031:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159166848 00010000:00010000:3.0:1781272597.483092:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2af5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830e1 expref: 86 pid: 8162 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272597.483158:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 273 00000100:00100000:3.0:1781272597.483170:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+86:2391:x1867799159166848:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1781272597.483176:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168574464:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272597.483200:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272597.483214:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2af5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830e1 expref: 86 pid: 8162 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.483222:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.483232:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2af5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830e1 expref: 86 pid: 8162 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.483358:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2af5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830e1 expref: 86 pid: 8162 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.483382:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:3.0:1781272597.483388:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.483403:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.483414:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.483466:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272597.483562:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+85:2391:x1867799159166848:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 394us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272597.483572:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 273 00010000:00010000:0.0:1781272597.483765:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.483773:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781272597.483981:0:6492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:0.0:1781272597.484065:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:24305:x1867799159166720:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 14684us (15118us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272597.484074:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 803 00000100:00100000:2.0:1781272597.568591:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168574592:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272597.568809:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272597.572420:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168574592 00000100:00100000:0.0:1781272597.572446:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168574592 00000100:00100000:0.0:1781272597.572540:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1781272597.572553:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168574592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272597.573011:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272597.573116:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168574592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 566us (4307us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272597.573125:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1781272597.583417:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168574592:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272597.824282:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272597.825524:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1781272597.953469:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272597.953482:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272597.953515:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1781272597.953528:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272597.953713:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168574720:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272597.953895:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272597.960247:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272597.960416:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168574720:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272597.960472:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159166976 00000100:00100000:3.0:1781272597.960484:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159166976 00000100:00100000:3.0:1781272597.960556:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 804 00000100:00100000:3.0:1781272597.960568:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+37:24315:x1867799159166976:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272597.960612:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272597.960877:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+37:24315:x1867799159166976:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 310us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272597.960972:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 804 00000100:00100000:3.0:1781272597.966662:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272597.966715:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159167104 00000100:00100000:3.0:1781272597.966728:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159167104 00000100:00100000:3.0:1781272597.966817:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 805 00000100:00100000:3.0:1781272597.966861:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+37:24315:x1867799159167104:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1781272597.967060:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2b65 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967091:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2b65 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967105:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2b65 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967123:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b6c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967131:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b6c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967156:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b6c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967187:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967195:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967202:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272597.967262:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:3.0:1781272597.967267:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272597.967516:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967533:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2b65 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967541:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2b65 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967549:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2b65 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967556:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625b000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272597.967560:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2b65 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967569:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2b65 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967591:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:3.0:1781272597.967594:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272597.967599:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2b65 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967606:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2b65 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967673:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b6c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967680:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b6c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967686:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b6c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967692:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272597.967694:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b6c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967700:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b6c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967708:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1451b5e8 (ffff8eb4ec022e00) 00010000:00010000:3.0:1781272597.967711:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272597.967714:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b6c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967721:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b6c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967986:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.967994:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b73 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.968001:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.968006:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272597.968009:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.968016:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b73 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.968024:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:3.0:1781272597.968026:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272597.968029:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b73 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272597.968036:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272597.968139:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+37:24315:x1867799159167104:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 1309us (1488us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272597.968149:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 805 00000100:00100000:3.0:1781272597.973367:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272597.975893:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159167360 00000100:00100000:0.0:1781272597.975923:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159167360 00000100:00100000:0.0:1781272597.976025:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 806 00000100:00100000:0.0:1781272597.976248:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:24315:x1867799159167360:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272597.976294:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272597.976332:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2b7a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab830fd expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.976520:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b81 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.976540:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.976556:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272597.976572:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:0.0:1781272597.976686:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b81 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.976695:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b81 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.976703:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b81 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.976709:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23bb800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272597.976715:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b81 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.976723:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b81 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.976737:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:0.0:1781272597.976754:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272597.976760:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b81 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.976768:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2b81 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.976819:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2b7a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830fd expref: 39 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.976980:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:0.0:1781272597.976983:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272597.976989:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2b7a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830fd expref: 39 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272597.977001:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c23baa00, rc 0) 00000100:00100000:0.0:1781272597.977177:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+38:24315:x1867799159167360:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 937us (3821us total) trans 4294967773 rc 301/301 00000100:00100000:0.0:1781272597.977188:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 806 00000100:00100000:0.0:1781272597.991245:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272597.991516:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159167488 00000100:00100000:3.0:1781272597.991532:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159167488 00000100:00100000:3.0:1781272597.991664:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 807 00000100:00100000:3.0:1781272597.991676:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:24315:x1867799159167488:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272597.991725:0:6493:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272597.991935:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:24315:x1867799159167488:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 261us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272597.991944:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 807 00000100:00100000:2.0:1781272598.007505:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272598.007687:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159167744 00000100:00100000:3.0:1781272598.007701:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159167744 00000100:00100000:3.0:1781272598.007816:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 808 00000100:00080000:2.0:1781272598.008165:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272598.008234:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+38:24315:x1867799159167744:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272598.008269:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272598.008274:0:12323:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1781272598.008314:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2b57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830f6 expref: 38 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.008336:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:3.0:1781272598.008343:0:12323:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272598.008360:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b8f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83104 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1781272598.011254:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xf:0x0], index 0: 0 00010000:00010000:3.0:1781272598.011540:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b96 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.011562:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b96 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.011576:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b96 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.011672:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2b8f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83104 expref: 40 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.011721:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b96 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83104 expref: 39 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.011732:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022e00) 00010000:00010000:3.0:1781272598.011735:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272598.011755:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625a400, rc 0) 00000100:00100000:3.0:1781272598.012634:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+39:24315:x1867799159167744:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 4801us (5138us total) trans 4294967774 rc 0/0 00000100:00100000:3.0:1781272598.012647:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 808 00000100:00100000:2.0:1781272598.017500:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272598.018017:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159168000 00000100:00100000:0.0:1781272598.018106:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159168000 00000100:00100000:0.0:1781272598.018197:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 809 00000100:00100000:0.0:1781272598.018211:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+39:24315:x1867799159168000:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781272598.018302:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272598.018344:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2b96 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83104 expref: 39 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018370:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022e00) 00010000:00010000:0.0:1781272598.018385:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272598.018420:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2ba4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018441:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2ba4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018454:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2ba4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018471:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x45e9335 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018478:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x45e9335 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018486:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x45e9335 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018549:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2ba4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018557:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2ba4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018565:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2ba4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018571:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23bb800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272598.018577:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2ba4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018586:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2ba4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018601:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:0.0:1781272598.018603:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272598.018608:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2ba4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018616:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc2ba4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018626:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x45e9335 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018632:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x45e9335 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018638:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x45e9335 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018643:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23baa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272598.018646:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x45e9335 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018653:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x45e9335 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018660:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x45e9335 (ffff8eb50216dc00) 00010000:00010000:0.0:1781272598.018663:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272598.018666:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bab lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x45e9335 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.018673:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x45e9335 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272598.018808:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+38:24315:x1867799159168000:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 598us (1325us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272598.018817:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 809 00000100:00100000:0.0:1781272598.023702:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272598.023792:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159168128 00000100:00100000:3.0:1781272598.023807:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159168128 00000100:00100000:3.0:1781272598.023928:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 810 00000100:00100000:3.0:1781272598.023940:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:24315:x1867799159168128:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272598.023968:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272598.024002:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2bb2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8310b expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.024325:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2bb9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.024347:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2bb9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.024365:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2bb9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.024546:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2bb2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8310b expref: 40 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.024566:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2bb9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8310b expref: 39 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.024575:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:3.0:1781272598.024579:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272598.024584:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625b800, rc 0) 00000100:00100000:3.0:1781272598.024680:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+39:24315:x1867799159168128:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 741us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272598.024688:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 810 00000100:00100000:2.0:1781272598.028256:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272598.028359:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159168384 00000100:00100000:0.0:1781272598.028373:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159168384 00000100:00100000:0.0:1781272598.028451:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 811 00000100:00100000:0.0:1781272598.028462:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+39:24315:x1867799159168384:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781272598.028581:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bc0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.028604:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.028619:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781272598.028996:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 88 off8664 00000004:00080000:0.0:1781272598.029011:0:12323:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 554924179472ns, next at 555924176647ns, rc = 0 00000004:00010000:0.0:1781272598.029169:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cd8a5a76 reply state 0000000085cc6cb3 transno 4294967775 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.029186:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bc0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.029196:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:0.0:1781272598.029199:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1781272598.029204:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781272598.029340:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+41:24315:x1867799159168384:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 878us (1098us total) trans 4294967775 rc 0/0 00000100:00100000:0.0:1781272598.029349:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 811 00000100:00100000:1.0:1781272598.034588:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272598.034704:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159168512 00000100:00100000:3.0:1781272598.034720:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159168512 00000100:00100000:3.0:1781272598.034856:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 812 00000100:00100000:3.0:1781272598.034869:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+41:24315:x1867799159168512:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272598.035790:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272598.035865:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2bc7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83112 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.036120:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2bc7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83112 expref: 42 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.036144:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2bc7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83112 expref: 42 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.036185:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:3.0:1781272598.036189:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272598.036195:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625a800, rc 0) 00000100:00100000:3.0:1781272598.036294:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+42:24315:x1867799159168512:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1427us (1728us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272598.036304:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 812 00000100:00100000:1.0:1781272598.042268:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272598.043516:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159168640 00000100:00100000:0.0:1781272598.043538:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159168640 00000100:00100000:0.0:1781272598.043624:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 195 00000100:00100000:0.0:1781272598.043638:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159168640:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1781272598.044590:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159168640:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 949us (2333us total) trans 4294967331 rc 0/0 00000100:00100000:0.0:1781272598.044604:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 195 00000100:00100000:3.0:1781272598.055310:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272598.055639:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159168896 00000100:00100000:0.0:1781272598.055651:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159168896 00000100:00100000:0.0:1781272598.055720:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 157 00000100:00100000:0.0:1781272598.055731:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+42:24315:x1867799159168896:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272598.056243:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+43:24315:x1867799159168896:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 512us (943us total) trans 4294967776 rc 0/0 00000100:00100000:0.0:1781272598.056254:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 157 00000100:00100000:2.0:1781272598.063781:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272598.064333:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159169152 00000100:00100000:3.0:1781272598.064353:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159169152 00000100:00100000:3.0:1781272598.064612:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 813 00000100:00100000:3.0:1781272598.064627:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+43:24315:x1867799159169152:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272598.064781:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+43:24315:x1867799159169152:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 157us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272598.064789:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 813 00000100:00100000:0.0:1781272598.070789:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272598.071028:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159169280 00000100:00100000:1.0:1781272598.071059:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159169280 00000100:00100000:1.0:1781272598.071137:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 814 00000100:00100000:1.0:1781272598.071151:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+43:24315:x1867799159169280:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272598.071180:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272598.071208:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2bce lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83119 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.071316:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bd5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.071335:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.071350:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272598.071569:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272598.071668:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.071705:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2bce lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83119 expref: 45 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.071727:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bd5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83119 expref: 44 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.071746:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:1.0:1781272598.071750:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1781272598.071755:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0600, rc 0) 00000100:00100000:1.0:1781272598.072472:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:24315:x1867799159169280:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1319us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272598.072485:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 814 00000100:00100000:3.0:1781272598.082802:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272598.082902:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159169408 00000100:00100000:3.0:1781272598.082917:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159169408 00000100:00100000:3.0:1781272598.082991:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 196 00000100:00100000:3.0:1781272598.083006:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159169408:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272598.083034:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272598.083065:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036cbbd22/0x94898f2cdefc2bdc lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83120 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272598.083106:0:9894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a2c1015, blocks: 0x0 00010000:00010000:3.0:1781272598.083155:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272598.083158:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272598.083167:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036cbbd22/0x94898f2cdefc2bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83120 expref: 10 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.083187:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036cbbd22/0x94898f2cdefc2bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83120 expref: 10 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.083201:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625b000, rc 0) 00000100:00100000:3.0:1781272598.083279:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159169408:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 278us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272598.083287:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 196 00000100:00100000:2.0:1781272598.093690:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272598.093962:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159169664 00000100:00100000:3.0:1781272598.093975:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159169664 00000100:00100000:3.0:1781272598.094044:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 815 00000100:00100000:3.0:1781272598.094057:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:24315:x1867799159169664:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272598.094229:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:24315:x1867799159169664:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 175us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272598.094237:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 815 00000100:00100000:1.0:1781272598.102720:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272598.102878:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159169792 00000100:00100000:2.0:1781272598.102888:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159169792 00000100:00100000:2.0:1781272598.102941:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 197 00000100:00100000:2.0:1781272598.102952:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:24315:x1867799159169792:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272598.102972:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272598.103008:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83127 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.103044:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036cbbd22/0x94898f2cdefc2bdc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83120 expref: 11 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.103053:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272598.103055:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272598.103059:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83127 expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.103095:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036cbbd22/0x94898f2cdefc2bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83120 expref: 11 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.103111:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036cbbd22/0x94898f2cdefc2bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83120 expref: 11 pid: 9894 timeout: 654 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272598.103125:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168574848:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272598.103219:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351600 going to sleep for 11 seconds 00000100:00100000:0.0:1781272598.109051:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272598.109079:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168574848:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272598.109124:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83127 expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.109148:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b3e00, rc 0) 00000100:00100000:2.0:1781272598.109237:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:24315:x1867799159169792:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 6285us (6526us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272598.109268:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 197 00000100:00100000:3.0:1781272598.109365:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159169920 00000100:00100000:3.0:1781272598.109378:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159169920 00010000:00010000:3.0:1781272598.109434:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036cbbd22/0x94898f2cdefc2bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83120 expref: 11 pid: 9894 timeout: 654 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272598.109498:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 274 00000100:00100000:3.0:1781272598.109511:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159169920:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272598.109547:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272598.109582:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000036cbbd22/0x94898f2cdefc2bdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83120 expref: 11 pid: 9894 timeout: 654 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.109601:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036cbbd22/0x94898f2cdefc2bdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83120 expref: 11 pid: 9894 timeout: 654 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.109643:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036cbbd22/0x94898f2cdefc2bdc lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83120 expref: 11 pid: 9894 timeout: 654 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.109661:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272598.109664:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272598.109674:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83127 expref: 10 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.109685:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83127 expref: 10 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.109732:0:6477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83127 expref: 10 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272598.109761:0:6477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4c59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6477:1867799168574976:192.168.204.14@tcp:105: 00000100:00100000:3.0:1781272598.110573:0:6477:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c53de240 going to sleep for 11 seconds 00000100:00100000:3.0:1781272598.124634:0:6477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4c59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6477:1867799168574976:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272598.124674:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272598.124988:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272598.125827:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159169920:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 16311us (16784us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272598.125861:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 274 00000100:00100000:0.0:1781272598.126961:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159170048 00000100:00100000:0.0:1781272598.126978:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159170048 00002000:00100000:0.0:1781272598.127058:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff8eb3c388ed80 x1867799159170048/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:354/0 lens 648/0 e 0 to 0 dl 1781272609 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272598.127072:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c388ed80 with x1867799159170048 ext(0->157) 00002000:00010000:0.0:1781272598.127081:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c388ed80 00000100:00100000:0.0:1781272598.127120:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 60 00000100:00100000:0.0:1781272598.127132:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159170048:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1781272598.128273:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159170048:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 1130us (3275us total) trans 4294967332 rc 0/0 00000100:00100000:0.0:1781272598.128290:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 60 00002000:00100000:0.0:1781272598.128304:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff8eb3c388ed80 x1867799159170048/t4294967332(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:354/0 lens 648/448 e 0 to 0 dl 1781272609 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272598.128316:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c388ed80 with x1867799159170048 ext(0->157) 00002000:00010000:0.0:1781272598.128323:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c388ed80 00000100:00100000:1.0:1781272598.134125:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272598.134223:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159170176 00000100:00100000:0.0:1781272598.134243:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159170176 00000100:00100000:0.0:1781272598.134403:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 816 00000100:00100000:0.0:1781272598.134417:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:24315:x1867799159170176:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1781272598.144524:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967776 is committed 00000004:00080000:3.0:1781272598.144542:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000001:00080000:3.0:1781272598.144602:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967770 is committed 00010000:00010000:0.0:1781272598.144604:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bc0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.144625:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bc0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.144636:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bc0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.144643:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23baa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272598.144652:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bc0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.144662:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bc0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.144696:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:0.0:1781272598.144700:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1781272598.144706:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bc0 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.144714:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc2bc0 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.144822:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2a69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.144877:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2a69 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272598.144880:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168575104:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1781272598.144897:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2a69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.144927:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021e5200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272598.144932:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2a69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.144941:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2a69 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.144974:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8eb50216df00) 00010000:00010000:1.0:1781272598.144977:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272598.144983:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2a69 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.144991:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2a69 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272598.145002:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781272598.145023:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2a70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272598.145092:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168575104 00000100:00100000:0.0:1781272598.145103:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168575104 00010000:00010000:1.0:1781272598.145113:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2a70 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.145121:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2a70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.145126:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9f800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272598.145130:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2a70 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272598.145189:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1781272598.145201:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168575104:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1781272598.145360:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2a70 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.145385:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00002000:00010000:0.0:1781272598.145388:0:8405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 158 00010000:00010000:1.0:1781272598.145389:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272598.145395:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2a70 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272598.145396:0:8405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 0 -> 1781272597 00002000:00010000:0.0:1781272598.145408:0:8405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1781272598.145418:0:8405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1781272597 -> 1781272597 00002000:00010000:0.0:1781272598.145428:0:8405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1781272598.145431:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2a70 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.145457:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2acb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.145464:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2acb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.145471:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2acb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.145477:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272598.145486:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2acb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272598.145486:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168575104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 280us (481us total) trans 4294967333 rc 0/0 00010000:00010000:1.0:1781272598.145497:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2acb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.145505:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8eb3c2f92800) 00010000:00010000:1.0:1781272598.145515:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272598.145519:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2acb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272598.145525:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00010000:00010000:1.0:1781272598.145539:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2acb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1781272598.145563:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1781272598.145604:0:3618:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c388df80/2, rc 0, transno 4294967333 00000100:00100000:0.0:1781272598.145611:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168575104:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1781272598.145815:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+36:24315:x1867799159170176:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 11394us (11694us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272598.145825:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 816 00010000:00010000:1.0:1781272598.146591:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2b03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.146602:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2b03 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.146610:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2b03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.146615:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272598.146619:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2b03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.146626:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2b03 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.146639:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:1.0:1781272598.146641:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781272598.146645:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2b03 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.146651:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc2b03 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272598.149359:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272598.149433:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159170304 00000100:00100000:0.0:1781272598.149452:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159170304 00000100:00100000:0.0:1781272598.149547:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 199 00000100:00100000:0.0:1781272598.149560:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159170304:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1781272598.158437:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00000001:00080000:3.0:1781272598.158454:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000100:00100000:0.0:1781272598.158639:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159170304:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 9073us (9279us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272598.158661:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 199 00000100:00100000:2.0:1781272598.162300:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272598.163986:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159170560 00000100:00100000:1.0:1781272598.164014:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159170560 00000100:00100000:1.0:1781272598.164105:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 817 00000100:00100000:1.0:1781272598.164118:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+36:24315:x1867799159170560:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781272598.164174:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272598.164215:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bd5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83119 expref: 36 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.164237:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:1.0:1781272598.164242:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272598.164277:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2bea lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.164292:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2bea lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.164301:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2bea lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272598.164434:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000078253da1 reply state 00000000dfb6b45c transno 4294967777 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2bea lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.164447:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2bea lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.164453:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:1.0:1781272598.164455:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272598.164458:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272598.164574:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:24315:x1867799159170560:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 458us (2281us total) trans 4294967777 rc 0/0 00000100:00100000:1.0:1781272598.164581:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 817 00000100:00100000:1.0:1781272598.178137:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272598.183875:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159170688 00000100:00100000:2.0:1781272598.183888:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159170688 00000100:00100000:2.0:1781272598.183979:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 200 00000100:00100000:2.0:1781272598.183988:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159170688:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1781272598.184210:0:15938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1781272598.184215:0:15938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1781272597 -> 1536580263 00002000:00010000:2.0:1781272598.184217:0:15938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 1781272068 00002000:00010000:2.0:1781272598.184219:0:15938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1781272597 -> 1781272596 00002000:00010000:2.0:1781272598.184221:0:15938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1781272598.184293:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159170688:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 305us (6472us total) trans 4294967334 rc 0/0 00000100:00100000:2.0:1781272598.184301:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 200 00000100:00100000:3.0:1781272598.188160:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272598.188287:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159170944 00000100:00100000:1.0:1781272598.188301:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159170944 00000100:00100000:1.0:1781272598.188386:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 818 00000100:00100000:1.0:1781272598.188399:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+37:24315:x1867799159170944:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1781272598.188511:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.188533:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2bb9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8310b expref: 37 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.188544:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.188607:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2bb9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8310b expref: 37 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.188623:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2bb9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8310b expref: 37 pid: 6493 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272598.188641:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168575232:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272598.188774:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cdd80 going to sleep for 11 seconds 00000100:00100000:3.0:1781272598.196446:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168575232:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272598.196479:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272598.206217:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272598.206260:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159171072 00000100:00100000:3.0:1781272598.206270:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159171072 00010000:00010000:3.0:1781272598.206314:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2bb9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8310b expref: 38 pid: 6493 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272598.206354:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 275 00000100:00100000:3.0:1781272598.206365:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+38:2390:x1867799159171072:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272598.206381:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272598.206389:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2bb9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8310b expref: 38 pid: 6493 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.206784:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2bb9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8310b expref: 38 pid: 6493 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.206810:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2bb9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8310b expref: 38 pid: 6493 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.206826:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:3.0:1781272598.207771:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.207787:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.207795:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.207851:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272598.208076:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+37:2390:x1867799159171072:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1634us (1791us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272598.208086:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 275 00010000:00010000:0.0:1781272598.209465:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.209479:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.209526:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.209533:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.209541:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.209548:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272598.209554:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.209563:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.209582:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:0.0:1781272598.209585:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781272598.209593:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.209600:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2bf1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272598.210463:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+36:24315:x1867799159170944:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 22058us (22313us total) trans 0 rc -22/-22 00000100:00100000:0.0:1781272598.210477:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 818 00000100:00100000:3.0:1781272598.217371:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272598.217414:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159171200 00000100:00100000:3.0:1781272598.217424:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159171200 00000100:00100000:3.0:1781272598.217482:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 201 00000100:00100000:3.0:1781272598.217492:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159171200:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272598.217539:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.217574:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83127 expref: 10 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.217583:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272598.217585:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272598.217589:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 4/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.217645:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83127 expref: 10 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.217751:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83127 expref: 10 pid: 15938 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272598.217769:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4c59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168575360:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272598.218056:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c53de240 going to sleep for 11 seconds 00000100:00100000:1.0:1781272598.227827:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4c59c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168575360:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272598.227880:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272598.231588:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272598.233142:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159171328 00000100:00100000:1.0:1781272598.233157:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159171328 00010000:00010000:1.0:1781272598.233205:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83127 expref: 11 pid: 15938 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272598.233256:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 276 00000100:00100000:1.0:1781272598.233275:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159171328:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272598.233292:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272598.233315:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83127 expref: 11 pid: 15938 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.233330:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83127 expref: 11 pid: 15938 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.233354:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fac811f/0x94898f2cdefc2be3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83127 expref: 11 pid: 15938 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.233369:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272598.233372:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272598.233377:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.233386:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.233417:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272598.234184:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.234198:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.234221:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.234230:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272598.234236:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159171328:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 960us (2653us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272598.234251:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 276 00010000:00010000:2.0:1781272598.234261:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.234270:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625be00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272598.234275:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.234284:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.234299:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.234306:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc2bf8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272598.234821:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159171200:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 17330us (17464us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272598.234847:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 201 00000100:00100000:3.0:1781272598.241648:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272598.241751:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159171584 00000100:00100000:1.0:1781272598.241762:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159171584 00000100:00100000:1.0:1781272598.241826:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 819 00000100:00100000:1.0:1781272598.241884:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+36:24315:x1867799159171584:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781272598.241969:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2bff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.241989:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2bff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.242171:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2bff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.242355:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.242368:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2bc7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83112 expref: 37 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.242378:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.242417:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2bc7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83112 expref: 37 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.242433:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2bc7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83112 expref: 37 pid: 8162 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272598.242450:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168575488:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272598.242553:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272598.250770:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168575488:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272598.250806:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272598.252322:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272598.252379:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159171712 00000100:00100000:1.0:1781272598.252389:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159171712 00010000:00010000:1.0:1781272598.252427:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2bc7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83112 expref: 38 pid: 8162 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272598.252474:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 277 00000100:00100000:1.0:1781272598.252484:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+38:2388:x1867799159171712:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272598.252499:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272598.252505:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2bc7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83112 expref: 38 pid: 8162 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.252518:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2bc7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83112 expref: 38 pid: 8162 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.252542:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2bc7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83112 expref: 38 pid: 8162 timeout: 655 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.252557:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:1.0:1781272598.252562:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.252573:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.252581:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.252613:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272598.252828:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c59500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:2388:x1867799159171712:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 344us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272598.252978:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 277 00010000:00010000:3.0:1781272598.253197:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.253208:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272598.253337:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967778 00000001:00080000:2.0:1781272598.254671:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967779 00000001:00080000:2.0:1781272598.254747:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967780 00000100:00100000:2.0:1781272598.255637:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6493:1867799168575616:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1781272598.255705:0:6493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272598.255755:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fc291600 going to sleep for 11 seconds 00000100:00100000:3.0:1781272598.259126:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168575616 00000100:00100000:3.0:1781272598.259156:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168575616 00000100:00100000:3.0:1781272598.259219:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1781272598.259230:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6493:x1867799168575616:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1781272598.259363:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6493:x1867799168575616:12345-0@lo:1000:mdt00_002.0 Request processed in 136us (3658us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272598.259371:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1781272598.259419:0:6493:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:3.0:1781272598.259426:0:6493:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c388df80, transno 4294967333 00000100:00100000:3.0:1781272598.259439:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6493:1867799168575616:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1781272598.259591:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967781 00000100:00100000:3.0:1781272598.259659:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4c5a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6493:1867799168575744:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1781272598.259697:0:6493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272598.259720:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351240 going to sleep for 11 seconds 00000100:00100000:3.0:1781272598.259812:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168575744 00000100:00100000:3.0:1781272598.259816:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168575744 00000100:00100000:3.0:1781272598.259867:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1781272598.259875:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6493:x1867799168575744:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1781272598.259988:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6493:x1867799168575744:12345-0@lo:1000:mdt00_002.0 Request processed in 114us (290us total) trans 4294967335 rc 0/0 00000100:00100000:3.0:1781272598.259996:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1781272598.260030:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4c5a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6493:1867799168575744:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1781272598.260066:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260076:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260097:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260104:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272598.260109:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260119:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260136:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:3.0:1781272598.260140:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272598.260144:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260151:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c06 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260174:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260181:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260187:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260193:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23bb600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272598.260195:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260213:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260223:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:3.0:1781272598.260225:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272598.260229:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260235:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc2b5e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260260:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2c0d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260273:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2c0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260283:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2c0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260291:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2c0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260297:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2c0d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260304:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2c0d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260309:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625b800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272598.260312:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2c0d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260325:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2c0d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260333:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:3.0:1781272598.260335:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272598.260338:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2c0d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260345:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2c0d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260355:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2bff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260361:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2bff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260368:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2bff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260372:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272598.260375:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2bff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260382:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2bff lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260389:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:3.0:1781272598.260391:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272598.260394:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2bff lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.260409:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2bff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272598.260527:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+40:24315:x1867799159171584:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 18645us (18888us total) trans 4294967782 rc 0/0 00000100:00100000:3.0:1781272598.260537:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 819 00000020:00080000:3.0:1781272598.260541:0:6493:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1781272598.260906:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272598.260912:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272598.261431:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1781272598.261441:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272598.266359:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272598.266444:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159171968 00000100:00100000:0.0:1781272598.266454:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159171968 00000100:00100000:0.0:1781272598.266512:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 158 00000100:00100000:0.0:1781272598.266629:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+40:24315:x1867799159171968:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1781272598.266928:0:6495:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1781272598.266963:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967783 00010000:00010000:0.0:1781272598.266997:0:6495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c14 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.267019:0:6495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c14 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.267032:0:6495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c14 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.267042:0:6495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c14 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.267049:0:6495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c14 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.267056:0:6495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c14 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.267085:0:6495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781272598.267190:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+42:24315:x1867799159171968:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 562us (843us total) trans 4294967784 rc 0/0 00010000:00010000:3.0:1781272598.267408:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272598.267415:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c14 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.267424:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272598.267429:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c14 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.267437:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c14 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.267452:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:3.0:1781272598.267455:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781272598.267460:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c14 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.267467:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c14 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272598.267481:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272598.267483:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272598.267484:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272598.268077:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 158 00000020:00080000:0.0:1781272598.268086:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:0.0:1781272598.342625:0:20191:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272598.342643:0:20191:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272598.344678:0:20191:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1781272598.344688:0:20191:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272598.430497:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272598.430613:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159172224 00000100:00100000:2.0:1781272598.430629:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159172224 00000100:00100000:2.0:1781272598.430692:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 820 00000100:00100000:2.0:1781272598.430703:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+42:24318:x1867799159172224:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272598.430729:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272598.430763:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2c1b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8312e expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.430861:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c22 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.430875:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c22 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.430887:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c22 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.430901:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2c29 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.431605:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2c29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.431617:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2c29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.431764:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2c30 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.431773:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.431780:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272598.431803:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:2.0:1781272598.432986:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c22 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.432999:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c22 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433005:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c22 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433010:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272598.433015:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c22 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433022:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c22 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433038:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:2.0:1781272598.433041:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272598.433046:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c22 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433052:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c22 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433066:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2c29 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433071:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2c29 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433088:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2c29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433093:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272598.433096:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2c29 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433103:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2c29 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433111:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8eb4c792b900) 00010000:00010000:2.0:1781272598.433114:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272598.433116:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2c29 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433122:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2c29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433182:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2c1b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8312e expref: 45 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433199:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2a00/0x94898f2cdefc2c30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8312e expref: 44 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.433207:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb4c792b100) 00010000:00010000:2.0:1781272598.433208:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272598.433211:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b2a00, rc 0) 00000100:00100000:2.0:1781272598.433280:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:24318:x1867799159172224:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 2579us (2793us total) trans 4294967785 rc 0/0 00000100:00100000:2.0:1781272598.433297:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 820 00000100:00100000:3.0:1781272598.437311:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272598.437537:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159172352 00000100:00100000:1.0:1781272598.437551:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159172352 00000100:00100000:1.0:1781272598.437621:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 821 00000100:00100000:1.0:1781272598.437634:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+44:24318:x1867799159172352:12345-192.168.204.14@tcp:54:lfs.0 00010000:00010000:1.0:1781272598.437722:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c3e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.437752:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.437767:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.437808:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c3e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.437815:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c3e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.437823:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.437857:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272598.437869:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c3e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.437878:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c3e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.437893:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb4c792b100) 00010000:00010000:1.0:1781272598.437897:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272598.437903:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c3e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.437920:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272598.438008:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+44:24318:x1867799159172352:12345-192.168.204.14@tcp:54:lfs.0 Request processed in 377us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272598.438017:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 821 00000100:00100000:3.0:1781272598.442601:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272598.442759:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159172608 00000100:00100000:2.0:1781272598.442773:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159172608 00000100:00100000:2.0:1781272598.442865:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 159 00000100:00100000:2.0:1781272598.442877:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:24318:x1867799159172608:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:2.0:1781272598.443135:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:24318:x1867799159172608:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 260us (543us total) trans 4294967786 rc 0/0 00000100:00100000:2.0:1781272598.443143:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 159 00000100:00100000:3.0:1781272598.619759:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272598.619977:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159172736 00000100:00100000:0.0:1781272598.619988:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159172736 00000100:00100000:0.0:1781272598.620075:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 822 00000100:00100000:0.0:1781272598.620086:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+74:24334:x1867799159172736:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:0.0:1781272598.620114:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272598.620138:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2c45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83135 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620214:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2c4c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620230:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2c4c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620242:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2c4c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620257:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c53 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620268:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620275:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1781272598.620511:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1781272598.620606:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2c5a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620616:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2c5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620625:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2c5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272598.620658:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1781272598.620661:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272598.620683:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2c5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620695:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2c4c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620702:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2c4c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620709:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2c4c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620716:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9f800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272598.620720:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2c4c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620740:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2c4c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620754:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272598.620758:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272598.620764:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2c4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.620889:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2c4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.621410:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.621419:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c53 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.621425:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c53 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.621430:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272598.621432:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c53 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.621438:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c53 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.621447:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8eb50216d400) 00010000:00010000:0.0:1781272598.621449:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272598.621452:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c53 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.621460:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2c53 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.621500:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2c45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83135 expref: 76 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.621511:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5200/0x94898f2cdefc2c5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83135 expref: 75 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.621517:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:0.0:1781272598.621519:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781272598.621522:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb5021e5200, rc 0) 00000100:00100000:0.0:1781272598.621648:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+75:24334:x1867799159172736:12345-192.168.204.14@tcp:101:diff.0 Request processed in 1563us (1898us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272598.621656:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 822 00000100:00100000:3.0:1781272598.635365:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272598.635482:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159172864 00000100:00100000:2.0:1781272598.635493:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159172864 00000100:00100000:2.0:1781272598.635557:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 823 00000100:00100000:2.0:1781272598.635568:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+75:24334:x1867799159172864:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:2.0:1781272598.635588:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272598.635608:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2c61 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8313c expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.635812:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c68 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.635828:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c68 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.635882:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c68 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.635898:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2c6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.635924:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2c6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.635932:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2c6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636012:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3600/0x94898f2cdefc2c76 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636021:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3600/0x94898f2cdefc2c76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636028:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3600/0x94898f2cdefc2c76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272598.636072:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:2.0:1781272598.636077:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272598.636099:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3600/0x94898f2cdefc2c76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636110:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3600/0x94898f2cdefc2c76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636119:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c68 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636125:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c68 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636132:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c68 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636149:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272598.636154:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c68 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636162:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c68 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636177:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8eb50216db00) 00010000:00010000:2.0:1781272598.636180:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272598.636186:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c68 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636193:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c68 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636208:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2c6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636214:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2c6f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636220:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2c6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636224:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272598.636227:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2c6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636233:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2c6f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636252:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff8eb4c792b900) 00010000:00010000:2.0:1781272598.636255:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272598.636258:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2c6f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636263:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2c6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636293:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2c61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8313c expref: 77 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636306:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3600/0x94898f2cdefc2c76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8313c expref: 76 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.636312:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb4c792b100) 00010000:00010000:2.0:1781272598.636315:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272598.636317:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b3600, rc 0) 00000100:00100000:2.0:1781272598.636437:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+76:24334:x1867799159172864:12345-192.168.204.14@tcp:101:diff.0 Request processed in 870us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272598.636445:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 823 00000100:00100000:3.0:1781272598.661051:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272598.662950:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159172992 00000100:00100000:0.0:1781272598.662963:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159172992 00000100:00100000:0.0:1781272598.663035:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 202 00000100:00100000:0.0:1781272598.663046:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+10:2391:x1867799159172992:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:0.0:1781272598.663064:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272598.663085:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003be16584/0x94898f2cdefc2c7d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83143 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272598.663111:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a2c0e04, ctime: 0x6a2c1014, blocks: 0x8 00010000:00010000:0.0:1781272598.663131:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272598.663133:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272598.663141:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003be16584/0x94898f2cdefc2c7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83143 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.663158:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003be16584/0x94898f2cdefc2c7d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83143 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272598.663170:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb5021e5a00, rc 0) 00000100:00100000:0.0:1781272598.663238:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159172992:12345-192.168.204.14@tcp:101:diff.0 Request processed in 195us (2196us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272598.663246:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 202 00000100:00100000:2.0:1781272598.666655:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272598.669771:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159173248 00000100:00100000:1.0:1781272598.669785:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159173248 00000100:00100000:1.0:1781272598.670013:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 824 00000100:00100000:1.0:1781272598.670026:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+76:24334:x1867799159173248:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:1.0:1781272598.670048:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272598.670068:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8314a expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.670177:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2c8b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.670192:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2c8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.670224:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2c8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272598.670235:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:1.0:1781272598.670348:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2c84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8314a expref: 79 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.670366:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2c8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8314a expref: 78 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272598.670375:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb4c792b100) 00010000:00010000:1.0:1781272598.670378:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272598.670381:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0600, rc 0) 00000100:00100000:1.0:1781272598.670458:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+78:24334:x1867799159173248:12345-192.168.204.14@tcp:101:diff.0 Request processed in 434us (3812us total) trans 4294967787 rc 0/0 00000100:00100000:1.0:1781272598.670465:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 824 00000100:00100000:3.0:1781272598.682804:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272598.682894:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272598.683001:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159173504 00000100:00100000:2.0:1781272598.683013:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159173504 00000100:00100000:2.0:1781272598.683088:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 35 00000100:00100000:2.0:1781272598.683099:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+78:2391:x1867799159173504:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272598.683120:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272598.683146:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2c8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8314a expref: 78 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272598.683180:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8eb4c792b100) 00010000:00010000:2.0:1781272598.683185:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272598.683239:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+77:2391:x1867799159173504:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 142us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272598.683246:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 35 00000100:00100000:0.0:1781272598.683375:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159173376 00000100:00100000:0.0:1781272598.683380:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159173376 00002000:00100000:0.0:1781272598.683417:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff8eb4ff9a5880 x1867799159173376/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:354/0 lens 488/0 e 0 to 0 dl 1781272609 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272598.683426:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff9a5880 with x1867799159173376 ext(0->4095) 00002000:00010000:0.0:1781272598.683430:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4ff9a5880 00000100:00100000:0.0:1781272598.683458:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 61 00000100:00100000:0.0:1781272598.683464:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159173376:12345-192.168.204.14@tcp:3:diff.0 00000100:00100000:0.0:1781272598.683607:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159173376:12345-192.168.204.14@tcp:3:diff.0 Request processed in 141us (812us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781272598.683613:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 61 00002000:00100000:0.0:1781272598.683620:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff8eb4ff9a5880 x1867799159173376/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:354/0 lens 488/4536 e 0 to 0 dl 1781272609 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272598.683628:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff9a5880 with x1867799159173376 ext(0->4095) 00002000:00010000:0.0:1781272598.683631:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4ff9a5880 00000100:00100000:3.0:1781272598.687031:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272598.688125:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159173760 00000100:00100000:0.0:1781272598.688139:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159173760 00000100:00100000:0.0:1781272598.688205:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 160 00000100:00100000:0.0:1781272598.688215:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+77:24334:x1867799159173760:12345-192.168.204.14@tcp:35:diff.0 00000001:00080000:0.0:1781272598.688697:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967788 00000100:00100000:0.0:1781272598.688965:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+79:24334:x1867799159173760:12345-192.168.204.14@tcp:35:diff.0 Request processed in 741us (1934us total) trans 4294967789 rc 0/0 00000100:00100000:0.0:1781272598.688974:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 160 00000020:00080000:0.0:1781272598.688980:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1781272598.848423:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272599.107994:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168575872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272599.108077:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272599.108238:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168575872 00000100:00100000:0.0:1781272599.108247:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168575872 00000100:00100000:0.0:1781272599.108323:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1781272599.108333:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168575872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272599.108356:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921408000 avail 3689857024 00000100:00100000:0.0:1781272599.108410:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168575872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272599.108417:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1781272599.108897:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168575872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272599.617432:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272599.617455:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168576000:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272599.617525:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272599.617978:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168576000 00000100:00100000:3.0:1781272599.617986:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168576000 00000100:00100000:3.0:1781272599.618096:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1781272599.618106:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168576000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272599.618128:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921408000 avail 3689857024 00000100:00100000:3.0:1781272599.618177:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168576000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272599.618184:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1781272599.618293:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168576000:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781272599.618335:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781272599.878191:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272600.128245:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272600.128270:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168576128:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272600.128340:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.128727:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168576128 00000100:00100000:0.0:1781272600.128736:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168576128 00000100:00100000:0.0:1781272600.128809:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1781272600.128818:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168576128:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272600.128934:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168576256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272600.128969:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.129002:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168576256 00000100:00100000:0.0:1781272600.129008:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168576256 00000100:00100000:0.0:1781272600.129027:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1781272600.129034:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168576256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272600.129297:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1781272600.129354:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168576256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 319us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272600.129361:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00002000:00000024:0.0:1781272600.129390:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1781272600.129420:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168576128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 604us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272600.129426:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1781272600.129467:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168576128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272600.129579:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168576384:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.129611:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.129636:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168576896:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.129662:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.129680:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168577408:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.129703:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.129735:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1781272600.129741:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168576768:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.129763:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.129779:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168577280:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.129800:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.129828:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168576384 00000100:00100000:0.0:1781272600.129855:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168576384 00000100:00100000:0.0:1781272600.129884:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1781272600.129892:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168576384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.129926:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168576384:12345-0@lo:400:kworker.0 Request processed in 35us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272600.129932:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1781272600.129957:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168576896 00000100:00100000:0.0:1781272600.129960:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168576896 00000100:00100000:0.0:1781272600.129983:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1781272600.129988:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168576896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.130018:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168576896:12345-0@lo:400:kworker.0 Request processed in 30us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272600.130024:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1781272600.130040:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168577408 00000100:00100000:0.0:1781272600.130043:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168577408 00000100:00100000:1.0:1781272600.130174:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168576256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272600.130280:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168577280 00000100:00100000:0.0:1781272600.130284:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168577280 00000100:00100000:0.0:1781272600.130303:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1781272600.130309:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168577408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.130338:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168577408:12345-0@lo:400:kworker.0 Request processed in 30us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272600.130344:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1781272600.130355:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1781272600.130360:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee239450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168577280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.130382:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee239450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168577280:12345-0@lo:400:kworker.0 Request processed in 22us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272600.130387:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1781272600.130539:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168576768 00000100:00100000:0.0:1781272600.130543:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168576768 00000100:00100000:0.0:1781272600.130568:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1781272600.130574:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168576768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.130602:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168576768:12345-0@lo:400:kworker.0 Request processed in 27us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272600.130608:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1781272600.130643:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168576640:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.130668:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.130684:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168577152:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.130703:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.130733:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168577664:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.130753:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.130771:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1781272600.130777:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168576512:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.130796:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.130809:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168577024:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.130827:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.130865:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168577536:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.130884:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272600.130907:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168577152 00000100:00100000:0.0:1781272600.130912:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168577152 00000100:00100000:0.0:1781272600.130931:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168577664 00000100:00100000:0.0:1781272600.130933:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168577664 00000100:00100000:0.0:1781272600.130945:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168576512 00000100:00100000:0.0:1781272600.130947:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168576512 00000100:00100000:0.0:1781272600.130956:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168577024 00000100:00100000:0.0:1781272600.130958:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168577024 00000100:00100000:0.0:1781272600.130967:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168577536 00000100:00100000:0.0:1781272600.130969:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168577536 00000100:00100000:0.0:1781272600.130982:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1781272600.130987:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168577152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.131019:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168577152:12345-0@lo:400:kworker.0 Request processed in 31us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272600.131024:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1781272600.131036:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1781272600.131043:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168577664:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1781272600.131186:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272600.131191:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272600.131193:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781272600.131196:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272600.131331:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168576640 00000100:00100000:1.0:1781272600.131351:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168576640 00000100:00100000:1.0:1781272600.131386:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1781272600.131392:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168576640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272600.131427:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168576640:12345-0@lo:400:kworker.0 Request processed in 36us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272600.131432:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1781272600.131452:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1781272600.131458:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168576512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272600.131482:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168576512:12345-0@lo:400:kworker.0 Request processed in 24us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272600.131487:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1781272600.131498:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1781272600.131504:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168577024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272600.131527:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168577024:12345-0@lo:400:kworker.0 Request processed in 23us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272600.131532:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1781272600.131543:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1781272600.131550:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168577536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272600.131573:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168577536:12345-0@lo:400:kworker.0 Request processed in 24us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272600.131578:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1781272600.131963:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168576768:0@lo:400:kworker.0 00000100:00100000:1.0:1781272600.131976:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168577280:0@lo:400:kworker.0 00000100:00100000:1.0:1781272600.131986:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168576384:0@lo:400:kworker.0 00000100:00100000:1.0:1781272600.132007:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168576896:0@lo:400:kworker.0 00000100:00100000:1.0:1781272600.132018:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168577408:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.132358:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168577664:12345-0@lo:400:kworker.0 Request processed in 1314us (1602us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272600.132365:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1781272600.132401:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168576512:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.132411:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168577024:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.132419:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168577536:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.132428:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168576640:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.132438:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168577152:0@lo:400:kworker.0 00000100:00100000:0.0:1781272600.132446:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168577664:0@lo:400:kworker.0 00010000:00010000:3.0:1781272600.897063:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272601.666143:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168577792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272601.666270:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272601.666401:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168577792 00000100:00100000:1.0:1781272601.666412:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168577792 00000100:00100000:1.0:1781272601.666495:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1781272601.666509:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168577792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272601.666571:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:1.0:1781272601.666626:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168577792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272601.666633:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1781272601.666720:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168577792:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272601.923518:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272602.253149:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272602.253275:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272602.253314:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272602.253355:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272602.253463:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159174400 00000100:00100000:3.0:1781272602.253477:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159174400 00000100:00100000:1.0:1781272602.253672:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272602.253706:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272602.253774:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159174912 00000100:00100000:3.0:1781272602.253778:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159174912 00000100:00100000:3.0:1781272602.253806:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 340 00000100:00100000:3.0:1781272602.253864:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+10:2388:x1867799159174400:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272602.253981:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+10:2388:x1867799159174400:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 154us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272602.253989:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 340 00000100:00100000:3.0:1781272602.254010:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 341 00000100:00100000:3.0:1781272602.254038:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159174912:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272602.254070:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159174912:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 33us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272602.254076:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 341 00000100:00080000:3.0:1781272602.254252:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272602.259294:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159173888 00000100:00100000:0.0:1781272602.259317:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159173888 00000100:00100000:0.0:1781272602.259439:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 665 00000100:00100000:0.0:1781272602.259451:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159173888:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272602.259790:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159173888:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 339us (6656us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272602.259805:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 665 00000100:00100000:1.0:1781272602.260243:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272602.260282:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159174272 00000100:00100000:1.0:1781272602.260288:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159174272 00000100:00100000:1.0:1781272602.260459:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 342 00000100:00100000:1.0:1781272602.260472:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+11:2388:x1867799159174272:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272602.260592:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+11:2388:x1867799159174272:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 124us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272602.260617:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 342 00000100:00080000:1.0:1781272602.260637:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272602.260668:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272602.261205:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159174144 00000100:00100000:2.0:1781272602.261215:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159174144 00000100:00100000:2.0:1781272602.261273:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159174656 00000100:00100000:2.0:1781272602.261277:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159174656 00000100:00100000:2.0:1781272602.261296:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159174016 00000100:00100000:2.0:1781272602.261299:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159174016 00000100:00100000:1.0:1781272602.261949:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272602.261990:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159174784 00000100:00100000:1.0:1781272602.261996:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159174784 00000100:00100000:1.0:1781272602.262037:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 343 00000100:00100000:1.0:1781272602.262046:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159174784:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272602.262113:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159174784:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 67us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272602.262121:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 343 00000100:00100000:2.0:1781272602.262420:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159174528 00000100:00100000:2.0:1781272602.262425:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159174528 00000100:00100000:2.0:1781272602.262446:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 685 00000100:00100000:2.0:1781272602.262455:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159174144:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272602.262493:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159174144:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 41us (9220us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272602.262500:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 685 00000100:00100000:2.0:1781272602.262515:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 686 00000100:00100000:2.0:1781272602.262533:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159174656:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272602.262560:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159174656:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (9204us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272602.262566:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 686 00000100:00100000:2.0:1781272602.262578:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 687 00000100:00100000:2.0:1781272602.262584:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+79:2388:x1867799159174016:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272602.262613:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+79:2388:x1867799159174016:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (8907us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272602.262619:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 687 00000100:00100000:2.0:1781272602.262630:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 688 00000100:00100000:2.0:1781272602.262635:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+45:2388:x1867799159174528:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272602.262663:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+45:2388:x1867799159174528:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (1994us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272602.262670:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 688 00000100:00080000:2.0:1781272602.262702:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272602.262708:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781272602.262711:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272602.688434:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168577920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272602.688535:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272602.688635:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168577920 00000100:00100000:3.0:1781272602.688647:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168577920 00000100:00100000:3.0:1781272602.688734:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1781272602.688747:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168577920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272602.688798:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272602.688916:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168577920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 171us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272602.688925:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1781272602.689035:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168577920:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272602.954076:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272603.707442:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272603.707563:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159175040 00000100:00100000:0.0:1781272603.707573:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159175040 00000100:00100000:0.0:1781272603.707695:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 825 00000100:00100000:0.0:1781272603.707707:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:24250:x1867799159175040:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781272603.707825:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:24250:x1867799159175040:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 120us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272603.707862:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 825 00000100:00100000:1.0:1781272603.710907:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272603.711007:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159175168 00000100:00100000:0.0:1781272603.711018:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159175168 00000100:00100000:0.0:1781272603.711093:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 826 00000100:00100000:0.0:1781272603.711105:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:24250:x1867799159175168:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781272603.711356:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:24250:x1867799159175168:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 253us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272603.711365:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 826 00010000:00010000:3.0:1781272603.971363:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272604.224157:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168578048:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272604.224247:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272604.224528:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168578048 00000100:00100000:1.0:1781272604.224538:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168578048 00000100:00100000:1.0:1781272604.224608:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1781272604.224618:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168578048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272604.224659:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00080000:3.0:1781272604.224738:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272604.227356:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168578048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2727us (3096us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272604.227372:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000001:00080000:3.0:1781272604.229371:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967335 is committed 00000001:00080000:3.0:1781272604.229388:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967334 is committed 00000100:00100000:0.0:1781272604.231892:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168578048:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1781272604.241387:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967789 is committed 00000001:00080000:3.0:1781272604.241424:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967786 is committed 00000020:00080000:3.0:1781272604.241445:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4c53def00 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:3.0:1781272604.241451:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4d8832d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4c53de240 00000020:00080000:3.0:1781272604.241454:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4d8832300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c50a5c00 00010000:00010000:0.0:1781272604.241636:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2bea lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272604.241660:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2bea lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272604.241668:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2bea lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272604.241675:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272604.241679:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2bea lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272604.241687:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2bea lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272604.241706:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff8eb4ec022200) 00010000:00010000:0.0:1781272604.241709:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272604.241715:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2bea lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272604.241722:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2bea lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781272604.241795:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:1.0:1781272604.241904:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000100:00100000:1.0:1781272604.736073:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272604.736097:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168578176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272604.736170:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272604.736244:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168578176 00000100:00100000:1.0:1781272604.736252:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168578176 00000100:00100000:1.0:1781272604.736311:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1781272604.736321:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168578176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272604.736343:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1781272604.736389:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168578176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272604.736395:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00080000:1.0:1781272604.736415:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272604.736450:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168578176:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272604.998217:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272605.249110:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168578304:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249225:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.249302:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168578816:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249337:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.249363:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168579328:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249396:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.249417:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168579840:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249446:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.249496:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781272605.249503:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168578432:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249537:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.249559:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168578944:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249586:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.249602:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168579456:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249643:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.249683:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168578560:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249716:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.249737:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168579072:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249764:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.249783:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168579584:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249809:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.249829:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781272605.249866:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168578688:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249895:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.249907:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168579200:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249931:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.249947:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168579712:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.249973:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272605.250017:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168578304 00000100:00100000:0.0:1781272605.250032:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168578304 00000100:00100000:0.0:1781272605.250095:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1781272605.250108:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168578304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.250174:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168578304:12345-0@lo:400:kworker.0 Request processed in 69us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.250182:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1781272605.250221:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168578816 00000100:00100000:0.0:1781272605.250225:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168578816 00000100:00100000:0.0:1781272605.250253:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168578560 00000100:00100000:0.0:1781272605.250256:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168578560 00000100:00100000:0.0:1781272605.250273:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1781272605.250280:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168578816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.250319:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168578816:12345-0@lo:400:kworker.0 Request processed in 39us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.250325:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1781272605.250337:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1781272605.250343:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168578560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.250375:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168578560:12345-0@lo:400:kworker.0 Request processed in 32us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.250381:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1781272605.250399:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168579328 00000100:00100000:0.0:1781272605.250403:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168579328 00000100:00100000:0.0:1781272605.250436:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168579840 00000100:00100000:0.0:1781272605.250439:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168579840 00000100:00100000:0.0:1781272605.250465:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168579200 00000100:00100000:0.0:1781272605.250468:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168579200 00000100:00100000:0.0:1781272605.250480:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168579712 00000100:00100000:0.0:1781272605.250482:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168579712 00000100:00100000:0.0:1781272605.250496:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1781272605.250502:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168579328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.250537:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168579328:12345-0@lo:400:kworker.0 Request processed in 35us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.250544:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1781272605.250555:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1781272605.250560:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168579840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.250590:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168579840:12345-0@lo:400:kworker.0 Request processed in 30us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.250597:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1781272605.250607:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1781272605.250614:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168579200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.250654:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168579200:12345-0@lo:400:kworker.0 Request processed in 41us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.250660:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1781272605.250670:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1781272605.250676:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168579712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.250703:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168579712:12345-0@lo:400:kworker.0 Request processed in 26us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.250709:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1781272605.250731:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168578432 00000100:00100000:0.0:1781272605.250735:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168578432 00000100:00100000:0.0:1781272605.250758:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168578944 00000100:00100000:0.0:1781272605.250761:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168578944 00000100:00100000:0.0:1781272605.250773:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168579456 00000100:00100000:0.0:1781272605.250776:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168579456 00000100:00100000:0.0:1781272605.250791:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168579072 00000100:00100000:0.0:1781272605.250794:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168579072 00000100:00100000:0.0:1781272605.250806:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168579584 00000100:00100000:0.0:1781272605.250809:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168579584 00000100:00100000:0.0:1781272605.250822:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168578688 00000100:00100000:0.0:1781272605.250825:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168578688 00000100:00100000:0.0:1781272605.250871:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1781272605.250878:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168578432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.250919:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168578432:12345-0@lo:400:kworker.0 Request processed in 41us (1383us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.250925:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1781272605.250937:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1781272605.250943:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168578944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.250971:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168578944:12345-0@lo:400:kworker.0 Request processed in 28us (1384us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.250978:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1781272605.250988:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1781272605.250996:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168579456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251027:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168579456:12345-0@lo:400:kworker.0 Request processed in 32us (1395us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.251034:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1781272605.251048:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1781272605.251054:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168579072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251083:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168579072:12345-0@lo:400:kworker.0 Request processed in 30us (1318us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.251089:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1781272605.251099:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1781272605.251104:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168579584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251134:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168579584:12345-0@lo:400:kworker.0 Request processed in 30us (1324us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.251140:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1781272605.251152:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1781272605.251159:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168578688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251192:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168578688:12345-0@lo:400:kworker.0 Request processed in 35us (1297us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272605.251198:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1781272605.251284:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168578432:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251297:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168578944:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251308:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168579456:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251319:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168578304:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251333:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168578816:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251343:0:3618:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:0.0:1781272605.251350:0:3618:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967335 committed transno 4294967335 00000100:00100000:0.0:1781272605.251384:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168579328:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251401:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168579840:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251467:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168578688:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251483:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168579200:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251495:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168579712:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251509:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168578560:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251522:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168579072:0@lo:400:kworker.0 00000100:00100000:0.0:1781272605.251533:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168579584:0@lo:400:kworker.0 00000100:00080000:0.0:1781272605.251581:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272605.251589:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272605.251594:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272605.252707:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272605.252731:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168580096:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272605.252804:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272605.252884:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168580096 00000100:00100000:2.0:1781272605.252893:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168580096 00000100:00100000:2.0:1781272605.252942:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1781272605.252951:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168580096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272605.252986:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1781272605.253049:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168580096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272605.253056:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1781272605.253118:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168580096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272605.261647:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168579968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272605.261776:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272605.261896:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168579968 00000100:00100000:1.0:1781272605.261912:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168579968 00000100:00100000:1.0:1781272605.262003:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1781272605.262014:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168579968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272605.262058:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1781272605.262136:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168579968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272605.262146:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1781272605.262223:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168579968:0@lo:13:osp-pre-1-0.0 00000001:02000400:0.0:1781272605.423272:0:20389:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 09:56:43 (1781272603) 00000040:00080000:0.0:1781272605.440911:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272605.440920:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272605.440947:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1781272605.440960:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272605.659438:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272605.660874:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159175296 00000100:00100000:0.0:1781272605.660895:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159175296 00000100:00100000:2.0:1781272605.663048:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 827 00000100:00100000:2.0:1781272605.663067:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+34:24956:x1867799159175296:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781272605.663243:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+34:24956:x1867799159175296:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 179us (3820us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272605.663252:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 827 00000100:00100000:1.0:1781272605.665412:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272605.666781:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159175424 00000100:00100000:2.0:1781272605.666799:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159175424 00000100:00080000:0.0:1781272605.666913:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272605.666919:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272605.669006:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 828 00000100:00100000:2.0:1781272605.669028:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:24956:x1867799159175424:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781272605.669200:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:24956:x1867799159175424:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 178us (3801us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272605.669209:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 828 00000100:00100000:3.0:1781272605.684025:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272605.684170:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159175552 00000100:00100000:2.0:1781272605.684184:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159175552 00000100:00100000:2.0:1781272605.684285:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 829 00000100:00100000:2.0:1781272605.684298:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+76:24957:x1867799159175552:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272605.684328:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272605.684356:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83151 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684448:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ca0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684484:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ca0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684500:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ca0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684517:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2ca7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684525:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684531:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684590:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ca0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684597:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ca0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684605:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ca0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684611:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272605.684617:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ca0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684636:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ca0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684653:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272605.684662:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272605.684669:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ca0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684676:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2ca0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684695:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684702:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2ca7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684708:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2ca7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684713:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272605.684716:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2ca7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684722:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2ca7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684730:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8eb4c792b800) 00010000:00010000:2.0:1781272605.684733:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272605.684735:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2ca7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684741:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2ca7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684777:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c99 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83151 expref: 77 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684801:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272605.684803:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272605.684808:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2c99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83151 expref: 77 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.684819:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b2800, rc 0) 00000100:00100000:2.0:1781272605.684966:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+76:24957:x1867799159175552:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 669us (960us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272605.684974:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 829 00000100:00080000:0.0:1781272605.686057:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272605.692093:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272605.692363:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159175808 00000100:00100000:0.0:1781272605.692378:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159175808 00000100:00100000:0.0:1781272605.692457:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 830 00000100:00100000:0.0:1781272605.692470:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+76:24957:x1867799159175808:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:0.0:1781272605.692547:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272605.692593:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2a8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830be expref: 76 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.692620:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272605.692635:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272605.692718:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.692735:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2ab6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830cc expref: 33 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.692746:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.692793:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830cc expref: 33 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.693031:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2ab6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830cc expref: 33 pid: 8162 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272605.693053:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b83480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168580224:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272605.693234:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c53de240 going to sleep for 11 seconds 00000100:00100000:1.0:1781272605.696450:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272605.696564:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b83480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168580224:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272605.696603:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272605.698114:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159175936 00000100:00100000:2.0:1781272605.698131:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159175936 00010000:00010000:2.0:1781272605.698190:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2ab6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830cc expref: 34 pid: 8162 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272605.698245:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 278 00000100:00100000:2.0:1781272605.698256:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+34:2390:x1867799159175936:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272605.698277:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272605.698284:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2ab6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830cc expref: 34 pid: 8162 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.698298:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830cc expref: 34 pid: 8162 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.698328:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc2ab6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab830cc expref: 34 pid: 8162 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.698377:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272605.698384:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.698396:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.698406:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272605.698442:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272605.698603:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.698613:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.698653:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2cb5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.698667:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.698675:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.699470:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2cbc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.699485:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2cbc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.699495:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2cbc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272605.699512:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006c39120f reply state 00000000bc2ae42a transno 4294967790 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2cbc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.699524:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2cbc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.699531:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8eb50216d900) 00010000:00010000:0.0:1781272605.699534:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272605.699538:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1781272605.699545:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00010000:00010000:0.0:1781272605.699553:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.699561:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.699569:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.699575:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9f800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272605.699580:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.699589:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.699598:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272605.699601:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272605.699606:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.699612:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2cae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272605.699840:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+33:2390:x1867799159175936:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1568us (3388us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272605.699854:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 278 00000004:00010000:0.0:1781272605.700501:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006c39120f reply state 00000000bc2ae42a transno 4294967790 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.700521:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2cb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272605.700528:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8eb50216d800) 00010000:00010000:0.0:1781272605.700530:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272605.700533:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1781272605.701383:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+77:24957:x1867799159175808:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 8907us (9299us total) trans 4294967790 rc 0/0 00000100:00100000:0.0:1781272605.701394:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 830 00000040:00080000:2.0:1781272606.016675:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1781272606.018169:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272606.093680:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272606.093864:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159176064 00000100:00100000:3.0:1781272606.093878:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159176064 00000100:00100000:3.0:1781272606.093959:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 831 00000100:00100000:3.0:1781272606.093971:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+77:24994:x1867799159176064:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:3.0:1781272606.094028:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272606.094056:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2cc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83158 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.094155:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2cca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.094174:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2cca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.094189:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2cca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272606.094261:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781272606.094265:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272606.094291:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2cca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.094318:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2cc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83158 expref: 79 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.094339:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2cca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83158 expref: 78 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.094349:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272606.094352:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272606.094356:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625b000, rc 0) 00000100:00100000:3.0:1781272606.094432:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+78:24994:x1867799159176064:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 462us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272606.094439:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 831 00000100:00100000:2.0:1781272606.102923:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272606.103193:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159176320 00000100:00100000:3.0:1781272606.103209:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159176320 00000100:00100000:3.0:1781272606.103314:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 832 00000100:00080000:0.0:1781272606.103315:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272606.103328:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:24994:x1867799159176320:12345-192.168.204.14@tcp:36:mkdir.0 00000100:00100000:3.0:1781272606.103534:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6491:1867799168580352:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1781272606.103616:0:6491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272606.103692:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3c1f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272606.103768:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168580352 00000100:00100000:0.0:1781272606.103773:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168580352 00000100:00100000:0.0:1781272606.103824:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1781272606.103865:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c79b5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6491:x1867799168580352:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1781272606.104058:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c79b5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6491:x1867799168580352:12345-0@lo:1000:mdt00_000.0 Request processed in 225us (440us total) trans 0 rc 1/1 00000100:00100000:0.0:1781272606.104068:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1781272606.104099:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6491:1867799168580352:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1781272606.104206:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:24994:x1867799159176320:12345-192.168.204.14@tcp:36:mkdir.0 Request processed in 881us (1299us total) trans 0 rc -17/-17 00000100:00100000:3.0:1781272606.104213:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 832 00000100:00100000:2.0:1781272606.115381:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272606.115514:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159176448 00000100:00100000:3.0:1781272606.115530:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159176448 00000100:00100000:3.0:1781272606.115632:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 833 00000100:00100000:3.0:1781272606.115647:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+78:24994:x1867799159176448:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:3.0:1781272606.115679:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272606.115709:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2cd1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8315f expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116114:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2cd8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116136:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2cd8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116154:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2cd8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116191:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2cdf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116199:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2cdf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116206:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2cdf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116330:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ce6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116339:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116347:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272606.116417:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:3.0:1781272606.116422:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272606.116456:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ce6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116474:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2cd8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116482:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2cd8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116491:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2cd8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116511:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272606.116518:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2cd8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116527:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2cd8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116546:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272606.116550:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272606.116556:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2cd8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116563:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2cd8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116593:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2cdf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116599:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2cdf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116606:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2cdf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116612:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625be00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272606.116615:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2cdf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116632:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2cdf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116654:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8eb50216d800) 00010000:00010000:3.0:1781272606.116657:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272606.116660:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2cdf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116667:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2cdf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116711:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2cd1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8315f expref: 80 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116738:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ce6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8315f expref: 79 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.116746:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8eb50216d900) 00010000:00010000:3.0:1781272606.116749:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272606.116752:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625a400, rc 0) 00000100:00100000:3.0:1781272606.116915:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+79:24994:x1867799159176448:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 1271us (1553us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272606.116926:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 833 00000100:00100000:2.0:1781272606.187652:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272606.187778:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159176576 00000100:00100000:0.0:1781272606.187795:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159176576 00000100:00100000:0.0:1781272606.188208:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 834 00000100:00100000:0.0:1781272606.188224:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+33:25000:x1867799159176576:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272606.188258:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272606.188431:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2ced lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83166 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.188528:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2cf4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.188548:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2cf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.188703:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2cf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272606.189151:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272606.189159:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272606.189195:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2cf4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.189236:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2ced lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83166 expref: 35 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.189350:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2cf4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83166 expref: 34 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.189433:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272606.189437:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272606.189442:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e400, rc 0) 00000100:00100000:0.0:1781272606.189547:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+34:25000:x1867799159176576:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1326us (1909us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272606.191964:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 834 00000100:00100000:0.0:1781272606.196419:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272606.196669:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159176832 00000100:00100000:2.0:1781272606.196685:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159176832 00000100:00100000:2.0:1781272606.196773:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 835 00000100:00100000:2.0:1781272606.196786:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+79:25000:x1867799159176832:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272606.196817:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272606.196821:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1781272606.196929:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ce6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8315f expref: 79 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.196983:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8eb50216d900) 00010000:00010000:2.0:1781272606.196989:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272606.197008:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2cfb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8316d expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.197478:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d02 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.197497:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.197510:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.197733:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2d09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.197743:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2d09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.197751:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2d09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.199674:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2d10 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.199700:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2d10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.199711:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2d10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272606.199735:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:2.0:1781272606.199775:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d02 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.199783:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d02 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.199792:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.199800:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272606.199806:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d02 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.199816:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d02 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.200243:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8eb50216d900) 00010000:00010000:2.0:1781272606.200249:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272606.200257:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d02 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.200342:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d02 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272606.200424:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000053ba6a0d reply state 000000005bf32191 transno 4294967791 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2d09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.200440:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2d09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.200461:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff8eb4c792be00) 00010000:00010000:2.0:1781272606.200464:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272606.200468:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781272606.200529:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2cfb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8316d expref: 81 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.200545:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2d10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8316d expref: 80 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.200553:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb4c792bb00) 00010000:00010000:2.0:1781272606.200556:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272606.200558:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b2800, rc 0) 00000100:00100000:2.0:1781272606.200753:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+81:25000:x1867799159176832:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 3968us (4349us total) trans 4294967791 rc 0/0 00000100:00100000:2.0:1781272606.200763:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 835 00000100:00100000:2.0:1781272606.212224:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272606.212615:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159177088 00000100:00100000:3.0:1781272606.212641:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159177088 00000100:00100000:3.0:1781272606.212801:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 836 00000100:00100000:3.0:1781272606.212814:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+81:25000:x1867799159177088:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272606.213435:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272606.213468:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2d1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83174 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.213857:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.213882:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2d10 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8316d expref: 82 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.213893:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.214150:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2d10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8316d expref: 82 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.214170:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2d10 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8316d expref: 82 pid: 8162 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272606.214187:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168580480:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272606.214577:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c887a900 going to sleep for 11 seconds 00000100:00100000:2.0:1781272606.223427:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168580480:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272606.223470:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272606.228566:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272606.228965:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159177216 00000100:00100000:3.0:1781272606.228982:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159177216 00010000:00010000:3.0:1781272606.229051:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2d10 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8316d expref: 83 pid: 8162 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272606.229137:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 279 00000100:00100000:3.0:1781272606.229150:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+83:2391:x1867799159177216:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272606.229174:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272606.229185:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2d10 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8316d expref: 83 pid: 8162 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.229202:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2d10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8316d expref: 83 pid: 8162 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.229240:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2d10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8316d expref: 83 pid: 8162 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.229725:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb4c792bb00) 00010000:00010000:3.0:1781272606.229735:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.229749:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.229757:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272606.229808:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272606.230097:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.230108:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272606.230136:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:0.0:1781272606.230463:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.230473:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.230481:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.230489:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272606.230495:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.230504:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.230520:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb4c792bb00) 00010000:00010000:0.0:1781272606.230523:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272606.230527:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.230534:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2d25 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.231246:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2d1e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83174 expref: 83 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.231265:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8eb50216d900) 00010000:00010000:0.0:1781272606.231268:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272606.231272:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2d1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83174 expref: 83 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.231284:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b3a00, rc 0) 00000100:00100000:0.0:1781272606.231394:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+82:25000:x1867799159177088:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 18580us (19183us total) trans 4294967792 rc 301/301 00000100:00100000:0.0:1781272606.231406:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 836 00000100:00100000:3.0:1781272606.231514:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+81:2391:x1867799159177216:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 2365us (2973us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272606.231524:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 279 00000100:00100000:0.0:1781272606.234390:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272606.234531:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159177472 00000100:00100000:3.0:1781272606.234573:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159177472 00000100:00100000:3.0:1781272606.234657:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 161 00000100:00100000:3.0:1781272606.234678:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500942050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+81:25000:x1867799159177472:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272606.235148:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500942050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+82:25000:x1867799159177472:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 471us (770us total) trans 4294967793 rc 0/0 00000100:00100000:3.0:1781272606.235158:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 161 00000100:00100000:2.0:1781272606.241998:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272606.242185:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159177600 00000100:00100000:0.0:1781272606.242201:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159177600 00000100:00100000:0.0:1781272606.242289:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 837 00000100:00100000:0.0:1781272606.242304:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+82:25000:x1867799159177600:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272606.242339:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272606.242782:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2d33 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8317b expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.243438:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2d33 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8317b expref: 83 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.243461:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2d33 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8317b expref: 83 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.243497:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:0.0:1781272606.243501:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272606.243506:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb5021ef400, rc 0) 00000100:00100000:0.0:1781272606.243624:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+83:25000:x1867799159177600:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1313us (1632us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272606.243635:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 837 00000100:00100000:2.0:1781272606.259122:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272606.259434:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159177856 00000100:00100000:0.0:1781272606.259459:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159177856 00000100:00100000:0.0:1781272606.260132:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 838 00000100:00100000:0.0:1781272606.260152:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+83:25000:x1867799159177856:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1781272606.262150:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2d3a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.262183:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2d3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.262199:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2d3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.263165:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2d3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.263178:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2d3a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.263186:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2d3a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.263192:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272606.263199:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2d3a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.263209:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2d3a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.263225:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:1.0:1781272606.263229:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781272606.263235:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2d3a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.264641:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2d3a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272606.265175:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+84:25000:x1867799159177856:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 5020us (6060us total) trans 4294967794 rc 0/0 00000100:00100000:1.0:1781272606.265188:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 838 00000100:00100000:2.0:1781272606.280710:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272606.281397:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159178112 00000100:00100000:0.0:1781272606.281415:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159178112 00000100:00100000:0.0:1781272606.281552:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 839 00000100:00100000:0.0:1781272606.281564:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+84:25000:x1867799159178112:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781272606.282576:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc2d41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.282602:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc2d41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.282626:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc2d41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781272606.282707:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967795 00000004:00010000:0.0:1781272606.282737:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000007429333 reply state 000000003d25c3ea transno 4294967796 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc2d41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.282757:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc2d41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.282768:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:0.0:1781272606.282771:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1781272606.282777:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781272606.286866:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+87:25000:x1867799159178112:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 5268us (6137us total) trans 4294967796 rc 0/0 00000100:00100000:0.0:1781272606.286885:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 839 00000020:00080000:0.0:1781272606.286896:0:6492:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1781272606.306064:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272606.306411:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159178368 00000100:00100000:0.0:1781272606.306429:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159178368 00000100:00100000:0.0:1781272606.306526:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 162 00000100:00100000:0.0:1781272606.306539:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+87:25000:x1867799159178368:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272606.306934:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+88:25000:x1867799159178368:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 397us (888us total) trans 4294967797 rc 0/0 00000100:00100000:0.0:1781272606.306944:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 162 00000100:00100000:1.0:1781272606.384515:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272606.384714:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159178496 00000100:00100000:0.0:1781272606.384731:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159178496 00000100:00100000:0.0:1781272606.384823:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 840 00000100:00100000:0.0:1781272606.385112:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+88:25003:x1867799159178496:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272606.385148:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272606.385176:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83182 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385354:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc2d4f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385375:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc2d4f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385390:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc2d4f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385403:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d56 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385412:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385419:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385590:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ee400/0x94898f2cdefc2d5d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385600:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ee400/0x94898f2cdefc2d5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385609:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ee400/0x94898f2cdefc2d5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272606.385669:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:0.0:1781272606.385675:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272606.385702:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ee400/0x94898f2cdefc2d5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385717:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc2d4f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385728:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc2d4f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385735:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc2d4f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385742:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021efa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272606.385747:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc2d4f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385756:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc2d4f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385772:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272606.385776:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272606.385782:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc2d4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385788:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc2d4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385806:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385813:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385819:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.385824:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021eea00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272606.385828:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.386090:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d56 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.386100:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8eb50216d800) 00010000:00010000:0.0:1781272606.386103:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272606.386106:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d56 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.386112:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d56 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.386148:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83182 expref: 90 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.386163:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ee400/0x94898f2cdefc2d5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83182 expref: 89 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.386171:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8eb50216d900) 00010000:00010000:0.0:1781272606.386174:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781272606.386176:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb5021ee400, rc 0) 00000100:00100000:0.0:1781272606.386558:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+89:25003:x1867799159178496:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1722us (2117us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272606.386568:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 840 00000100:00100000:2.0:1781272606.393172:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272606.393310:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159178752 00000100:00100000:1.0:1781272606.393324:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159178752 00000100:00100000:1.0:1781272606.393407:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 841 00000100:00100000:1.0:1781272606.393421:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+89:25003:x1867799159178752:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272606.393742:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272606.393775:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2d64 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83189 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400190:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2d6b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400231:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2d6b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400247:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2d6b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400264:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2d72 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400272:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2d72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400303:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2d72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400501:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2d79 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400511:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2d79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400519:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2d79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272606.400534:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:1.0:1781272606.400923:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2d6b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400933:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2d6b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400941:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2d6b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400949:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272606.400954:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2d6b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.400963:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2d6b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.401075:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8eb50216d900) 00010000:00010000:1.0:1781272606.401079:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272606.401094:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2d6b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.401102:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2d6b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.401119:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2d72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.401126:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2d72 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.401132:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2d72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.401138:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272606.401141:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2d72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.401147:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2d72 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.401156:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff8eb4c792be00) 00010000:00010000:1.0:1781272606.401159:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272606.401162:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2d72 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.401168:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2d72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.401234:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2d64 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83189 expref: 92 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.401263:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2d79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83189 expref: 91 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.401271:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:1.0:1781272606.401273:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272606.401276:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0a00, rc 0) 00000100:00100000:1.0:1781272606.401416:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+91:25003:x1867799159178752:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 7997us (8258us total) trans 4294967798 rc 0/0 00000100:00100000:1.0:1781272606.401428:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 841 00000100:00100000:2.0:1781272606.406258:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272606.406726:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159178880 00000100:00100000:0.0:1781272606.406741:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159178880 00000100:00100000:0.0:1781272606.406827:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 842 00000100:00100000:0.0:1781272606.407057:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+91:25003:x1867799159178880:12345-192.168.204.14@tcp:54:lfs.0 00010000:00010000:0.0:1781272606.407163:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.407186:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.407201:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.407246:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.407253:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.407261:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.407268:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021efe00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272606.407273:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.407282:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d87 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.407296:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:0.0:1781272606.407299:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272606.407306:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d87 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.407313:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272606.407581:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+91:25003:x1867799159178880:12345-192.168.204.14@tcp:54:lfs.0 Request processed in 529us (2038us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272606.407588:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 842 00000100:00100000:2.0:1781272606.415012:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272606.415148:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159179136 00000100:00100000:0.0:1781272606.415163:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159179136 00000100:00100000:0.0:1781272606.415251:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 163 00000100:00100000:0.0:1781272606.415264:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+91:25003:x1867799159179136:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:0.0:1781272606.415880:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+92:25003:x1867799159179136:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 569us (834us total) trans 4294967799 rc 0/0 00000100:00100000:0.0:1781272606.415890:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 163 00000040:00080000:1.0:1781272606.468786:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272606.468800:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272606.468869:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:1.0:1781272606.468882:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272606.474393:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272606.474938:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159179392 00000100:00100000:0.0:1781272606.474954:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159179392 00000100:00100000:0.0:1781272606.475146:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 843 00000100:00100000:0.0:1781272606.475160:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+92:25008:x1867799159179392:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272606.475203:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272606.475232:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d8e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83190 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.475379:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d95 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.475398:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.475412:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272606.475430:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:0.0:1781272606.475911:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2d8e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83190 expref: 95 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.475937:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d95 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83190 expref: 94 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272606.475948:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:0.0:1781272606.475951:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1781272606.475956:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb5021eea00, rc 0) 00000100:00100000:0.0:1781272606.476058:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+94:25008:x1867799159179392:12345-192.168.204.14@tcp:101:cat.0 Request processed in 901us (1682us total) trans 4294967800 rc 0/0 00000100:00100000:0.0:1781272606.476068:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 843 00000100:00100000:2.0:1781272606.480725:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272606.481106:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159179648 00000100:00100000:1.0:1781272606.481120:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159179648 00000100:00100000:1.0:1781272606.481326:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 36 00000100:00100000:1.0:1781272606.481340:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+94:25008:x1867799159179648:12345-192.168.204.14@tcp:103:cat.0 00010000:00010000:1.0:1781272606.481361:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1781272606.481393:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2d79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83189 expref: 94 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.481418:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2d95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83190 expref: 93 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.481432:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2d33 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8317b expref: 92 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.481784:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:1.0:1781272606.481792:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272606.482057:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+91:25008:x1867799159179648:12345-192.168.204.14@tcp:103:cat.0 Request processed in 718us (1408us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272606.482067:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 36 00000100:00100000:2.0:1781272606.488198:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272606.488677:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159179776 00000100:00100000:1.0:1781272606.488691:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159179776 00000100:00100000:1.0:1781272606.489018:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 844 00000100:00100000:1.0:1781272606.489033:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+91:25008:x1867799159179776:12345-192.168.204.14@tcp:58:cat.0 00010000:00010000:1.0:1781272606.489197:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2da3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.489223:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2da3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272606.489239:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2da3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781272606.489595:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:1.0:1781272606.489795:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+91:25008:x1867799159179776:12345-192.168.204.14@tcp:58:cat.0 Request processed in 762us (1609us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272606.489806:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 844 00000100:00100000:2.0:1781272606.497466:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272606.497728:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159179904 00000100:00100000:3.0:1781272606.497743:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159179904 00000100:00100000:3.0:1781272606.497824:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 845 00000100:00100000:3.0:1781272606.497935:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+91:25008:x1867799159179904:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272606.498107:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272606.498200:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2daa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83197 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.498284:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2da3 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.498313:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2daa lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83197 expref: 92 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.498338:0:6491:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2da3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.498355:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2daa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83197 expref: 92 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.498371:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:2.0:1781272606.498376:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272606.498380:0:6491:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2daa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83197 expref: 92 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272606.498387:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9000, rc 0) 00000100:00100000:2.0:1781272606.498483:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+92:25008:x1867799159179904:12345-192.168.204.14@tcp:101:cat.0 Request processed in 552us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272606.498491:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 845 00000100:00100000:2.0:1781272606.787405:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168580608:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272606.787503:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272606.790276:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168580608 00000100:00100000:0.0:1781272606.790306:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168580608 00000100:00100000:0.0:1781272606.790418:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1781272606.790432:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168580608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272606.790490:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:0.0:1781272606.793904:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168580608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3456us (6381us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272606.793925:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1781272606.798097:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168580608:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272607.041399:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272607.378198:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272607.378296:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272607.378381:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159180160 00000100:00100000:1.0:1781272607.378395:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159180160 00000100:00100000:1.0:1781272607.378501:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 695 00000100:00100000:1.0:1781272607.378516:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+92:2390:x1867799159180160:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272607.378661:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+92:2390:x1867799159180160:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 149us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272607.378956:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 695 00000100:00080000:2.0:1781272607.379025:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272607.381088:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272607.381145:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272607.381179:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272607.381207:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272607.381266:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159180288 00000100:00100000:2.0:1781272607.381278:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159180288 00000100:00100000:2.0:1781272607.381357:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159180800 00000100:00100000:2.0:1781272607.381361:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159180800 00000100:00100000:2.0:1781272607.381398:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 696 00000100:00100000:1.0:1781272607.381447:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.381509:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159180032 00000100:00100000:0.0:1781272607.381514:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159180032 00000100:00100000:3.0:1781272607.381541:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159180544 00000100:00100000:3.0:1781272607.381548:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159180544 00000100:00100000:0.0:1781272607.381557:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 667 00000100:00100000:0.0:1781272607.381567:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159180032:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272607.381591:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159181056 00000100:00100000:3.0:1781272607.381595:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159181056 00000100:00100000:0.0:1781272607.381679:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159180032:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 113us (3498us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.381697:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 667 00000100:00100000:2.0:1781272607.381765:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159180288:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272607.381807:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159180288:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 400us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272607.381814:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 696 00000100:00100000:2.0:1781272607.381854:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 697 00000100:00100000:2.0:1781272607.381862:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159180800:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272607.381887:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159180800:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272607.381894:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 697 00000100:00080000:2.0:1781272607.381913:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272607.381918:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272607.382439:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 348 00000100:00100000:3.0:1781272607.382453:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2391:x1867799159180544:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272607.382514:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:2391:x1867799159180544:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 64us (1367us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272607.387276:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159180416 00000100:00100000:1.0:1781272607.387299:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159180416 00000100:00100000:0.0:1781272607.387727:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 349 00000100:00100000:0.0:1781272607.387749:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159181056:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272607.387870:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159181056:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 129us (6662us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.387879:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 349 00000100:00100000:0.0:1781272607.388043:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.388162:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.388181:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159180928 00000100:00100000:0.0:1781272607.388185:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159180928 00000100:00100000:0.0:1781272607.388354:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 350 00000100:00100000:0.0:1781272607.388542:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159180928:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272607.388611:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159180928:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 249us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.388618:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 350 00000100:00080000:0.0:1781272607.390476:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272607.390507:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159180672 00000100:00100000:0.0:1781272607.390517:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159180672 00000100:00080000:0.0:1781272607.390548:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272607.390622:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 698 00000100:00100000:0.0:1781272607.390638:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+34:2390:x1867799159180672:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272607.390824:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+34:2390:x1867799159180672:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 188us (2777us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.390854:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 698 00000100:00100000:3.0:1781272607.394887:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 348 00000100:00100000:1.0:1781272607.395470:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 351 00000100:00100000:1.0:1781272607.395498:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2390:x1867799159180416:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272607.395646:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2390:x1867799159180416:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 165us (14198us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272607.395653:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 351 00000040:00080000:1.0:1781272607.488293:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272607.488308:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272607.488344:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 3 00000040:00080000:1.0:1781272607.488357:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272607.489756:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2293800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168580736:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272607.489958:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cdd80 going to sleep for 11 seconds 00000100:00100000:1.0:1781272607.498971:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2293800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168580736:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272607.499316:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272607.499421:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159181184 00000100:00100000:3.0:1781272607.499432:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159181184 00000100:00100000:3.0:1781272607.499511:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 846 00000100:00100000:3.0:1781272607.499526:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+35:25010:x1867799159181184:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272607.499569:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272607.500289:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+34:25010:x1867799159181184:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 764us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272607.500299:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 846 00000100:00100000:0.0:1781272607.512214:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272607.513749:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159181312 00000100:00100000:1.0:1781272607.513769:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159181312 00000100:00100000:1.0:1781272607.513904:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 847 00000100:00100000:1.0:1781272607.513917:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+34:25010:x1867799159181312:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1781272607.514030:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2db1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514072:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2db1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514101:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2db1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514122:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2db8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514130:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2db8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514137:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2db8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514169:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2dbf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514178:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2dbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514184:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2dbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272607.514256:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00000004:00200000:1.0:1781272607.514262:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272607.514280:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2dbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514293:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2db1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514311:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2db1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514320:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2db1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514327:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272607.514332:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2db1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514342:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2db1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514358:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:1.0:1781272607.514362:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272607.514368:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2db1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514375:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2db1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514394:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2db8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514399:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2db8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514405:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2db8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514410:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272607.514420:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2db8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514427:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2db8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.514435:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8f5173fb (ffff8eb3c2f92800) 00010000:00010000:1.0:1781272607.514438:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272607.515075:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2db8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.515085:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2db8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.515106:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2dbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.515113:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2dbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.515120:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2dbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.515125:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272607.515129:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2dbf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.515135:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2dbf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.515145:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:1.0:1781272607.515147:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272607.515160:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2dbf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.515167:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2dbf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272607.515353:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+34:25010:x1867799159181312:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 1436us (3153us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272607.515363:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 847 00000100:00100000:0.0:1781272607.519363:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272607.520157:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159181568 00000100:00100000:3.0:1781272607.520172:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159181568 00000100:00100000:3.0:1781272607.520244:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 848 00000100:00100000:3.0:1781272607.520256:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+34:25010:x1867799159181568:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272607.520287:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272607.520314:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2dc6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8319e expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.520496:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2dcd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.520517:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2dcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.520533:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2dcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272607.520547:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:3.0:1781272607.521120:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2dcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.521130:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2dcd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.521138:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2dcd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.521145:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625be00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272607.521170:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2dcd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.521179:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2dcd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.521195:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:3.0:1781272607.521199:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272607.521205:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2dcd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.521213:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2dcd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.521275:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2dc6 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8319e expref: 36 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.521287:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:3.0:1781272607.521289:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272607.521293:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2dc6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8319e expref: 36 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.521303:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625b800, rc 0) 00000100:00100000:3.0:1781272607.521457:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+35:25010:x1867799159181568:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1200us (2107us total) trans 4294967801 rc 301/301 00000100:00100000:3.0:1781272607.521467:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 848 00000100:00100000:0.0:1781272607.531785:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272607.534611:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159181696 00000100:00100000:3.0:1781272607.534633:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159181696 00000100:00100000:3.0:1781272607.535271:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 849 00000100:00100000:3.0:1781272607.535286:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+35:25010:x1867799159181696:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272607.535362:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272607.535584:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+35:25010:x1867799159181696:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 300us (3881us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272607.535593:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 849 00000100:00100000:1.0:1781272607.544176:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.545056:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159181824 00000100:00100000:0.0:1781272607.545074:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159181824 00000100:00100000:0.0:1781272607.545159:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 850 00000100:00100000:0.0:1781272607.545171:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+35:25010:x1867799159181824:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272607.545201:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272607.545229:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2ddb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831a5 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.545323:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc2de2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.545498:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc2de2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.545516:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc2de2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.545531:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2de9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.545539:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2de9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.545546:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2de9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.545673:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2df0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.545688:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2df0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.545696:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2df0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272607.552373:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:1.0:1781272607.552388:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272607.552449:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2df0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.552471:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc2de2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.552479:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc2de2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.552487:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc2de2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.552494:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021ef600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272607.552500:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc2de2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.552509:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc2de2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.552532:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272607.552561:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272607.552568:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc2de2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.552575:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc2de2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.552606:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2de9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.552613:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2de9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.552620:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2de9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.552626:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021ef400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272607.552629:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2de9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.553039:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2de9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.553053:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8eb50216d800) 00010000:00010000:1.0:1781272607.553056:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272607.553059:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2de9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.553065:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc2de9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.553116:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc2ddb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831a5 expref: 37 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.553149:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efe00/0x94898f2cdefc2df0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831a5 expref: 36 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.553158:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8eb50216d900) 00010000:00010000:1.0:1781272607.553160:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781272607.553163:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb5021efe00, rc 0) 00000100:00100000:1.0:1781272607.553255:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+36:25010:x1867799159181824:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 8084us (9093us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272607.553266:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 850 00000100:00100000:1.0:1781272607.559476:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.559579:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159182080 00000100:00100000:0.0:1781272607.559593:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159182080 00000100:00100000:0.0:1781272607.559697:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 851 00000100:00100000:0.0:1781272607.559718:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+36:25010:x1867799159182080:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272607.559750:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272607.559781:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2df7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831ac expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781272607.560376:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x10:0x0], index 1: 0 00010000:00010000:0.0:1781272607.560568:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2dfe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.560589:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2dfe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.560614:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2dfe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.560693:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2df7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831ac expref: 39 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.560715:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2dfe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831ac expref: 38 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.560733:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb50216de00) 00010000:00010000:0.0:1781272607.560736:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272607.560741:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b3a00, rc 0) 00000100:00100000:0.0:1781272607.560862:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+38:25010:x1867799159182080:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1121us (1369us total) trans 4294967802 rc 0/0 00000100:00100000:0.0:1781272607.560871:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 851 00000100:00100000:0.0:1781272607.584997:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272607.585275:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159182336 00000100:00100000:3.0:1781272607.585291:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159182336 00000100:00100000:3.0:1781272607.585377:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 852 00000100:00100000:3.0:1781272607.585390:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+38:25010:x1867799159182336:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272607.585473:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272607.585743:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2dfe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831ac expref: 38 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.585768:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb50216de00) 00010000:00010000:3.0:1781272607.585783:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272607.585814:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2e0c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.586270:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2e0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.586286:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2e0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.588461:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0xa53e93c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.588563:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa53e93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.588581:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa53e93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.588775:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2e0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.588785:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2e0c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.588794:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2e0c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.588801:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625b800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272607.588807:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2e0c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.588821:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2e0c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.588972:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8eb50216d900) 00010000:00010000:0.0:1781272607.588976:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272607.588983:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2e0c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.588990:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b800/0x94898f2cdefc2e0c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.589011:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa53e93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.589018:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e13 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa53e93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.589024:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa53e93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.589030:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272607.589036:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa53e93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.589043:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e13 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xa53e93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.589051:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0xa53e93c (ffff8eb50216da00) 00010000:00010000:0.0:1781272607.589054:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272607.589056:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e13 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0xa53e93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.589065:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e13 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0xa53e93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272607.589567:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+37:25010:x1867799159182336:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 4170us (4575us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781272607.589580:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 852 00000100:00100000:1.0:1781272607.603257:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272607.605116:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159182464 00000100:00100000:2.0:1781272607.605135:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159182464 00000100:00100000:3.0:1781272607.605337:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 853 00000100:00100000:3.0:1781272607.605350:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:25010:x1867799159182464:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272607.605382:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272607.605419:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2e1a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831b3 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.606407:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2e21 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.606438:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2e21 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.606456:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2e21 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.606623:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2e1a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831b3 expref: 39 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.606948:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2e21 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831b3 expref: 38 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.606960:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:3.0:1781272607.606964:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272607.606969:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625a800, rc 0) 00000100:00100000:3.0:1781272607.607091:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:25010:x1867799159182464:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1742us (3850us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272607.607105:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 853 00000100:00100000:0.0:1781272607.609557:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272607.611001:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159182720 00000100:00100000:2.0:1781272607.611023:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159182720 00000100:00100000:2.0:1781272607.611112:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 854 00000100:00100000:2.0:1781272607.611124:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+38:25010:x1867799159182720:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272607.611252:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e28 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.611275:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e28 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.611288:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e28 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781272607.611578:0:6491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 88 off8776 00000004:00080000:2.0:1781272607.611591:0:6491:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 564506759238ns, next at 565506755767ns, rc = 0 00000004:00010000:2.0:1781272607.611696:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c0300ef9 reply state 00000000562e0012 transno 4294967803 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e28 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.614921:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.614939:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:2.0:1781272607.614942:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781272607.614950:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272607.615659:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+40:25010:x1867799159182720:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 4528us (6107us total) trans 4294967803 rc 0/0 00000100:00100000:2.0:1781272607.615672:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 854 00000100:00100000:2.0:1781272607.622249:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272607.622366:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159182848 00000100:00100000:1.0:1781272607.622380:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159182848 00000100:00100000:1.0:1781272607.622571:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 855 00000100:00100000:1.0:1781272607.622584:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+40:25010:x1867799159182848:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272607.622643:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272607.622676:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2e2f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831ba expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.622784:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2e2f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831ba expref: 41 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.622827:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2e2f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831ba expref: 41 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.622907:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:1.0:1781272607.622910:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272607.622915:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1000, rc 0) 00000100:00100000:1.0:1781272607.622988:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+41:25010:x1867799159182848:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 406us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272607.622996:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 855 00000100:00100000:0.0:1781272607.630052:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272607.630607:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159182976 00000100:00100000:2.0:1781272607.630631:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159182976 00000100:00100000:0.0:1781272607.630974:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 203 00000100:00100000:0.0:1781272607.630990:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159182976:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1781272607.631339:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159182976:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 352us (1303us total) trans 4294967335 rc 0/0 00000100:00100000:0.0:1781272607.631349:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 203 00000100:00100000:0.0:1781272607.644280:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272607.644382:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159183232 00000100:00100000:3.0:1781272607.644397:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159183232 00000100:00100000:3.0:1781272607.644577:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 164 00000100:00100000:3.0:1781272607.644589:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+41:25010:x1867799159183232:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272607.645202:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+42:25010:x1867799159183232:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 613us (937us total) trans 4294967804 rc 0/0 00000100:00100000:3.0:1781272607.645236:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 164 00000100:00100000:1.0:1781272607.649242:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.649529:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159183488 00000100:00100000:0.0:1781272607.649545:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159183488 00000100:00100000:0.0:1781272607.650737:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 856 00000100:00100000:0.0:1781272607.650954:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+42:25010:x1867799159183488:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272607.651215:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+42:25010:x1867799159183488:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 463us (1989us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.651224:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 856 00000100:00100000:0.0:1781272607.661734:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272607.662294:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159183616 00000100:00100000:2.0:1781272607.662309:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159183616 00000100:00100000:2.0:1781272607.662391:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 857 00000100:00100000:2.0:1781272607.662404:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+42:25010:x1867799159183616:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272607.662451:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272607.662481:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc2e36 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831c1 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.662579:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2e3d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.663035:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2e3d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.663052:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2e3d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272607.663118:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272607.663145:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2e3d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.663181:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc2e36 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831c1 expref: 44 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.663204:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2e3d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831c1 expref: 43 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.663214:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:2.0:1781272607.663217:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1781272607.663222:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8c00, rc 0) 00000100:00100000:2.0:1781272607.664270:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+43:25010:x1867799159183616:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1022us (1706us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272607.664288:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 857 00000100:00100000:1.0:1781272607.672966:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272607.673097:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159183744 00000100:00100000:3.0:1781272607.673111:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159183744 00000100:00100000:3.0:1781272607.673182:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 204 00000100:00100000:3.0:1781272607.673195:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159183744:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272607.673223:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272607.673253:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc2e44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831c8 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272607.673285:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a2c101f, blocks: 0x0 00010000:00010000:3.0:1781272607.673314:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272607.673317:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272607.673328:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc2e44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831c8 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.673349:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc2e44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831c8 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.673366:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625be00, rc 0) 00000100:00100000:3.0:1781272607.673558:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159183744:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 364us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272607.673565:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 204 00000100:00100000:0.0:1781272607.678532:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272607.679243:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159184000 00000100:00100000:1.0:1781272607.679259:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159184000 00000100:00100000:0.0:1781272607.679416:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 858 00000100:00100000:0.0:1781272607.679429:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+43:25010:x1867799159184000:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272607.680073:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+43:25010:x1867799159184000:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 643us (1554us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.680087:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 858 00000100:00100000:1.0:1781272607.692779:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.693216:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159184128 00000100:00100000:0.0:1781272607.693231:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159184128 00000100:00100000:0.0:1781272607.693323:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 205 00000100:00100000:0.0:1781272607.693336:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:25010:x1867799159184128:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272607.693360:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272607.693385:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831cf expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.693445:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc2e44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831c8 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.693455:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272607.693457:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272607.693462:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831cf expref: 12 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.693511:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc2e44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831c8 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.693529:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc2e44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831c8 expref: 12 pid: 8405 timeout: 664 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272607.693549:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168580864:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272607.693712:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272607.701922:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168580864:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272607.701974:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831cf expref: 12 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.702005:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b3a00, rc 0) 00000100:00100000:0.0:1781272607.702098:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:25010:x1867799159184128:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 8764us (9334us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.702109:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 205 00000100:00100000:1.0:1781272607.702441:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.703809:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159184256 00000100:00100000:0.0:1781272607.703824:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159184256 00010000:00010000:0.0:1781272607.704007:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc2e44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831c8 expref: 12 pid: 8405 timeout: 664 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272607.704055:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 280 00000100:00100000:0.0:1781272607.704065:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159184256:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272607.704086:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272607.704116:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc2e44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831c8 expref: 12 pid: 8405 timeout: 664 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.704131:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc2e44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831c8 expref: 12 pid: 8405 timeout: 664 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.704391:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc2e44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831c8 expref: 12 pid: 8405 timeout: 664 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.704415:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272607.704419:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272607.704430:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831cf expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.704442:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831cf expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.704588:0:9494:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831cf expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272607.704617:0:9494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9494:1867799168580992:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272607.705699:0:9494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272607.719036:0:9494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9494:1867799168580992:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272607.719079:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272607.719188:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159184256:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 15122us (16745us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.719203:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 280 00000100:00100000:3.0:1781272607.719445:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.720292:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159184384 00000100:00100000:0.0:1781272607.720307:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159184384 00002000:00100000:0.0:1781272607.720376:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff8eb4ff9a4a80 x1867799159184384/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:363/0 lens 648/0 e 0 to 0 dl 1781272618 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272607.720389:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff9a4a80 with x1867799159184384 ext(0->157) 00002000:00010000:0.0:1781272607.720396:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff9a4a80 00000100:00100000:0.0:1781272607.720439:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 62 00000100:00100000:0.0:1781272607.720450:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159184384:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1781272607.723334:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159184384:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 2867us (3872us total) trans 4294967336 rc 0/0 00000100:00100000:0.0:1781272607.723355:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 62 00002000:00100000:0.0:1781272607.723372:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff8eb4ff9a4a80 x1867799159184384/t4294967336(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:363/0 lens 648/448 e 0 to 0 dl 1781272618 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272607.723385:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff9a4a80 with x1867799159184384 ext(0->157) 00002000:00010000:0.0:1781272607.723394:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff9a4a80 00000100:00100000:3.0:1781272607.739447:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.739665:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159184512 00000100:00100000:0.0:1781272607.739689:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159184512 00000100:00100000:0.0:1781272607.739812:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 859 00000100:00100000:0.0:1781272607.739824:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+43:25010:x1867799159184512:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1781272607.746640:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967804 is committed 00000004:00080000:1.0:1781272607.746679:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00000001:00080000:1.0:1781272607.746722:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967800 is committed 00000020:00080000:1.0:1781272607.746743:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00000020:00080000:1.0:1781272607.746767:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000020:00080000:1.0:1781272607.746781:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00010000:00010000:0.0:1781272607.747054:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2cb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747071:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2cb5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747081:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2cb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747088:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272607.747095:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2cb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747105:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2cb5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747129:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8eb50216d800) 00010000:00010000:0.0:1781272607.747133:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272607.747139:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2cb5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747146:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2cb5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747174:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2cbc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747181:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2cbc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747187:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2cbc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747193:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272607.747196:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2cbc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747202:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2cbc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747210:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8eb50216d900) 00010000:00010000:0.0:1781272607.747212:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272607.747216:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2cbc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747221:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2cbc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747238:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2d09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747249:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2d09 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747254:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2d09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747259:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272607.747262:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2d09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747269:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2d09 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747276:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff8eb4c792be00) 00010000:00010000:0.0:1781272607.747279:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272607.747283:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2d09 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747288:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2d09 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747307:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc2d41 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747313:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc2d41 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747318:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc2d41 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747324:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021ef200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272607.747327:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc2d41 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747333:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc2d41 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747341:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:0.0:1781272607.747344:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1781272607.747347:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc2d41 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.747353:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc2d41 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272607.747650:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+39:25010:x1867799159184512:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 7822us (8211us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.747663:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 859 00000100:00100000:3.0:1781272607.748581:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272607.748615:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168581120:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1781272607.748731:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272607.748812:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168581120 00000100:00100000:3.0:1781272607.748823:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168581120 00000100:00100000:3.0:1781272607.749116:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1781272607.749129:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168581120:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1781272607.749308:0:8407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1781272607.749313:0:8407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 0 -> 1781272607 00002000:00010000:3.0:1781272607.749316:0:8407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1781272607.749318:0:8407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1781272607 -> 1781272607 00002000:00010000:3.0:1781272607.749321:0:8407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1781272607.749372:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168581120:12345-0@lo:2:osp-syn-1-0.0 Request processed in 246us (641us total) trans 4294967337 rc 0/0 00000100:00100000:3.0:1781272607.749380:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000004:00080000:3.0:1781272607.749436:0:3619:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb4ff9a4000/2, rc 0, transno 4294967337 00000100:00100000:3.0:1781272607.749443:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168581120:0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1781272607.749475:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1781272607.753503:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.753528:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e28 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.753536:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.753571:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272607.753577:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.753586:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e28 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.753622:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:2.0:1781272607.753626:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1781272607.753632:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e28 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.753638:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e28 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272607.755285:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272607.755380:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159184640 00000100:00100000:3.0:1781272607.755393:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159184640 00000100:00100000:3.0:1781272607.755463:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207 00000100:00100000:3.0:1781272607.755486:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159184640:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1781272607.762181:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00000001:00080000:1.0:1781272607.762205:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967336 is committed 00000100:00100000:3.0:1781272607.762447:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159184640:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 6965us (7167us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272607.762462:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207 00000100:00100000:1.0:1781272607.768268:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272607.770315:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159184896 00000100:00100000:2.0:1781272607.770337:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159184896 00000100:00100000:2.0:1781272607.770685:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 860 00000100:00100000:2.0:1781272607.770703:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+38:25010:x1867799159184896:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272607.770997:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272607.771037:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2e3d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831c1 expref: 38 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.771066:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:2.0:1781272607.771074:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272607.771123:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e52 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.771141:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e52 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.771175:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e52 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272607.771343:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f3591016 reply state 00000000346dbb82 transno 4294967805 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e52 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.771357:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.771363:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:2.0:1781272607.771366:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272607.771369:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272607.771889:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+39:25010:x1867799159184896:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 1132us (3579us total) trans 4294967805 rc 0/0 00000100:00100000:2.0:1781272607.771898:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 860 00000100:00100000:0.0:1781272607.777005:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272607.777084:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159185024 00000100:00100000:1.0:1781272607.777099:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159185024 00000100:00100000:1.0:1781272607.777204:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 208 00000100:00100000:1.0:1781272607.777216:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159185024:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1781272607.778210:0:15938:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1781272607.778219:0:15938:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 1781272607 -> 1536580263 00002000:00010000:1.0:1781272607.778222:0:15938:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 1781272068 00002000:00010000:1.0:1781272607.778225:0:15938:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1781272607 -> 1781272605 00002000:00010000:1.0:1781272607.778228:0:15938:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1781272607.778335:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159185024:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 1117us (1345us total) trans 4294967338 rc 0/0 00000100:00100000:1.0:1781272607.778347:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 208 00000100:00100000:1.0:1781272607.784753:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.784952:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159185280 00000100:00100000:0.0:1781272607.784968:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159185280 00000100:00100000:0.0:1781272607.785053:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 861 00000100:00100000:0.0:1781272607.785067:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+39:25010:x1867799159185280:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1781272607.785170:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.785194:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2e21 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831b3 expref: 39 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.785206:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.785263:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2e21 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831b3 expref: 39 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.785283:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2e21 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831b3 expref: 39 pid: 6493 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272607.785306:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168581248:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272607.785454:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272607.788197:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168581248:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272607.788240:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272607.799813:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272607.800176:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159185408 00000100:00100000:2.0:1781272607.800193:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159185408 00010000:00010000:2.0:1781272607.800260:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2e21 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831b3 expref: 40 pid: 6493 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272607.800361:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 281 00000100:00100000:2.0:1781272607.800372:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+40:2390:x1867799159185408:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272607.800394:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272607.800403:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2e21 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831b3 expref: 40 pid: 6493 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.800421:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2e21 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831b3 expref: 40 pid: 6493 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.800478:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2e21 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831b3 expref: 40 pid: 6493 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.800500:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:2.0:1781272607.800506:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.800519:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.800529:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.800571:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272607.800699:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+39:2390:x1867799159185408:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 328us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272607.800710:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 281 00010000:00010000:0.0:1781272607.800786:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.800797:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.800888:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.800898:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.800925:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.800934:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272607.800941:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.800952:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.800964:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:0.0:1781272607.800967:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781272607.800972:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.800979:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e59 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272607.801039:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+38:25010:x1867799159185280:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 15976us (16304us total) trans 0 rc -22/-22 00000100:00100000:0.0:1781272607.801049:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 861 00000100:00100000:0.0:1781272607.809666:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168581376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272607.810048:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272607.810312:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168581376 00000100:00100000:2.0:1781272607.810324:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168581376 00000100:00100000:2.0:1781272607.810409:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1781272607.810421:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168581376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272607.810550:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272607.811088:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168581376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 665us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272607.811098:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1781272607.811307:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168581376:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272607.814657:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272607.814784:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159185536 00000100:00100000:2.0:1781272607.814798:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159185536 00000100:00100000:2.0:1781272607.814932:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 209 00000100:00100000:2.0:1781272607.814946:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159185536:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272607.815016:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.815044:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831cf expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.815055:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272607.815057:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272607.815062:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.815111:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831cf expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.815129:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831cf expref: 11 pid: 15938 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272607.815147:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168581504:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272607.815262:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c887af00 going to sleep for 11 seconds 00000100:00100000:0.0:1781272607.826894:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168581504:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272607.826954:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272607.828537:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272607.828683:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159185664 00000100:00100000:1.0:1781272607.828698:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159185664 00010000:00010000:1.0:1781272607.828765:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831cf expref: 12 pid: 15938 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272607.828823:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 282 00000100:00100000:1.0:1781272607.828879:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159185664:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272607.828916:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272607.828948:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831cf expref: 12 pid: 15938 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.828965:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831cf expref: 12 pid: 15938 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.829018:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007877138c/0x94898f2cdefc2e4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831cf expref: 12 pid: 15938 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.829042:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272607.829044:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272607.829051:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.829064:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.829100:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272607.829190:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159185664:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 357us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272607.829200:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 282 00010000:00010000:0.0:1781272607.829432:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.829444:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.829477:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.829486:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.829496:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.829503:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:0.0:1781272607.829509:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.829520:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.829535:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.829543:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc2e60 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272607.829627:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159185536:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 14683us (14995us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.829640:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 209 00000100:00100000:2.0:1781272607.833394:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.833812:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159185920 00000100:00100000:0.0:1781272607.833828:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159185920 00000100:00100000:0.0:1781272607.834146:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 862 00000100:00100000:0.0:1781272607.834160:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+38:25010:x1867799159185920:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781272607.834278:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.834305:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.834323:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.834574:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.834589:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2e2f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831ba expref: 39 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.834613:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 4/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.834783:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2e2f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831ba expref: 39 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.834803:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2e2f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831ba expref: 39 pid: 8162 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272607.834826:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168581632:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272607.837132:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272607.843124:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168581632:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272607.843167:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272607.845256:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.845446:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159186048 00000100:00100000:0.0:1781272607.845460:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159186048 00010000:00010000:0.0:1781272607.845520:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2e2f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831ba expref: 40 pid: 8162 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272607.845560:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 283 00000100:00100000:0.0:1781272607.845571:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+40:2390:x1867799159186048:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272607.845601:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272607.845610:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2e2f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831ba expref: 40 pid: 8162 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.845625:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2e2f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831ba expref: 40 pid: 8162 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.845661:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2e2f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831ba expref: 40 pid: 8162 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.845699:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:0.0:1781272607.845705:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.845715:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.845723:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.845764:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272607.845828:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+39:2390:x1867799159186048:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 258us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.845858:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 283 00010000:00010000:1.0:1781272607.847039:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.847054:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781272607.847222:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967806 00000001:00080000:1.0:1781272607.847374:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967807 00000001:00080000:1.0:1781272607.847418:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967808 00000100:00100000:1.0:1781272607.847552:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168581760:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1781272607.847670:0:6492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272607.847718:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f6039840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272607.850716:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168581760 00000100:00100000:0.0:1781272607.850739:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168581760 00000100:00100000:0.0:1781272607.850820:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1781272607.850866:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6492:x1867799168581760:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1781272607.851060:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6492:x1867799168581760:12345-0@lo:1000:mdt00_001.0 Request processed in 230us (3391us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.851068:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1781272607.853112:0:6492:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967337 gen 2 00000004:00080000:1.0:1781272607.853131:0:6492:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb4ff9a4000, transno 4294967337 00000100:00100000:1.0:1781272607.853158:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168581760:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1781272607.853395:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967809 00000100:00100000:1.0:1781272607.853509:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168581888:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1781272607.853588:0:6492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272607.853637:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1781272607.853803:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168581888 00000100:00100000:3.0:1781272607.853813:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168581888 00000100:00100000:3.0:1781272607.853918:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1781272607.853931:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6492:x1867799168581888:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1781272607.854107:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6492:x1867799168581888:12345-0@lo:1000:mdt00_001.0 Request processed in 178us (518us total) trans 4294967339 rc 0/0 00000100:00100000:3.0:1781272607.854117:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1781272607.854581:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168581888:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1781272607.854659:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854672:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854682:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854688:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272607.854695:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854705:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854726:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:1.0:1781272607.854729:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272607.854734:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854742:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e6e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854797:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2da3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854805:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2da3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854812:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2da3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854818:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272607.854821:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2da3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854827:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2da3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854864:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:1.0:1781272607.854867:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272607.854875:0:6492:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2daa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83197 expref: 77 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854888:0:6492:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2daa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83197 expref: 77 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854899:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2daa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83197 expref: 77 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.854939:0:6492:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9000/0x94898f2cdefc2daa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83197 expref: 77 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272607.855027:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168582016:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272607.855123:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1781272607.858294:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168582016:192.168.204.14@tcp:105: 00010000:00010000:1.0:1781272607.858339:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2da3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858353:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2da3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858401:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2e75 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858419:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2e75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858499:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2e75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858512:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2e75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858520:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2e75 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858528:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2e75 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858533:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272607.858538:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2e75 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858566:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2e75 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858580:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:1.0:1781272607.858584:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272607.858588:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2e75 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858609:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2e75 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858621:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858628:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858635:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858640:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272607.858643:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858649:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e67 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858657:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:1.0:1781272607.858660:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272607.858663:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e67 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.858678:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e67 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272607.859006:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+42:25010:x1867799159185920:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 24846us (25628us total) trans 4294967810 rc 0/0 00000100:00100000:1.0:1781272607.859020:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 862 00000020:00080000:1.0:1781272607.859029:0:6492:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:3.0:1781272607.859386:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.859792:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159186176 00000100:00100000:0.0:1781272607.859804:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159186176 00000100:00100000:0.0:1781272607.859877:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 165 00000100:00100000:0.0:1781272607.859889:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+78:25008:x1867799159186176:12345-192.168.204.14@tcp:49:cat.0 00000100:00100000:0.0:1781272607.860045:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+78:25008:x1867799159186176:12345-192.168.204.14@tcp:49:cat.0 Request processed in 158us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.860053:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 165 00000040:00080000:2.0:1781272607.862495:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272607.862508:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272607.864224:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1781272607.864245:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272607.867452:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272607.867610:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159186304 00000100:00100000:3.0:1781272607.867628:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159186304 00000100:00100000:2.0:1781272607.867698:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272607.867787:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 210 00000100:00100000:3.0:1781272607.867800:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+10:25008:x1867799159186304:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272607.867826:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272607.867880:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000848bd13b/0x94898f2cdefc2e7c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831d6 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272607.867896:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159186560 00000100:00100000:1.0:1781272607.867903:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159186560 00000100:00100000:1.0:1781272607.867949:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 166 00000100:00100000:1.0:1781272607.867957:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:25010:x1867799159186560:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1781272607.868336:0:15586:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1781272607.868385:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967811 00010000:00010000:1.0:1781272607.868423:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2e83 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.868457:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2e83 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.868472:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2e83 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.868483:0:15586:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2e83 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.868490:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2e83 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272607.868495:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a2c0e04, ctime: 0x6a2c101d, blocks: 0x8 00010000:00010000:1.0:1781272607.868497:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2e83 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.868523:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272607.868527:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272607.868540:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000848bd13b/0x94898f2cdefc2e7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831d6 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272607.868541:0:15586:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781272607.868563:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000848bd13b/0x94898f2cdefc2e7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831d6 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272607.868579:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625b800, rc 0) 00010000:00010000:2.0:1781272607.868641:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781272607.868651:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2e83 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.868659:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272607.868665:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2e83 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.868675:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2e83 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.868691:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:2.0:1781272607.868695:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781272607.868700:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2e83 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.868707:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2e83 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272607.868727:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272607.868729:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272607.868730:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272607.870068:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+11:25008:x1867799159186304:12345-192.168.204.14@tcp:101:cat.0 Request processed in 2256us (5633us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272607.870103:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 210 00000100:00100000:1.0:1781272607.870283:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:25010:x1867799159186560:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 2323us (2581us total) trans 4294967812 rc 0/0 00000100:00100000:1.0:1781272607.870297:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 166 00000020:00080000:1.0:1781272607.870302:0:15586:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1781272607.883245:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272607.883343:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159186688 00000100:00100000:3.0:1781272607.883358:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159186688 00002000:00100000:3.0:1781272607.883429:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff8eb4ff999180 x1867799159186688/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:363/0 lens 488/0 e 0 to 0 dl 1781272618 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272607.883441:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff999180 with x1867799159186688 ext(0->4095) 00002000:00010000:3.0:1781272607.883449:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff999180 00000100:00100000:3.0:1781272607.883505:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 63 00000100:00100000:3.0:1781272607.883515:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+11:2388:x1867799159186688:12345-192.168.204.14@tcp:3:cat.0 00000100:00100000:3.0:1781272607.883808:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+11:2388:x1867799159186688:12345-192.168.204.14@tcp:3:cat.0 Request processed in 293us (579us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781272607.883818:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 63 00002000:00100000:3.0:1781272607.883826:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff8eb4ff999180 x1867799159186688/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:363/0 lens 488/4536 e 0 to 0 dl 1781272618 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272607.883889:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff999180 with x1867799159186688 ext(0->4095) 00002000:00010000:3.0:1781272607.883893:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff999180 00000100:00100000:0.0:1781272607.889122:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272607.889195:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159186944 00000100:00100000:3.0:1781272607.889210:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159186944 00000100:00100000:3.0:1781272607.889281:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 167 00000100:00100000:3.0:1781272607.889293:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500942c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+78:25008:x1867799159186944:12345-192.168.204.14@tcp:35:cat.0 00000001:00080000:0.0:1781272607.890280:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967813 00000100:00100000:0.0:1781272607.891081:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500942c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+80:25008:x1867799159186944:12345-192.168.204.14@tcp:35:cat.0 Request processed in 1778us (1964us total) trans 4294967814 rc 0/0 00000100:00100000:0.0:1781272607.891099:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 167 00000020:00080000:0.0:1781272607.891108:0:6494:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1781272607.936908:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.937197:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159187200 00000100:00100000:0.0:1781272607.937214:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159187200 00000100:00100000:0.0:1781272607.937303:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 863 00000100:00100000:0.0:1781272607.937317:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+80:25013:x1867799159187200:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272607.937354:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272607.937387:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2e8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831dd expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.937583:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2e91 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.937611:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2e91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.938220:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2e91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.938243:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.938251:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.938257:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.938406:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e9f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.938416:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.938424:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272607.945495:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:0.0:1781272607.945713:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2e91 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.945729:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2e91 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.945736:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2e91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.945745:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2e91 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.945752:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272607.945758:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2e91 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.945767:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2e91 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.945791:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8eb50216d900) 00010000:00010000:0.0:1781272607.945795:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272607.945801:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2e91 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.945808:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc2e91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.945861:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.945868:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e98 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.945874:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.945879:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272607.945882:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.950219:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e98 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.950278:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff8eb50216d800) 00010000:00010000:0.0:1781272607.950282:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272607.950292:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e98 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.950302:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc2e98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.950419:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc2e8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831dd expref: 83 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.950440:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2c00/0x94898f2cdefc2e9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831dd expref: 82 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.950455:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:0.0:1781272607.950458:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272607.950462:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b2c00, rc 0) 00000100:00100000:0.0:1781272607.950619:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+82:25013:x1867799159187200:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 13301us (13733us total) trans 4294967815 rc 0/0 00000100:00100000:0.0:1781272607.950632:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 863 00000100:00100000:3.0:1781272607.954723:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.955030:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159187328 00000100:00100000:0.0:1781272607.955046:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159187328 00000100:00100000:0.0:1781272607.955128:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 864 00000100:00100000:0.0:1781272607.955141:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+82:25013:x1867799159187328:12345-192.168.204.14@tcp:54:lfs.0 00010000:00010000:0.0:1781272607.955269:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054600/0x94898f2cdefc2ead lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.955292:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054600/0x94898f2cdefc2ead lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.955306:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054600/0x94898f2cdefc2ead lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.955357:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054600/0x94898f2cdefc2ead lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.955366:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054600/0x94898f2cdefc2ead lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.955374:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054600/0x94898f2cdefc2ead lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.955381:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5054600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272607.955388:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054600/0x94898f2cdefc2ead lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.955397:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054600/0x94898f2cdefc2ead lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.955413:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:0.0:1781272607.955417:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272607.955424:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054600/0x94898f2cdefc2ead lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272607.955431:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054600/0x94898f2cdefc2ead lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272607.955547:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+82:25013:x1867799159187328:12345-192.168.204.14@tcp:54:lfs.0 Request processed in 408us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272607.955556:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 864 00000100:00100000:1.0:1781272607.958413:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272607.958873:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159187584 00000100:00100000:0.0:1781272607.958888:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159187584 00000100:00100000:0.0:1781272607.958960:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 168 00000100:00100000:0.0:1781272607.958974:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+82:25013:x1867799159187584:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:1.0:1781272607.959381:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+83:25013:x1867799159187584:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 407us (980us total) trans 4294967816 rc 0/0 00000100:00100000:1.0:1781272607.959391:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 168 00010000:00010000:1.0:1781272608.065968:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272608.123912:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272608.126570:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159187840 00000100:00100000:1.0:1781272608.126607:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159187840 00000100:00100000:1.0:1781272608.126819:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 865 00000100:00100000:1.0:1781272608.126849:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+83:25029:x1867799159187840:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:1.0:1781272608.126882:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272608.126914:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2eb4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831e4 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272608.127087:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ebb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272608.127106:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ebb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272608.127124:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ebb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272608.127137:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:1.0:1781272608.127363:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2eb4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831e4 expref: 86 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272608.127387:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0600/0x94898f2cdefc2ebb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831e4 expref: 85 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272608.127397:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8eb50216d100) 00010000:00010000:1.0:1781272608.127401:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1781272608.127406:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0600, rc 0) 00000100:00100000:1.0:1781272608.127501:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+85:25029:x1867799159187840:12345-192.168.204.14@tcp:101:diff.0 Request processed in 670us (3615us total) trans 4294967817 rc 0/0 00000100:00100000:1.0:1781272608.127509:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 865 00010000:00010000:3.0:1781272609.088765:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272609.344235:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272609.344280:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168582144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272609.344387:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272609.344478:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168582144 00000100:00100000:3.0:1781272609.344489:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168582144 00000100:00100000:3.0:1781272609.344569:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1781272609.344597:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168582144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272609.344656:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1781272609.344714:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168582144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272609.344722:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00080000:3.0:1781272609.344753:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272609.344798:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168582144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272609.857424:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272609.857448:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168582272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272609.857519:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272609.857589:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168582272 00000100:00100000:0.0:1781272609.857597:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168582272 00000100:00100000:0.0:1781272609.857651:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1781272609.857660:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168582272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272609.857684:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1781272609.857732:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168582272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272609.857740:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00080000:0.0:1781272609.857762:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272609.857798:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168582272:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272610.112231:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272610.368369:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168582400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272610.368474:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272610.368595:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168582400 00000100:00100000:0.0:1781272610.368607:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168582400 00000100:00100000:0.0:1781272610.368676:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1781272610.368688:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168582400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272610.368729:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1781272610.368783:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168582400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272610.368790:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00080000:0.0:1781272610.369225:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272610.369282:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168582400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272610.369736:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168582784:0@lo:400:kworker.0 00000100:00100000:1.0:1781272610.369801:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272610.370242:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168582528:0@lo:400:kworker.0 00000100:00100000:0.0:1781272610.370289:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272610.370331:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168583040:0@lo:400:kworker.0 00000100:00100000:0.0:1781272610.370367:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168582528 00000100:00100000:0.0:1781272610.370374:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168582528 00000100:00100000:0.0:1781272610.370419:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1781272610.370428:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168582528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272610.370477:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168582528:12345-0@lo:400:kworker.0 Request processed in 49us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272610.370485:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1781272610.370540:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168582656:0@lo:400:kworker.0 00000100:00100000:0.0:1781272610.370582:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272610.370604:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168583168:0@lo:400:kworker.0 00000100:00100000:0.0:1781272610.370624:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272610.370639:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168583680:0@lo:400:kworker.0 00000100:00100000:0.0:1781272610.370657:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272610.370694:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168582656 00000100:00100000:0.0:1781272610.370698:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168582656 00000100:00100000:0.0:1781272610.370723:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168583168 00000100:00100000:0.0:1781272610.370726:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168583168 00000100:00100000:0.0:1781272610.370753:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168583680 00000100:00100000:0.0:1781272610.370755:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168583680 00000100:00100000:0.0:1781272610.370784:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1781272610.370791:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168582656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.371996:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1781272610.372016:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168583168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.376250:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168583168:12345-0@lo:400:kworker.0 Request processed in 4086us (5467us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272610.376341:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1781272610.376401:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1781272610.376419:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168583680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.376498:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168583680:12345-0@lo:400:kworker.0 Request processed in 89us (5839us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272610.376505:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1781272610.376552:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168582912:0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.376617:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272610.376645:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168582656:12345-0@lo:400:kworker.0 Request processed in 5851us (6059us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272610.376656:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1781272610.376660:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168583424:0@lo:400:kworker.0 00000100:00100000:0.0:1781272610.376680:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168582912 00000100:00100000:0.0:1781272610.376691:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168582912 00000100:00100000:3.0:1781272610.376709:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272610.376732:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1781272610.376740:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168583936:0@lo:400:kworker.0 00000100:00100000:0.0:1781272610.376741:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168582912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.376778:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272610.376805:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272610.376813:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168584064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272610.377002:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168582912:12345-0@lo:400:kworker.0 Request processed in 263us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272610.377009:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00080000:0.0:1781272610.377048:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272610.377068:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272610.377100:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168583552:0@lo:400:kworker.0 00000100:00100000:0.0:1781272610.377128:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272610.377442:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272610.377494:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168582912:0@lo:400:kworker.0 00000100:00100000:0.0:1781272610.377635:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168582528:0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.378320:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168583424 00000100:00100000:3.0:1781272610.378330:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168583424 00000100:00100000:3.0:1781272610.378454:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168583936 00000100:00100000:3.0:1781272610.378458:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168583936 00000100:00100000:3.0:1781272610.378494:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168583552 00000100:00100000:3.0:1781272610.378497:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168583552 00000100:00100000:3.0:1781272610.378511:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1781272610.378518:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168583424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.378600:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168583424:12345-0@lo:400:kworker.0 Request processed in 82us (1891us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272610.378609:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1781272610.378627:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1781272610.378633:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168583936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.378669:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168583936:12345-0@lo:400:kworker.0 Request processed in 36us (1892us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272610.378674:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1781272610.378686:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1781272610.378692:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168583552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.378725:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168583552:12345-0@lo:400:kworker.0 Request processed in 33us (1596us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272610.378742:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1781272610.378774:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168582784 00000100:00100000:3.0:1781272610.378779:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168582784 00000100:00100000:3.0:1781272610.378804:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168583040 00000100:00100000:3.0:1781272610.378807:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168583040 00000100:00100000:3.0:1781272610.378817:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1781272610.378822:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168582784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.378877:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168582784:12345-0@lo:400:kworker.0 Request processed in 54us (9076us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272610.378883:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1781272610.378893:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1781272610.378899:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168583040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.379353:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168583040:12345-0@lo:400:kworker.0 Request processed in 453us (2282us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272610.379360:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1781272610.379410:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168584064 00000100:00100000:3.0:1781272610.379415:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168584064 00000100:00100000:3.0:1781272610.379446:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1781272610.379459:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168584064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272610.379480:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1781272610.379514:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168584064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (2073us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272610.379518:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1781272610.379584:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168584064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272610.379599:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168583424:0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.379620:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168583936:0@lo:400:kworker.0 00000100:00100000:1.0:1781272610.379632:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168582784:0@lo:400:kworker.0 00000100:00100000:1.0:1781272610.379649:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168583296:0@lo:400:kworker.0 00000100:00100000:1.0:1781272610.379691:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272610.379714:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168583808:0@lo:400:kworker.0 00000100:00100000:1.0:1781272610.379736:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1781272610.379860:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272610.379880:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168583296 00000100:00100000:3.0:1781272610.379886:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168583040:0@lo:400:kworker.0 00000100:00100000:1.0:1781272610.379886:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168583296 00000100:00100000:3.0:1781272610.379899:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168583552:0@lo:400:kworker.0 00000100:00100000:1.0:1781272610.379939:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168583808 00000100:00100000:1.0:1781272610.379943:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168583808 00000100:00100000:1.0:1781272610.379968:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1781272610.379975:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168583296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272610.380025:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168583296:12345-0@lo:400:kworker.0 Request processed in 51us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272610.380032:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1781272610.380046:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1781272610.380053:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168583808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272610.380079:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168583808:12345-0@lo:400:kworker.0 Request processed in 28us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272610.380085:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00080000:1.0:1781272610.380099:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272610.380117:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168583296:0@lo:400:kworker.0 00000100:00100000:1.0:1781272610.380128:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168583808:0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.380152:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168582656:0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.380171:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168583168:0@lo:400:kworker.0 00000100:00100000:3.0:1781272610.380186:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168583680:0@lo:400:kworker.0 00010000:00010000:0.0:1781272611.136179:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272611.904519:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272611.904563:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168584192:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272611.905105:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272611.905398:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168584192 00000100:00100000:0.0:1781272611.905410:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168584192 00000100:00100000:0.0:1781272611.905487:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1781272611.905499:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168584192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272611.905560:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:0.0:1781272611.905633:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168584192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272611.905641:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1781272611.905742:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168584192:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272612.163218:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272612.498501:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272612.498890:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272612.498921:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272612.498955:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272612.498985:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272612.499029:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272612.499065:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272612.499096:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272612.499136:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272612.499172:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159188096 00000100:00100000:0.0:1781272612.499182:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159188096 00000100:00100000:0.0:1781272612.499574:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159188608 00000100:00100000:0.0:1781272612.499578:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159188608 00000100:00100000:0.0:1781272612.499607:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159188736 00000100:00100000:0.0:1781272612.499609:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159188736 00000100:00100000:0.0:1781272612.499627:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159188224 00000100:00100000:0.0:1781272612.499629:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159188224 00000100:00100000:0.0:1781272612.499651:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 705 00000100:00100000:0.0:1781272612.499661:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+85:2391:x1867799159188096:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272612.499866:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+85:2391:x1867799159188096:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 206us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272612.499875:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 705 00000100:00100000:0.0:1781272612.499897:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 706 00000100:00100000:0.0:1781272612.499905:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:2391:x1867799159188608:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272612.499935:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:2391:x1867799159188608:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (1012us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272612.499943:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 706 00000100:00100000:0.0:1781272612.499959:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 707 00000100:00100000:0.0:1781272612.499965:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159188736:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272612.500009:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159188736:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272612.500018:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 707 00000100:00100000:0.0:1781272612.500043:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 708 00000100:00100000:0.0:1781272612.500053:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159188224:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272612.500089:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159188224:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 40us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272612.500095:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 708 00000100:00100000:0.0:1781272612.500121:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159188352 00000100:00100000:0.0:1781272612.500126:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159188352 00000100:00100000:0.0:1781272612.500167:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159188864 00000100:00100000:0.0:1781272612.500171:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159188864 00000100:00100000:0.0:1781272612.500205:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159188992 00000100:00100000:0.0:1781272612.500209:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159188992 00000100:00100000:0.0:1781272612.500222:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159188480 00000100:00100000:0.0:1781272612.500225:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159188480 00000100:00100000:0.0:1781272612.500244:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 355 00000100:00100000:0.0:1781272612.500253:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159188352:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272612.500629:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159188352:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 376us (1740us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272612.500636:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 355 00000100:00100000:0.0:1781272612.500651:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 356 00000100:00100000:0.0:1781272612.500658:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159188864:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272612.500758:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159188864:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 100us (1802us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272612.500765:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 356 00000100:00100000:0.0:1781272612.500777:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 357 00000100:00100000:0.0:1781272612.500784:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159188992:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272612.500808:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159188992:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (1782us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272612.500813:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 357 00000100:00100000:0.0:1781272612.500824:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 358 00000100:00100000:0.0:1781272612.500859:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2390:x1867799159188480:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272612.500881:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2390:x1867799159188480:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 52us (1745us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272612.500891:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 358 00000100:00100000:0.0:1781272612.500929:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159187968 00000100:00100000:0.0:1781272612.500934:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159187968 00000100:00100000:0.0:1781272612.500968:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 669 00000100:00100000:0.0:1781272612.500975:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159187968:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272612.501059:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159187968:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 20us (1928us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272612.501066:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 669 00000100:00080000:0.0:1781272612.501103:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272612.501108:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272612.501112:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272612.501115:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272612.930812:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272612.930872:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168584320:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1781272612.931363:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967817 is committed 00000001:00080000:1.0:1781272612.931395:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967812 is committed 00000020:00080000:1.0:1781272612.931407:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4da9a4a80 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:1.0:1781272612.931411:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c3265100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4d2b7dd80 00000020:00080000:1.0:1781272612.931416:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c3265c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c484da00 00000020:00080000:1.0:1781272612.931440:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000020:00080000:1.0:1781272612.931533:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000100:00100000:3.0:1781272612.932146:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272612.932236:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168584320 00000100:00100000:3.0:1781272612.932247:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168584320 00000100:00100000:3.0:1781272612.932303:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1781272612.932313:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168584320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272612.932360:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272612.932419:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168584320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272612.932427:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1781272612.932485:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168584320:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272612.933248:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272612.933284:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e52 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272612.933294:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272612.933300:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272612.933307:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272612.933316:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e52 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272612.933340:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:2.0:1781272612.933344:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272612.933350:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e52 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272612.933357:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc2e52 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272612.936790:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000001:00080000:2.0:1781272612.936806:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00010000:00010000:2.0:1781272613.184073:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272613.367166:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272613.367321:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159189120 00000100:00100000:3.0:1781272613.367336:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159189120 00000100:00100000:3.0:1781272613.367429:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 866 00000100:00100000:3.0:1781272613.367443:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+35:24956:x1867799159189120:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781272613.367957:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+35:24956:x1867799159189120:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 515us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272613.367969:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 866 00000100:00100000:0.0:1781272613.379953:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272613.380196:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159189248 00000100:00100000:1.0:1781272613.380211:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159189248 00000100:00100000:1.0:1781272613.380300:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 867 00000100:00100000:1.0:1781272613.380314:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:24956:x1867799159189248:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781272613.380816:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:24956:x1867799159189248:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 502us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272613.380885:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 867 00010000:00010000:0.0:1781272614.208332:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272614.467143:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168584448:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272614.467248:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272614.467389:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168584448 00000100:00100000:2.0:1781272614.467404:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168584448 00000100:00100000:2.0:1781272614.467522:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1781272614.467544:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168584448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272614.467590:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00080000:0.0:1781272614.472313:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272614.484578:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168584448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 16998us (17281us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272614.484623:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1781272614.485254:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168584448:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272614.977938:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272614.977961:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168584576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272614.978041:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272614.978221:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168584576 00000100:00100000:3.0:1781272614.978230:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168584576 00000100:00100000:3.0:1781272614.978303:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1781272614.978313:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168584576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272614.978337:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1781272614.978390:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168584576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272614.978397:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1781272614.978448:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168584576:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781272614.979861:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1781272615.044114:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272615.044125:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272615.044219:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:2.0:1781272615.044229:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:0.0:1781272615.125435:0:20585:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 09:56:53 (1781272613) 00010000:00010000:3.0:1781272615.232528:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272615.371973:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272615.372018:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159189376 00000100:00100000:3.0:1781272615.372028:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159189376 00000100:00100000:3.0:1781272615.372091:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 868 00000100:00100000:3.0:1781272615.372102:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+35:25651:x1867799159189376:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781272615.372200:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+35:25651:x1867799159189376:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 100us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272615.372208:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 868 00000100:00080000:3.0:1781272615.372231:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272615.382644:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272615.385596:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159189504 00000100:00100000:3.0:1781272615.385610:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159189504 00000100:00100000:3.0:1781272615.385701:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 869 00000100:00100000:3.0:1781272615.385714:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:25651:x1867799159189504:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781272615.385859:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:25651:x1867799159189504:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 149us (3227us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272615.385868:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 869 00000100:00080000:1.0:1781272615.386325:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272615.399432:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272615.399796:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159189632 00000100:00100000:1.0:1781272615.399808:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159189632 00000100:00100000:1.0:1781272615.399922:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 870 00000100:00100000:1.0:1781272615.399933:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+80:25652:x1867799159189632:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272615.399956:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272615.399980:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2ec9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831eb expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400057:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ed0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400264:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400281:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400300:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2ed7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400324:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400331:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400382:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400389:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ed0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400396:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ed0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400401:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272615.400406:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ed0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400414:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ed0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400426:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272615.400429:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272615.400434:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ed0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400440:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2ed0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400454:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400466:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2ed7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400473:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2ed7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400477:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272615.400493:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2ed7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400501:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2ed7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400509:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8eb3c2f91000) 00010000:00010000:1.0:1781272615.400512:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272615.400515:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2ed7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400520:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2ed7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400552:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2ec9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831eb expref: 81 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400562:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272615.400564:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272615.400568:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2ec9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831eb expref: 81 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.400577:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1000, rc 0) 00000100:00100000:1.0:1781272615.400662:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+80:25652:x1867799159189632:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 731us (1242us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272615.400671:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 870 00000100:00080000:3.0:1781272615.400778:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272615.406638:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272615.406707:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159189888 00000100:00100000:3.0:1781272615.406717:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159189888 00000100:00100000:3.0:1781272615.406776:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 871 00000100:00100000:3.0:1781272615.406786:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+80:25652:x1867799159189888:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:3.0:1781272615.406873:0:6493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272615.406903:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2cca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83158 expref: 80 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.406921:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272615.406927:0:6493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272615.406992:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.407006:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2cf4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83166 expref: 34 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.407015:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.407047:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2cf4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83166 expref: 34 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.407062:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2cf4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83166 expref: 34 pid: 6493 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272615.407319:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3918e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168584704:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272615.407416:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c607c600 going to sleep for 11 seconds 00000100:00100000:2.0:1781272615.410889:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272615.411057:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3918e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168584704:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272615.411097:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272615.411296:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159190016 00000100:00100000:1.0:1781272615.411304:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159190016 00010000:00010000:1.0:1781272615.411342:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2cf4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83166 expref: 35 pid: 6493 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272615.411392:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 284 00000100:00100000:1.0:1781272615.411402:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+35:2390:x1867799159190016:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272615.411417:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272615.411425:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2cf4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83166 expref: 35 pid: 6493 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.411437:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2cf4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83166 expref: 35 pid: 6493 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.411461:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2cf4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83166 expref: 35 pid: 6493 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.411476:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272615.411492:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.411503:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.411511:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.411695:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272615.411755:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+34:2390:x1867799159190016:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 354us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272615.411763:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 284 00010000:00010000:0.0:1781272615.412327:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.412339:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.412379:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055600/0x94898f2cdefc2ee5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.412392:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055600/0x94898f2cdefc2ee5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.412402:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055600/0x94898f2cdefc2ee5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.416796:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2eec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.416820:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2eec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.416860:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2eec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272615.416900:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009b3221aa reply state 0000000077f9b1df transno 4294967818 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2eec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.416912:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2eec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.416920:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:2.0:1781272615.416923:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272615.416928:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1781272615.416935:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:2.0:1781272615.416944:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.416951:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.416957:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.416977:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272615.416983:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.416991:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.417014:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272615.417017:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272615.417020:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.417026:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2ede lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272615.417040:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009b3221aa reply state 0000000077f9b1df transno 4294967818 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055600/0x94898f2cdefc2ee5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.417049:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055600/0x94898f2cdefc2ee5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.417055:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8eb50216d800) 00010000:00010000:2.0:1781272615.417057:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272615.417059:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1781272615.417175:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+81:25652:x1867799159189888:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 10385us (10542us total) trans 4294967818 rc 0/0 00000100:00100000:2.0:1781272615.417183:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 871 00000100:00100000:2.0:1781272615.448726:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272615.449285:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159190144 00000100:00100000:0.0:1781272615.449302:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159190144 00000100:00100000:0.0:1781272615.449409:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 872 00000100:00100000:0.0:1781272615.449420:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+81:25653:x1867799159190144:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272615.449446:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272615.450146:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054000/0x94898f2cdefc2ef3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831f2 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.450225:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055400/0x94898f2cdefc2efa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.450241:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055400/0x94898f2cdefc2efa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.450253:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055400/0x94898f2cdefc2efa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272615.450297:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272615.450301:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272615.450324:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055400/0x94898f2cdefc2efa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.450353:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054000/0x94898f2cdefc2ef3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831f2 expref: 83 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.450374:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055400/0x94898f2cdefc2efa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831f2 expref: 82 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.450384:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272615.450387:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272615.450391:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5055400, rc 0) 00000100:00100000:0.0:1781272615.450455:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+82:25653:x1867799159190144:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1036us (1741us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272615.450463:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 872 00000100:00100000:0.0:1781272615.455893:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272615.456006:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159190272 00000100:00100000:1.0:1781272615.456021:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159190272 00000100:00100000:1.0:1781272615.456136:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 873 00000100:00100000:1.0:1781272615.456150:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+82:25653:x1867799159190272:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272615.456178:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272615.456205:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2f01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab831f9 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456294:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456312:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456327:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456340:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456348:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456355:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456524:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2f16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456534:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456541:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272615.456589:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:1.0:1781272615.456593:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272615.456619:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456631:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456638:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f08 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456645:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456652:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272615.456657:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456667:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f08 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456681:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272615.456690:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272615.456698:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456705:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456722:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456728:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456734:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456739:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272615.456741:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456747:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456755:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8eb50216d800) 00010000:00010000:1.0:1781272615.456757:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272615.456760:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f0f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456765:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456795:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2f01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831f9 expref: 84 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456822:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831f9 expref: 83 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.456886:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:1.0:1781272615.456889:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781272615.456892:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1200, rc 0) 00000100:00100000:1.0:1781272615.456987:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+83:25653:x1867799159190272:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 840us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272615.456996:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 873 00000100:00100000:1.0:1781272615.461734:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272615.461889:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159190528 00000100:00100000:3.0:1781272615.461903:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159190528 00000100:00100000:3.0:1781272615.461990:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 874 00000100:00100000:3.0:1781272615.462003:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+83:25653:x1867799159190528:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272615.462035:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272615.462061:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2f1d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83200 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.462296:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f24 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.462317:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f24 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.462332:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f24 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.462351:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2f2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.462357:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2f2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.462400:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2f2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.463703:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f32 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.463728:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.463738:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272615.463750:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00010000:00010000:3.0:1781272615.463782:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f24 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.463789:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f24 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.463797:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f24 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.463803:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625be00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272615.463808:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f24 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.463816:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f24 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.463862:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:3.0:1781272615.463866:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272615.463888:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f24 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.463895:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f24 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272615.463912:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000038c74f6a reply state 000000009ce4f2b6 transno 4294967819 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2f2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.464060:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2f2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.464070:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8eb3c31aaa00) 00010000:00010000:3.0:1781272615.464073:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272615.464077:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1781272615.464254:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2f1d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83200 expref: 86 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.464273:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83200 expref: 85 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.464281:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8eb3c31aaf00) 00010000:00010000:3.0:1781272615.464283:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272615.464286:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625a800, rc 0) 00000100:00100000:3.0:1781272615.464400:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+86:25653:x1867799159190528:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 2399us (2681us total) trans 4294967819 rc 0/0 00000100:00100000:3.0:1781272615.464409:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 874 00000100:00100000:3.0:1781272615.468699:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272615.468983:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159190784 00000100:00100000:0.0:1781272615.468998:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159190784 00000100:00100000:0.0:1781272615.469119:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 875 00000100:00100000:0.0:1781272615.469133:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+86:25653:x1867799159190784:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272615.469169:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272615.469203:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054400/0x94898f2cdefc2f40 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83207 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.469371:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.469389:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f32 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83200 expref: 87 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.469400:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.469446:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83200 expref: 87 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.469475:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f32 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83200 expref: 87 pid: 6493 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272615.469506:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4022a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168584832:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272615.469621:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c887a900 going to sleep for 11 seconds 00000100:00100000:1.0:1781272615.474394:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4022a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168584832:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272615.474439:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272615.475397:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272615.475590:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159190912 00000100:00100000:0.0:1781272615.475602:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159190912 00010000:00010000:0.0:1781272615.475655:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f32 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83200 expref: 88 pid: 6493 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272615.475741:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 285 00000100:00100000:0.0:1781272615.475752:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+88:2390:x1867799159190912:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272615.475773:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272615.475780:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f32 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83200 expref: 88 pid: 6493 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.475794:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83200 expref: 88 pid: 6493 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.475823:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83200 expref: 88 pid: 6493 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.475884:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8eb3c31aaf00) 00010000:00010000:0.0:1781272615.475890:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.475910:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.475919:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.475945:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272615.476024:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+87:2390:x1867799159190912:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 272us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272615.476033:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 285 00010000:00010000:1.0:1781272615.476102:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.476124:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272615.476149:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00080000:1.0:1781272615.476379:0:6492:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x11:0x0], index 1: 0 00000004:00080000:1.0:1781272615.476388:0:6492:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x10:0x0], index 0: 0 00010000:00010000:1.0:1781272615.476545:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.476555:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.476582:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.476589:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5054200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272615.476594:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.476604:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.476616:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8eb3c31aaf00) 00010000:00010000:1.0:1781272615.476619:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272615.476623:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.476630:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054200/0x94898f2cdefc2f47 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.476702:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054400/0x94898f2cdefc2f40 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83207 expref: 87 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.476712:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:1.0:1781272615.476715:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272615.476719:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054400/0x94898f2cdefc2f40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83207 expref: 87 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.476729:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5054400, rc 0) 00000100:00100000:1.0:1781272615.476768:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+86:25653:x1867799159190784:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 7638us (8081us total) trans 4294967820 rc 301/301 00000100:00100000:1.0:1781272615.476788:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 875 00000100:00100000:0.0:1781272615.480502:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272615.480596:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159191168 00000100:00100000:3.0:1781272615.480627:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159191168 00000100:00100000:3.0:1781272615.480702:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 169 00000100:00100000:3.0:1781272615.480715:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+86:25653:x1867799159191168:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:3.0:1781272615.482743:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+87:25653:x1867799159191168:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 2013us (2253us total) trans 4294967821 rc 0/0 00000100:00100000:3.0:1781272615.482760:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 169 00000100:00100000:2.0:1781272615.487988:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272615.488170:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272615.488201:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168584960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272615.488295:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272615.489150:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159191296 00000100:00100000:0.0:1781272615.489164:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159191296 00000100:00100000:0.0:1781272615.489240:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 876 00000100:00100000:0.0:1781272615.489252:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+87:25653:x1867799159191296:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272615.489286:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272615.489319:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055200/0x94898f2cdefc2f55 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8320e expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.489406:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055200/0x94898f2cdefc2f55 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8320e expref: 88 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.489429:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055200/0x94898f2cdefc2f55 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8320e expref: 88 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272615.489451:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168584960 00010000:00010000:0.0:1781272615.489453:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:0.0:1781272615.489458:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272615.489464:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5055200, rc 0) 00000100:00100000:2.0:1781272615.489494:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168584960 00000100:00100000:0.0:1781272615.489557:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+88:25653:x1867799159191296:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 305us (1581us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272615.489570:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 876 00000100:00100000:2.0:1781272615.489581:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1781272615.489609:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168584960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272615.489646:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1781272615.489733:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168584960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 130us (1437us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272615.489741:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00080000:2.0:1781272615.489785:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272615.489853:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168584960:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272615.490378:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4020380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168585088:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.490443:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272615.490471:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168585088 00000100:00100000:0.0:1781272615.490488:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168585088 00000100:00100000:2.0:1781272615.490506:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168585600:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.490539:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272615.490565:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168586112:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.490589:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272615.490609:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1781272615.490616:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168585472:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.490640:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272615.490655:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168585984:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.490675:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272615.490693:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168586496:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.490727:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272615.490760:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168585600 00000100:00100000:2.0:1781272615.490765:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168585600 00000100:00100000:2.0:1781272615.490800:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1781272615.490808:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168585600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.490890:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168585600:12345-0@lo:400:kworker.0 Request processed in 83us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272615.490898:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1781272615.490920:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168586112 00000100:00100000:2.0:1781272615.490923:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168586112 00000100:00100000:2.0:1781272615.490950:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168585984 00000100:00100000:2.0:1781272615.490953:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168585984 00000100:00100000:2.0:1781272615.490971:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168586496 00000100:00100000:2.0:1781272615.490988:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168586496 00000100:00100000:2.0:1781272615.491594:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1781272615.491607:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168586112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.491632:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168585216:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.491658:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168586112:12345-0@lo:400:kworker.0 Request processed in 51us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272615.491668:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1781272615.491688:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1781272615.491698:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168585984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.491708:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272615.491758:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168585984:12345-0@lo:400:kworker.0 Request processed in 60us (1078us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272615.491760:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168585728:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.491779:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1781272615.491790:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1781272615.491797:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168586496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.492336:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168586496:12345-0@lo:400:kworker.0 Request processed in 538us (1607us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272615.492453:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1781272615.492502:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1781272615.492522:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168585088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272615.492585:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168585088:12345-0@lo:400:kworker.0 Request processed in 73us (2144us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272615.492593:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00080000:2.0:1781272615.492628:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272615.492665:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168586624:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272615.492720:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272615.492778:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168585984:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.492787:0:3621:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000004:00080000:2.0:1781272615.492792:0:3621:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967339 committed transno 4294967339 00000100:00100000:2.0:1781272615.492811:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168586496:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.492823:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168585600:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.492851:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168586112:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.492863:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4020380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168585088:0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.493684:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272615.493730:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168586240:0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.493756:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272615.493804:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1781272615.493813:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168585344:0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.493866:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272615.493897:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168585856:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.493899:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168585472 00000100:00100000:2.0:1781272615.493916:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168585472 00000100:00100000:3.0:1781272615.493927:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272615.493955:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168586368:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.493967:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1781272615.493980:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168585472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.493991:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272615.494039:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168585344 00000100:00100000:3.0:1781272615.494046:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168585344 00000100:00100000:3.0:1781272615.494098:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1781272615.494126:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168585344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.494184:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168585344:12345-0@lo:400:kworker.0 Request processed in 61us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272615.494193:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1781272615.494226:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168585216 00000100:00100000:3.0:1781272615.494231:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168585216 00000100:00100000:3.0:1781272615.494251:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168585728 00000100:00100000:3.0:1781272615.494254:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168585728 00000100:00100000:3.0:1781272615.494297:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168586240 00000100:00100000:3.0:1781272615.494300:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168586240 00000100:00100000:3.0:1781272615.494315:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168585856 00000100:00100000:3.0:1781272615.494317:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168585856 00000100:00100000:3.0:1781272615.494345:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168586368 00000100:00100000:3.0:1781272615.494348:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168586368 00000100:00100000:3.0:1781272615.494364:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1781272615.494370:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168585216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.494406:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168585216:12345-0@lo:400:kworker.0 Request processed in 36us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272615.494413:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1781272615.494427:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1781272615.494433:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168585728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.494465:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168585728:12345-0@lo:400:kworker.0 Request processed in 32us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272615.494474:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168585472:12345-0@lo:400:kworker.0 Request processed in 88us (3422us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272615.494492:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1781272615.494504:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1781272615.494519:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1781272615.494531:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168586240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.494541:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1781272615.494555:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168585856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.494571:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168586240:12345-0@lo:400:kworker.0 Request processed in 43us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272615.494590:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1781272615.494614:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1781272615.494622:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168586368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.494654:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168586368:12345-0@lo:400:kworker.0 Request processed in 33us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272615.494660:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00080000:3.0:1781272615.494679:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272615.494684:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272615.494725:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168585344:0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.494738:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168586368:0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.494748:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168585216:0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.494757:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168585728:0@lo:400:kworker.0 00000100:00100000:3.0:1781272615.494765:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168586240:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.494931:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168585856:12345-0@lo:400:kworker.0 Request processed in 378us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272615.494943:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1781272615.494950:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168586624 00000100:00100000:0.0:1781272615.494959:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168586624 00000100:00100000:2.0:1781272615.495000:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168585472:0@lo:400:kworker.0 00000100:00100000:0.0:1781272615.495029:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1781272615.495041:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168586624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272615.495065:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1781272615.496010:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168585856:0@lo:400:kworker.0 00000100:00100000:2.0:1781272615.496697:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272615.496954:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168586624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1911us (4229us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272615.496970:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1781272615.497008:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159191552 00000100:00100000:1.0:1781272615.497020:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159191552 00000100:00100000:1.0:1781272615.497165:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 170 00000100:00100000:1.0:1781272615.497179:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+88:25653:x1867799159191552:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:2.0:1781272615.497205:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168586624:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272615.497549:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+89:25653:x1867799159191552:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 370us (855us total) trans 4294967822 rc 0/0 00000100:00100000:1.0:1781272615.497558:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 170 00000100:00100000:0.0:1781272615.549873:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272615.550092:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159191680 00000100:00100000:3.0:1781272615.550323:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159191680 00000100:00100000:3.0:1781272615.550414:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 877 00000100:00100000:3.0:1781272615.550427:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+89:25659:x1867799159191680:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:3.0:1781272615.550464:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272615.550503:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2f5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83215 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.550879:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.551058:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.551075:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272615.551212:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:3.0:1781272615.551220:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272615.551248:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.551284:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc2f5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83215 expref: 91 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.551308:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83215 expref: 90 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.551319:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:3.0:1781272615.551323:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272615.551326:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625be00, rc 0) 00000100:00100000:3.0:1781272615.551575:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+90:25659:x1867799159191680:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 1146us (1756us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272615.551585:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 877 00000100:00100000:2.0:1781272615.563353:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272615.563748:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159191808 00000100:00100000:3.0:1781272615.563764:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159191808 00000100:00100000:3.0:1781272615.563867:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 878 00000100:00100000:3.0:1781272615.563882:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+90:25660:x1867799159191808:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272615.563913:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272615.563984:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f6a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8321c expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564097:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2f71 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564132:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2f71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564150:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2f71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564164:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2f78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564171:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564178:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564289:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2f7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564298:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2f7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564305:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2f7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272615.564376:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00200000:3.0:1781272615.564381:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272615.564406:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2f7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564430:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2f7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564440:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2f71 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564448:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2f71 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564454:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2f71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564461:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272615.564466:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2f71 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564475:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2f71 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564501:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:3.0:1781272615.564504:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272615.564510:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2f71 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564635:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2f71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564656:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564662:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2f78 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564674:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2f78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564679:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272615.564682:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2f78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564688:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2f78 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564696:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8eb3c31aaa00) 00010000:00010000:3.0:1781272615.564699:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272615.564702:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2f78 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564707:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc2f78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564740:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc2f6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8321c expref: 92 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564756:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2f7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8321c expref: 91 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.564764:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:3.0:1781272615.564766:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272615.564769:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e200, rc 0) 00000100:00100000:3.0:1781272615.564900:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+91:25660:x1867799159191808:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1022us (1562us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272615.564920:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 878 00000100:00100000:2.0:1781272615.571732:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272615.571882:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272615.572432:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159191936 00000100:00100000:0.0:1781272615.572449:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159191936 00000100:00080000:2.0:1781272615.572610:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272615.572683:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159192064 00000100:00100000:0.0:1781272615.572688:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159192064 00000100:00100000:2.0:1781272615.572779:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 211 00000100:00100000:0.0:1781272615.573389:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 212 00000100:00100000:0.0:1781272615.573402:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159192064:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272615.573428:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272615.573463:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5584008/0x94898f2cdefc2f86 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8322a expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272615.573511:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272615.573677:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272615.573680:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272615.573691:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5584008/0x94898f2cdefc2f86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8322a expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.573714:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d5584008/0x94898f2cdefc2f86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8322a expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.573731:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5054e00, rc 0) 00000100:00100000:0.0:1781272615.573818:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159192064:12345-192.168.204.14@tcp:101:rm.0 Request processed in 420us (1935us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272615.573826:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 212 00000100:00100000:2.0:1781272615.574018:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159191936:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272615.574032:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272615.574049:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc2f8d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83223 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272615.574069:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781272615.574079:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272615.574081:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272615.574086:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc2f8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83223 expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.574100:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc2f8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83223 expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.574121:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8800, rc 0) 00000100:00100000:2.0:1781272615.574145:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159191936:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1356us (2430us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272615.574151:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 211 00000100:00080000:1.0:1781272615.577869:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272615.579009:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272615.579198:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159192320 00000100:00100000:1.0:1781272615.579213:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159192320 00000100:00100000:1.0:1781272615.579330:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 879 00000100:00100000:1.0:1781272615.579342:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+91:25660:x1867799159192320:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:1.0:1781272615.579429:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1781272615.579468:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2f7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8321c expref: 91 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.580233:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055200/0x94898f2cdefc2f55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8320e expref: 90 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.580250:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:1.0:1781272615.580268:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc2f63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83215 expref: 89 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.580276:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:1.0:1781272615.580301:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272615.580334:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f94 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.580351:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f94 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.580360:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f94 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.580371:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f9b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.580378:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.580385:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.580512:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2fa2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.581240:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2fa2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.581252:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2fa2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781272615.581745:0:6492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8840 00000004:00080000:1.0:1781272615.581758:0:6492:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 572476926269ns, next at 573476923131ns, rc = 0 00000040:00080000:1.0:1781272615.582182:0:6492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8728 00000004:00080000:1.0:1781272615.582200:0:6492:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 572477368505ns, next at 573477365515ns, rc = 0 00010000:00010000:1.0:1781272615.582283:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fa9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582315:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fa9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582325:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fa9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582333:0:6492:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fa9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582339:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fa9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582346:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fa9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582599:0:6492:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781272615.582631:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2fa2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582639:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2fa2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582646:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2fa2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582652:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272615.582658:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2fa2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582667:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2fa2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582697:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8eb3c2f91000) 00010000:00010000:1.0:1781272615.582701:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781272615.582707:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2fa2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582713:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2fa2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582736:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f94 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582744:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f94 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582750:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f94 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582756:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272615.582758:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f94 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582764:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f94 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582772:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:1.0:1781272615.582775:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272615.582778:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f94 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582784:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2f94 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272615.582818:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006eb387f0 reply state 00000000a90cfb58 transno 4294967823 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582866:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.582872:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8eb3c31aaa00) 00010000:00010000:1.0:1781272615.582875:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272615.582878:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272615.583039:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+90:25660:x1867799159192320:12345-192.168.204.14@tcp:36:rm.0 Request processed in 3692us (4038us total) trans 4294967823 rc 0/0 00000100:00100000:1.0:1781272615.583051:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 879 00010000:00010000:2.0:1781272615.584578:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781272615.584596:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fa9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.584633:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272615.584638:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fa9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.584648:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fa9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.584668:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8eb3c2f91000) 00010000:00010000:2.0:1781272615.584671:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781272615.584676:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fa9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.584681:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fa9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.584711:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272615.584713:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272615.584715:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272615.596668:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272615.596817:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159192576 00000100:00100000:3.0:1781272615.596863:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159192576 00000100:00100000:3.0:1781272615.596945:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 880 00000100:00100000:3.0:1781272615.596958:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+90:25661:x1867799159192576:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1781272615.596996:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272615.597023:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2fb0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83231 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.597281:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2fb7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.597300:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2fb7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.597314:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2fb7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.597327:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2fbe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.597335:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2fbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272615.597342:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2fbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781272615.598601:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x12:0x0], index 1: 0 00010000:00010000:0.0:1781272615.598827:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055c00/0x94898f2cdefc2fc5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.598878:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055c00/0x94898f2cdefc2fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.598890:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055c00/0x94898f2cdefc2fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.598949:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2fb7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.598959:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2fb7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.598966:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2fb7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.598974:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2fb7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.598980:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9f800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272615.598985:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2fb7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.598993:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2fb7 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.599009:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:0.0:1781272615.599013:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272615.599020:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2fb7 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.599028:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc2fb7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272615.599050:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004701c7a4 reply state 0000000006eefc85 transno 4294967824 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2fbe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.599065:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2fbe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.599071:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8eb3c31aaa00) 00010000:00010000:0.0:1781272615.599074:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272615.599078:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1781272615.599240:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc2fb0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83231 expref: 93 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.599259:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055c00/0x94898f2cdefc2fc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83231 expref: 92 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272615.599268:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:0.0:1781272615.599270:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272615.599273:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5055c00, rc 0) 00000100:00100000:0.0:1781272615.599453:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+93:25661:x1867799159192576:12345-192.168.204.14@tcp:101:dd.0 Request processed in 2497us (2800us total) trans 4294967824 rc 0/0 00000100:00100000:0.0:1781272615.599465:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 880 00000100:00100000:3.0:1781272615.599854:0:9892:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9892:1867799168586752:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1781272615.599938:0:9892:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272615.600033:0:9892:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c607c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272615.600320:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168586752 00000100:00100000:2.0:1781272615.600342:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168586752 00000100:00100000:2.0:1781272615.600411:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1781272615.600421:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:9892:x1867799168586752:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1781272615.600488:0:9894:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 34 00000100:00100000:2.0:1781272615.607398:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:9892:x1867799168586752:12345-0@lo:5:osp-pre-1-0.0 Request processed in 6970us (7451us total) trans 4294967340 rc 0/0 00000100:00100000:2.0:1781272615.607413:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1781272615.607782:0:9892:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9892:1867799168586752:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1781272615.607821:0:9892:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x12:0x0]-[0x2c0000401:0x41:0x0] 00000100:00100000:3.0:1781272615.620280:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272615.620525:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159192704 00000100:00100000:2.0:1781272615.620540:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159192704 00000100:00100000:2.0:1781272615.620625:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 214 00000100:00100000:2.0:1781272615.620663:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:25661:x1867799159192704:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:2.0:1781272615.620685:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272615.620713:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83238 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272615.620743:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781272615.620768:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272615.620770:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272615.620780:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 13 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.620799:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 13 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.620813:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8a00, rc 0) 00000100:00100000:2.0:1781272615.620923:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+13:25661:x1867799159192704:12345-192.168.204.14@tcp:101:dd.0 Request processed in 263us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272615.620930:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 214 00000100:00100000:0.0:1781272615.767496:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272615.767729:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159192832 00000100:00100000:2.0:1781272615.767744:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159192832 00002000:00100000:2.0:1781272615.768177:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff8eb3c339fb80 x1867799159192832/t0(0) o4->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:371/0 lens 488/0 e 0 to 0 dl 1781272626 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272615.768191:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c339fb80 with x1867799159192832 ext(0->4194303) 00002000:00010000:2.0:1781272615.768200:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c339fb80 00000100:00100000:2.0:1781272615.768288:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 64 00000100:00100000:2.0:1781272615.768302:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159192832:12345-192.168.204.14@tcp:4:dd.0 00000100:00100000:0.0:1781272615.804493:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272615.807497:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159193088 00000100:00100000:3.0:1781272615.807519:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159193088 00000100:00100000:3.0:1781272615.807619:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 171 00000100:00100000:3.0:1781272615.807632:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+93:25661:x1867799159193088:12345-192.168.204.14@tcp:35:dd.0 00000100:00100000:3.0:1781272615.815070:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+94:25661:x1867799159193088:12345-192.168.204.14@tcp:35:dd.0 Request processed in 7422us (10586us total) trans 4294967825 rc 0/0 00000100:00100000:3.0:1781272615.815089:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 171 00000100:00100000:2.0:1781272615.899610:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272615.905002:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159193344 00000100:00100000:0.0:1781272615.905027:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159193344 00000100:00100000:1.0:1781272615.905373:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 881 00000100:00100000:1.0:1781272615.905389:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+94:25664:x1867799159193344:12345-192.168.204.14@tcp:101:md5sum.0 00010000:00010000:1.0:1781272615.905431:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272615.905465:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2fda lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8323f expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.905656:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2fe1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.905677:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2fe1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.905691:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2fe1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272615.905706:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:1.0:1781272615.905925:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc2fda lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8323f expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.905964:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2fe1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8323f expref: 96 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272615.905976:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:1.0:1781272615.905979:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1781272615.905985:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0800, rc 0) 00000100:00100000:1.0:1781272615.906078:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+96:25664:x1867799159193344:12345-192.168.204.14@tcp:101:md5sum.0 Request processed in 692us (6483us total) trans 4294967826 rc 0/0 00000100:00100000:1.0:1781272615.906087:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 881 00000100:00100000:2.0:1781272615.919753:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:2391:x1867799159192832:12345-192.168.204.14@tcp:4:dd.0 Request processed in 151437us (152265us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1781272615.919771:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 64 00002000:00100000:2.0:1781272615.919790:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff8eb3c339fb80 x1867799159192832/t4294967341(0) o4->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:371/0 lens 488/448 e 0 to 0 dl 1781272626 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272615.919802:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c339fb80 with x1867799159192832 ext(0->4194303) 00002000:00010000:2.0:1781272615.919810:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c339fb80 00000100:00100000:2.0:1781272615.948390:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272615.948644:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159193472 00000100:00100000:1.0:1781272615.948660:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159193472 00000100:00100000:1.0:1781272615.948743:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 882 00000100:00100000:1.0:1781272615.948757:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+96:25665:x1867799159193472:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272615.948795:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272615.948824:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83246 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.949503:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2ff6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.949598:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.949613:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272615.949682:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1781272615.949686:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272615.949712:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.949748:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc2fef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83246 expref: 98 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.949773:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83246 expref: 97 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272615.949811:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:2.0:1781272615.949815:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272615.949820:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8c00, rc 0) 00000100:00100000:2.0:1781272615.950177:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+97:25665:x1867799159193472:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1421us (1809us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272615.950188:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 882 00000100:00100000:2.0:1781272615.957052:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272615.957190:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159193728 00000100:00100000:0.0:1781272615.957206:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159193728 00000100:00100000:0.0:1781272615.957294:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 883 00000100:00100000:0.0:1781272615.957307:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+97:25665:x1867799159193728:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:0.0:1781272615.957586:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:0.0:1781272615.957704:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+97:25665:x1867799159193728:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 399us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272615.957714:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 883 00000040:00080000:2.0:1781272616.066066:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272616.066082:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272616.066119:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:2.0:1781272616.066137:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272616.066516:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a0000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168586880:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272616.066692:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4d2b7dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1781272616.076758:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272616.076896:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159193856 00000100:00100000:1.0:1781272616.076909:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159193856 00000100:00100000:1.0:1781272616.076993:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 884 00000100:00100000:1.0:1781272616.077006:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+35:25675:x1867799159193856:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272616.077057:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272616.077242:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+35:25675:x1867799159193856:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 238us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272616.077269:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 884 00000100:00100000:0.0:1781272616.077576:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a0000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168586880:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272616.090179:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272616.090301:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159194112 00000100:00100000:0.0:1781272616.090316:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159194112 00000100:00100000:0.0:1781272616.090453:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 885 00000100:00100000:0.0:1781272616.090466:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+34:25675:x1867799159194112:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272616.090510:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272616.090543:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054600/0x94898f2cdefc2ffd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8324d expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.090709:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054a00/0x94898f2cdefc3004 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.090728:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054a00/0x94898f2cdefc3004 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.090742:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054a00/0x94898f2cdefc3004 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272616.090758:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:0.0:1781272616.090975:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054600/0x94898f2cdefc2ffd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8324d expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.091011:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054a00/0x94898f2cdefc3004 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8324d expref: 36 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.091023:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:0.0:1781272616.091027:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272616.091031:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5054a00, rc 0) 00000100:00100000:0.0:1781272616.091121:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+36:25675:x1867799159194112:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 658us (958us total) trans 4294967827 rc 0/0 00000100:00100000:0.0:1781272616.091130:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 885 00000100:00100000:1.0:1781272616.098958:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272616.099199:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159194240 00000100:00100000:1.0:1781272616.099212:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159194240 00000100:00100000:1.0:1781272616.099296:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 215 00000100:00100000:1.0:1781272616.099310:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159194240:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272616.099379:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1781272616.099908:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1781272616.100150:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 14 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.100164:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272616.100167:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272616.100171:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.101227:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 14 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.101254:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 14 pid: 8407 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272616.101276:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168587008:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272616.101766:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c887af00 going to sleep for 11 seconds 00000100:00100000:1.0:1781272616.111418:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272616.111889:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159194368 00000100:00100000:3.0:1781272616.111908:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159194368 00002000:00100000:3.0:1781272616.112013:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff8eb3c30d4380 x1867799159194368/t0(0) o4->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:372/0 lens 488/0 e 0 to 0 dl 1781272627 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272616.112027:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d4380 with x1867799159194368 ext(4194304->5242879) 00010000:00010000:3.0:1781272616.112041:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 15 pid: 8407 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272616.112064:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 15 pid: 8407 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272616.112073:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c30d4380 00000100:00100000:3.0:1781272616.112353:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 8 00000100:00100000:3.0:1781272616.112367:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159194368:12345-192.168.204.14@tcp:4:md5sum.0 00000100:00100000:0.0:1781272616.119685:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168587008:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272616.119736:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272616.158419:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159194368:12345-192.168.204.14@tcp:4:md5sum.0 Request processed in 46035us (46995us total) trans 4294967342 rc 0/0 00000100:00100000:1.0:1781272616.158713:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 8 00002000:00100000:1.0:1781272616.158734:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff8eb3c30d4380 x1867799159194368/t4294967342(0) o4->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:372/0 lens 488/448 e 0 to 0 dl 1781272627 ref 1 fl Complete:H/600/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272616.158747:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d4380 with x1867799159194368 ext(4194304->5242879) 00010000:00010000:1.0:1781272616.158772:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 17 pid: 8407 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.158797:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 17 pid: 8407 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272616.158805:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c30d4380 00000100:00100000:3.0:1781272616.173013:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272616.173793:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159194496 00000100:00100000:0.0:1781272616.173810:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159194496 00010000:00010000:0.0:1781272616.173912:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 17 pid: 8407 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272616.173960:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 286 00000100:00100000:0.0:1781272616.173973:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159194496:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272616.173997:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781272616.174023:0:6476:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:0.0:1781272616.174028:0:6476:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb mtime from disk: 0 -> 1781272615 00002000:00010000:0.0:1781272616.174030:0:6476:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb atime from disk: 0 -> 1781272615 00002000:00010000:0.0:1781272616.174032:0:6476:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb ctime from disk: 0 -> 1781272615 00002000:00010000:0.0:1781272616.174035:0:6476:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb blocks from disk: 0 -> 10240 00010000:00010000:0.0:1781272616.174045:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 17 pid: 8407 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.174061:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 17 pid: 8407 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.174094:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc2fd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83238 expref: 17 pid: 8407 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.175409:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272616.175413:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272616.175421:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.175436:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.175492:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272616.175610:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159194496:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1633us (2608us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272616.175623:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 286 00010000:00010000:2.0:1781272616.175793:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.175805:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.175868:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.175877:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.175911:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.175919:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272616.175924:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.175934:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.175953:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.175963:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc3012 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272616.176030:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159194240:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 76723us (77087us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272616.176040:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 215 00000100:00100000:2.0:1781272616.184541:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272616.188763:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159194752 00000100:00100000:0.0:1781272616.188788:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159194752 00000100:00100000:0.0:1781272616.188907:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 886 00000100:00100000:0.0:1781272616.188920:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+36:25675:x1867799159194752:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272616.189113:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+36:25675:x1867799159194752:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 194us (4587us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272616.189127:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 886 00000100:00100000:3.0:1781272616.194251:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272616.195342:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159194880 00000100:00100000:0.0:1781272616.195431:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159194880 00000100:00100000:0.0:1781272616.196775:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 216 00000100:00100000:0.0:1781272616.196805:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159194880:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272616.196858:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272616.196891:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7443938/0x94898f2cdefc3019 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83254 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272616.196932:0:9894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a2c1027, atime: 0x6a2c1027, ctime: 0x6a2c1027, blocks: 0x2800 00010000:00010000:0.0:1781272616.196963:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272616.196966:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272616.196979:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7443938/0x94898f2cdefc3019 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83254 expref: 10 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.197001:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7443938/0x94898f2cdefc3019 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83254 expref: 10 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.197018:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5054c00, rc 0) 00000100:00100000:0.0:1781272616.197125:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159194880:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 334us (2885us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272616.197133:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 216 00000100:00100000:0.0:1781272616.204745:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272616.205182:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159195136 00000100:00100000:1.0:1781272616.205198:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159195136 00000100:00100000:1.0:1781272616.205288:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 887 00000100:00100000:1.0:1781272616.205301:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+36:25675:x1867799159195136:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272616.205895:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+36:25675:x1867799159195136:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 590us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272616.205906:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 887 00000100:00100000:1.0:1781272616.219369:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272616.219638:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159195264 00000100:00100000:0.0:1781272616.219653:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159195264 00002000:00100000:0.0:1781272616.219726:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (0->1048575) req@ffff8eb3c30d5f80 x1867799159195264/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:372/0 lens 488/0 e 0 to 0 dl 1781272627 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272616.219740:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d5f80 with x1867799159195264 ext(0->1048575) 00002000:00010000:0.0:1781272616.219748:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c30d5f80 00000100:00100000:0.0:1781272616.219815:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 65 00000100:00100000:0.0:1781272616.219827:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159195264:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1781272616.255947:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159195264:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 36108us (36578us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1781272616.255968:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 65 00002000:00100000:0.0:1781272616.255998:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (0->1048575) req@ffff8eb3c30d5f80 x1867799159195264/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:372/0 lens 488/440 e 0 to 0 dl 1781272627 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272616.256011:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d5f80 with x1867799159195264 ext(0->1048575) 00002000:00010000:0.0:1781272616.256019:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c30d5f80 00000040:00080000:3.0:1781272616.256723:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1781272616.257339:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272616.322712:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272616.322816:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159195392 00000100:00100000:1.0:1781272616.322886:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159195392 00002000:00100000:1.0:1781272616.322960:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (1048576->5242879) req@ffff8eb4ff9a4e00 x1867799159195392/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:372/0 lens 488/0 e 0 to 0 dl 1781272627 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272616.322973:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff9a4e00 with x1867799159195392 ext(1048576->5242879) 00002000:00010000:1.0:1781272616.322981:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff9a4e00 00000100:00100000:1.0:1781272616.323015:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 66 00000100:00100000:1.0:1781272616.323029:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159195392:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781272616.383930:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159195392:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 60881us (61212us total) trans 0 rc 4194304/4194304 00000100:00100000:1.0:1781272616.383965:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 66 00002000:00100000:1.0:1781272616.383985:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x12:0x0] (1048576->5242879) req@ffff8eb4ff9a4e00 x1867799159195392/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:372/0 lens 488/440 e 0 to 0 dl 1781272627 ref 1 fl Complete:/600/0 rc 4194304/4194304 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272616.383998:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff9a4e00 with x1867799159195392 ext(1048576->5242879) 00002000:00010000:1.0:1781272616.384006:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff9a4e00 00000100:00100000:3.0:1781272616.415304:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272616.415491:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159195520 00000100:00100000:2.0:1781272616.415508:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159195520 00000100:00100000:2.0:1781272616.415625:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 888 00000100:00100000:2.0:1781272616.415638:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+36:25675:x1867799159195520:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272616.415684:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272616.415712:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3020 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8325b expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.415761:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3027 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.415780:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3027 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.415795:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3027 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.415984:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3020 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8325b expref: 38 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.416005:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3027 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8325b expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272616.416014:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:2.0:1781272616.416018:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272616.416022:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8a00, rc 0) 00000100:00100000:2.0:1781272616.416094:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:25675:x1867799159195520:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 459us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272616.416102:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 888 00000100:00100000:3.0:1781272616.425090:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272616.426255:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159195648 00000100:00100000:2.0:1781272616.426275:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159195648 00000100:00100000:2.0:1781272616.426701:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 889 00000100:00100000:2.0:1781272616.426716:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+37:25675:x1867799159195648:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272616.426784:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272616.426991:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+37:25675:x1867799159195648:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 278us (1917us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272616.426999:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 889 00000100:00100000:3.0:1781272616.439859:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272616.440059:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159195776 00000100:00100000:0.0:1781272616.440074:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159195776 00000100:00100000:0.0:1781272616.440167:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 217 00000100:00100000:0.0:1781272616.440179:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159195776:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781272616.440258:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c3031adf/0x94898f2cdefc302e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.440280:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272616.440283:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272616.440289:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c3031adf/0x94898f2cdefc302e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.440318:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c3031adf/0x94898f2cdefc302e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.440360:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c3031adf/0x94898f2cdefc302e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.440370:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c3031adf/0x94898f2cdefc302e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.440380:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c3031adf/0x94898f2cdefc302e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.440388:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5676000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:0.0:1781272616.440394:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3031adf/0x94898f2cdefc302e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.440403:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c3031adf/0x94898f2cdefc302e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.440435:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c3031adf/0x94898f2cdefc302e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272616.440444:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c3031adf/0x94898f2cdefc302e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272616.440783:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159195776:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 603us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272616.440793:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 217 00000100:00100000:3.0:1781272616.449671:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272616.449777:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159196032 00000100:00100000:1.0:1781272616.449790:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159196032 00000100:00100000:1.0:1781272616.450296:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 890 00000100:00100000:1.0:1781272616.450308:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:25675:x1867799159196032:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781272616.450506:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.450531:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3027 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8325b expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.450543:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.450656:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3027 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8325b expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.450674:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3027 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8325b expref: 37 pid: 6492 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272616.450692:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168587136:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272616.450824:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdcb40 going to sleep for 11 seconds 00000100:00100000:1.0:1781272616.459687:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272616.459736:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159196160 00000100:00100000:1.0:1781272616.459748:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159196160 00010000:00010000:1.0:1781272616.459958:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3027 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8325b expref: 38 pid: 6492 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272616.460006:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 287 00000100:00100000:1.0:1781272616.460020:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:2391:x1867799159196160:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272616.460044:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272616.460051:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3027 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8325b expref: 38 pid: 6492 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.460069:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3027 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8325b expref: 38 pid: 6492 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.460106:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:1.0:1781272616.460113:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.460126:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.460137:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.460164:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272616.460235:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:2391:x1867799159196160:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 218us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272616.460244:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 287 00010000:00010000:1.0:1781272616.462534:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3027 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8325b expref: 37 pid: 6492 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272616.462566:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168587136:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272616.462598:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.462611:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.462617:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.462865:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.463767:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.463787:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.463794:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c567c600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272616.463800:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.463810:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.463857:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:1.0:1781272616.463861:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272616.464120:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272616.464186:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c600/0x94898f2cdefc3035 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272616.464553:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:25675:x1867799159196032:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 14240us (14890us total) trans 4294967828 rc 0/0 00000100:00100000:1.0:1781272616.464567:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 890 00000040:00080000:0.0:1781272616.465026:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272616.465034:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272616.466306:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1781272616.466462:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272616.471052:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272616.474246:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159196416 00000100:00100000:3.0:1781272616.474265:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159196416 00000100:00100000:3.0:1781272616.474418:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 172 00000100:00100000:3.0:1781272616.474431:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:25675:x1867799159196416:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272616.476089:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:25675:x1867799159196416:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 1652us (5046us total) trans 4294967829 rc 0/0 00000100:00100000:3.0:1781272616.476102:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 172 00000040:00080000:1.0:1781272616.937487:0:20634:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272616.937501:0:20634:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272616.937546:0:20634:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:1.0:1781272616.937554:0:20634:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272617.019293:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272617.019528:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159196544 00000100:00100000:1.0:1781272617.019543:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159196544 00000100:00100000:1.0:1781272617.019636:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 218 00000100:00100000:1.0:1781272617.019649:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159196544:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272617.019674:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272617.019700:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da0ee210/0x94898f2cdefc303c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83262 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.019736:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272617.019739:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272617.019750:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da0ee210/0x94898f2cdefc303c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83262 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.019774:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000da0ee210/0x94898f2cdefc303c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83262 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.019811:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c567c600, rc 0) 00000100:00100000:1.0:1781272617.019931:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159196544:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 284us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272617.019940:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 218 00000100:00080000:0.0:1781272617.020180:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272617.027047:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168587264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272617.027169:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272617.027467:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168587264 00000100:00100000:0.0:1781272617.027485:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168587264 00000100:00100000:0.0:1781272617.027559:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1781272617.027570:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168587264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272617.027626:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:0.0:1781272617.027698:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168587264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 130us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272617.027708:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1781272617.029002:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168587264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272617.029156:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272617.029410:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159196800 00000100:00100000:0.0:1781272617.029418:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159196800 00000100:00080000:1.0:1781272617.029481:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272617.029498:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 173 00000100:00100000:0.0:1781272617.029510:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500940450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+97:25676:x1867799159196800:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:0.0:1781272617.029811:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500940450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+98:25676:x1867799159196800:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 301us (656us total) trans 4294967830 rc 0/0 00000100:00100000:0.0:1781272617.029818:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 173 00000100:00100000:1.0:1781272617.037559:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.037768:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159197056 00000100:00100000:3.0:1781272617.037783:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159197056 00000100:00100000:3.0:1781272617.037875:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 891 00000100:00100000:3.0:1781272617.037888:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+98:25676:x1867799159197056:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272617.037924:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272617.037928:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1781272617.037965:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc2fe1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8323f expref: 98 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.038005:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:3.0:1781272617.038011:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272617.038030:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc3043 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83269 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.038173:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646c00/0x94898f2cdefc304a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.038189:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646c00/0x94898f2cdefc304a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.038201:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646c00/0x94898f2cdefc304a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272617.038214:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:3.0:1781272617.038363:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc3043 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83269 expref: 100 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.038378:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646c00/0x94898f2cdefc304a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83269 expref: 99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.038385:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:3.0:1781272617.038389:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1781272617.038392:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646c00, rc 0) 00000100:00100000:3.0:1781272617.038473:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+99:25676:x1867799159197056:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 587us (929us total) trans 4294967831 rc 0/0 00000100:00100000:3.0:1781272617.038481:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 891 00000100:00100000:3.0:1781272617.047321:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272617.047467:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159197184 00000100:00100000:2.0:1781272617.047481:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159197184 00000100:00100000:2.0:1781272617.047557:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 219 00000100:00100000:2.0:1781272617.047568:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159197184:12345-192.168.204.14@tcp:1:lfs.0 00010000:00010000:2.0:1781272617.047632:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.047659:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7443938/0x94898f2cdefc3019 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83254 expref: 9 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.047669:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da0ee210/0x94898f2cdefc303c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83262 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.047677:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272617.047679:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272617.047683:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.047731:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da0ee210/0x94898f2cdefc303c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83262 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.047766:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da0ee210/0x94898f2cdefc303c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83262 expref: 17 pid: 8404 timeout: 673 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.047786:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168587392:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272617.047955:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d7443938/0x94898f2cdefc3019 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83254 expref: 9 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.047966:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d7443938/0x94898f2cdefc3019 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83254 expref: 9 pid: 9894 timeout: 673 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.047987:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168587520:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272617.048014:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe600 going to sleep for 11 seconds 00000100:00100000:3.0:1781272617.054928:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.054966:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159197312 00000100:00100000:3.0:1781272617.054978:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159197312 00010000:00010000:3.0:1781272617.055030:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da0ee210/0x94898f2cdefc303c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83262 expref: 18 pid: 8404 timeout: 673 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.055076:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 288 00000100:00100000:3.0:1781272617.055087:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+18:2390:x1867799159197312:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272617.055108:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272617.055136:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da0ee210/0x94898f2cdefc303c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83262 expref: 18 pid: 8404 timeout: 673 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.055153:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da0ee210/0x94898f2cdefc303c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83262 expref: 18 pid: 8404 timeout: 673 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.055189:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272617.055256:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+18:2390:x1867799159197312:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 171us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272617.055264:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 288 00010000:00010000:3.0:1781272617.060111:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da0ee210/0x94898f2cdefc303c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83262 expref: 17 pid: 8404 timeout: 673 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.060141:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168587392:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272617.060157:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168587520:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272617.060199:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.066023:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272617.066116:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159197440 00000100:00100000:2.0:1781272617.066131:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159197440 00010000:00010000:2.0:1781272617.066189:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d7443938/0x94898f2cdefc3019 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83254 expref: 10 pid: 9894 timeout: 673 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.066239:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 289 00000100:00100000:2.0:1781272617.066249:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159197440:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272617.066270:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272617.066444:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d7443938/0x94898f2cdefc3019 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83254 expref: 10 pid: 9894 timeout: 673 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.066488:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d7443938/0x94898f2cdefc3019 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83254 expref: 10 pid: 9894 timeout: 673 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.066520:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7443938/0x94898f2cdefc3019 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83254 expref: 10 pid: 9894 timeout: 673 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.066538:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272617.066541:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272617.066547:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.066559:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.067399:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272617.067503:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159197440:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1249us (1489us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272617.067515:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 289 00010000:00010000:3.0:1781272617.070210:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.070237:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.070284:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.070293:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.070966:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.070977:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272617.070983:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.070994:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.071021:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.071038:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc3058 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.077783:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159197184:12345-192.168.204.14@tcp:1:lfs.0 Request processed in 30196us (30466us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272617.077803:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 219 00000100:00100000:2.0:1781272617.081192:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.081696:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159197696 00000100:00100000:3.0:1781272617.081711:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159197696 00000100:00100000:3.0:1781272617.081780:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 174 00000100:00100000:3.0:1781272617.081791:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+99:25676:x1867799159197696:12345-192.168.204.14@tcp:35:lfs.0 00000004:00010000:3.0:1781272617.081924:0:15586:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x32:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646c00/0x94898f2cdefc304a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83269 expref: 99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272617.082446:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967832 00000001:00080000:3.0:1781272617.082949:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967833 00010000:00010000:3.0:1781272617.082999:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.083021:0:15586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055c00/0x94898f2cdefc2fc5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83231 expref: 102 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.083031:0:15586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054a00/0x94898f2cdefc3004 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8324d expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.083040:0:15586:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 5/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.083087:0:15586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054a00/0x94898f2cdefc3004 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8324d expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.083125:0:15586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054a00/0x94898f2cdefc3004 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8324d expref: 37 pid: 6492 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.083143:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168587648:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272617.083271:0:15586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055c00/0x94898f2cdefc2fc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83231 expref: 102 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.083280:0:15586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055c00/0x94898f2cdefc2fc5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83231 expref: 102 pid: 12323 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.083289:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2278e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168587776:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272617.083316:0:15586:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1781272617.086682:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.086729:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.086772:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159197824 00000100:00100000:3.0:1781272617.086788:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159197824 00000100:00100000:2.0:1781272617.088017:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159197952 00000100:00100000:2.0:1781272617.088033:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159197952 00010000:00010000:2.0:1781272617.088091:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055c00/0x94898f2cdefc2fc5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83231 expref: 103 pid: 12323 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.088170:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 290 00000100:00100000:2.0:1781272617.088182:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+103:2390:x1867799159197952:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272617.088207:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272617.088216:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055c00/0x94898f2cdefc2fc5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83231 expref: 103 pid: 12323 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.088230:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055c00/0x94898f2cdefc2fc5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83231 expref: 103 pid: 12323 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.088264:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:2.0:1781272617.088270:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.088280:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.088289:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272617.088375:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+103:2390:x1867799159197952:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 194us (1644us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272617.088385:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 290 00010000:00010000:3.0:1781272617.088703:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054a00/0x94898f2cdefc3004 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8324d expref: 38 pid: 6492 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.088743:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 291 00000100:00100000:3.0:1781272617.088753:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+38:2390:x1867799159197824:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272617.088762:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272617.088767:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054a00/0x94898f2cdefc3004 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8324d expref: 38 pid: 6492 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.088793:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054a00/0x94898f2cdefc3004 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8324d expref: 38 pid: 6492 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.088807:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:3.0:1781272617.088811:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.088819:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.088849:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.088875:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272617.088912:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+38:2390:x1867799159197824:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 161us (2246us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272617.088919:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 291 00000100:00080000:3.0:1781272617.088981:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1781272617.089305:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5054a00/0x94898f2cdefc3004 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8324d expref: 37 pid: 6492 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.089326:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168587648:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272617.089351:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055c00/0x94898f2cdefc2fc5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83231 expref: 102 pid: 12323 timeout: 673 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.089363:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2278e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168587776:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272617.089385:0:15586:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.089396:0:15586:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.089402:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781272617.089696:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967834 00000001:00080000:1.0:1781272617.089882:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967835 00000100:00100000:1.0:1781272617.090004:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168587904:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1781272617.090074:0:15586:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272617.090114:0:15586:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc480 going to sleep for 11 seconds 00000100:00100000:1.0:1781272617.090141:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168587904 00000100:00100000:1.0:1781272617.090148:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168587904 00000100:00100000:1.0:1781272617.090204:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1781272617.090213:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15586:x1867799168587904:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1781272617.090310:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15586:x1867799168587904:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 98us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272617.090317:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1781272617.090363:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168587904:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1781272617.090506:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967836 00000100:00100000:1.0:1781272617.090550:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168588032:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1781272617.090583:0:15586:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272617.090601:0:15586:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272617.090616:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168588032 00000100:00100000:1.0:1781272617.090620:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168588032 00000100:00100000:1.0:1781272617.090644:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1781272617.090650:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:15586:x1867799168588032:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1781272617.090754:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:15586:x1867799168588032:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 103us (169us total) trans 4294967343 rc 0/0 00000100:00100000:1.0:1781272617.090761:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1781272617.090793:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168588032:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1781272617.090825:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967837 00010000:00010000:1.0:1781272617.090876:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.090897:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.090905:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.090912:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272617.090918:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.090927:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.090946:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:1.0:1781272617.090949:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1781272617.090955:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.090963:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc305f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781272617.091074:0:15586:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x33:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1781272617.091138:0:15586:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:1.0:1781272617.091152:0:15586:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 573986319797ns, next at 574986317040ns, rc = 0 00000001:00080000:1.0:1781272617.091159:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967838 00010000:00010000:1.0:1781272617.091182:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb50216da00) 00010000:00010000:1.0:1781272617.091185:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781272617.091193:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646c00/0x94898f2cdefc304a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83269 expref: 106 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.091305:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+105:25676:x1867799159197696:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 9515us (10127us total) trans 4294967839 rc 0/0 00000100:00100000:1.0:1781272617.091314:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 174 00000020:00080000:1.0:1781272617.091318:0:15586:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00080000:3.0:1781272617.093218:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272617.127777:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272617.130740:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159198208 00000100:00100000:2.0:1781272617.130764:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159198208 00000100:00100000:3.0:1781272617.136108:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 892 00000100:00100000:3.0:1781272617.136140:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+105:25678:x1867799159198208:12345-192.168.204.14@tcp:101:md5sum.0 00010000:00010000:3.0:1781272617.136181:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272617.136211:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3066 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83270 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136316:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc306d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136344:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc306d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136362:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc306d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136377:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3074 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136396:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3074 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136403:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3074 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136744:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc307b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136754:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc307b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136761:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc307b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272617.136772:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:3.0:1781272617.136921:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc306d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136929:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc306d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136935:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc306d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136951:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272617.136957:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc306d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136965:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc306d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136979:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:3.0:1781272617.136983:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272617.136990:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc306d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.136996:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc306d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.137014:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3074 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.137020:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3074 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.137026:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3074 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.137032:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272617.137034:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3074 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.137040:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3074 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.137060:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8eb3c31aaa00) 00010000:00010000:3.0:1781272617.137063:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272617.137066:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3074 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.137072:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3074 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.137128:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3066 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83270 expref: 108 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.137143:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc307b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83270 expref: 107 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.137151:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:3.0:1781272617.137153:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272617.137156:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647600, rc 0) 00000100:00100000:3.0:1781272617.137270:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+107:25678:x1867799159198208:12345-192.168.204.14@tcp:101:md5sum.0 Request processed in 1143us (9503us total) trans 4294967840 rc 0/0 00000100:00100000:3.0:1781272617.137278:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 892 00000100:00100000:0.0:1781272617.149382:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272617.149635:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159198464 00000100:00100000:1.0:1781272617.149650:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159198464 00000100:00100000:1.0:1781272617.149744:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 37 00000100:00100000:1.0:1781272617.149758:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+107:25678:x1867799159198464:12345-192.168.204.14@tcp:103:md5sum.0 00010000:00010000:1.0:1781272617.149781:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272617.149818:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc307b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83270 expref: 107 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.149903:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb3c31aa300) 00010000:00010000:1.0:1781272617.149918:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272617.150005:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+106:25678:x1867799159198464:12345-192.168.204.14@tcp:103:md5sum.0 Request processed in 251us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272617.150013:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 37 00000100:00100000:0.0:1781272617.152213:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272617.152295:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159198592 00000100:00100000:1.0:1781272617.152306:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159198592 00000100:00100000:1.0:1781272617.152369:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 893 00000100:00100000:1.0:1781272617.152380:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+106:25678:x1867799159198592:12345-192.168.204.14@tcp:58:md5sum.0 00010000:00010000:1.0:1781272617.152629:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c800/0x94898f2cdefc3089 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.152650:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c800/0x94898f2cdefc3089 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.152678:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c800/0x94898f2cdefc3089 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781272617.152784:0:6493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:1.0:1781272617.153005:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+106:25678:x1867799159198592:12345-192.168.204.14@tcp:58:md5sum.0 Request processed in 625us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272617.153013:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 893 00000100:00100000:0.0:1781272617.169407:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272617.169730:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159198720 00000100:00100000:0.0:1781272617.169744:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159198720 00000100:00100000:0.0:1781272617.169822:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 894 00000100:00100000:0.0:1781272617.169866:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+106:25678:x1867799159198720:12345-192.168.204.14@tcp:101:md5sum.0 00010000:00010000:0.0:1781272617.169896:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272617.169923:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677e00/0x94898f2cdefc3090 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83277 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.170000:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c800/0x94898f2cdefc3089 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.170014:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677e00/0x94898f2cdefc3090 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83277 expref: 107 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.170040:0:12323:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c800/0x94898f2cdefc3089 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.170056:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677e00/0x94898f2cdefc3090 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83277 expref: 107 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.170073:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb3c2f91e00) 00010000:00010000:0.0:1781272617.170077:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272617.170081:0:12323:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677e00/0x94898f2cdefc3090 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83277 expref: 107 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.170090:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5677e00, rc 0) 00000100:00100000:0.0:1781272617.170164:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+107:25678:x1867799159198720:12345-192.168.204.14@tcp:101:md5sum.0 Request processed in 332us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272617.170176:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 894 00010000:00010000:3.0:1781272617.280258:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272617.472150:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272617.472164:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272617.472199:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 4 00000040:00080000:0.0:1781272617.472214:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272617.472421:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339ca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168588160:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272617.472581:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c887a480 going to sleep for 11 seconds 00000100:00100000:2.0:1781272617.488708:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339ca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168588160:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272617.489224:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.489605:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159198848 00000100:00100000:3.0:1781272617.489615:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159198848 00000100:00100000:3.0:1781272617.489693:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 895 00000100:00100000:3.0:1781272617.489705:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+37:25679:x1867799159198848:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272617.489757:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272617.489937:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+37:25679:x1867799159198848:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 233us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272617.489964:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 895 00000100:00100000:0.0:1781272617.498690:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272617.498797:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159198976 00000100:00100000:1.0:1781272617.498815:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159198976 00000100:00100000:1.0:1781272617.498934:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 896 00000100:00100000:1.0:1781272617.498949:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:25679:x1867799159198976:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1781272617.500195:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc3097 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500227:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc3097 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500245:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc3097 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500287:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc309e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500305:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc309e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500312:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc309e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500343:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d000/0x94898f2cdefc30a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500375:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d000/0x94898f2cdefc30a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500383:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d000/0x94898f2cdefc30a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272617.500472:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00000004:00200000:1.0:1781272617.500478:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272617.500499:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d000/0x94898f2cdefc30a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500511:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc3097 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500518:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc3097 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500526:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc3097 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500533:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c567da00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272617.500539:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc3097 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500548:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc3097 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500563:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:1.0:1781272617.500566:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272617.500572:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc3097 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500592:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc3097 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500609:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc309e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500615:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc309e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500622:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc309e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500627:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c567ce00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272617.500629:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc309e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500635:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc309e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500642:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xd884179a (ffff8eb3c2f91c00) 00010000:00010000:1.0:1781272617.500644:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272617.500647:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc309e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500652:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc309e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500666:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d000/0x94898f2cdefc30a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500672:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d000/0x94898f2cdefc30a5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500683:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d000/0x94898f2cdefc30a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500689:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c567d000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272617.500691:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d000/0x94898f2cdefc30a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500697:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d000/0x94898f2cdefc30a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500704:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb3c2f91e00) 00010000:00010000:1.0:1781272617.500707:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272617.500709:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d000/0x94898f2cdefc30a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.500715:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d000/0x94898f2cdefc30a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.500894:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:25679:x1867799159198976:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 1944us (2214us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272617.500905:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 896 00000100:00100000:0.0:1781272617.507806:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.512219:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159199232 00000100:00100000:3.0:1781272617.512243:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159199232 00000100:00100000:3.0:1781272617.512785:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 897 00000100:00100000:3.0:1781272617.512801:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+37:25679:x1867799159199232:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272617.512853:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272617.512883:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc30ac lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8327e expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.513394:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.513414:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.513428:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272617.513441:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:3.0:1781272617.513573:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.513581:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.513588:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.513595:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272617.513601:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.513630:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.513645:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb3c2f91e00) 00010000:00010000:3.0:1781272617.513648:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272617.513654:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.513660:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.513782:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc30ac lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8327e expref: 39 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.513794:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:3.0:1781272617.513797:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272617.513801:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc30ac lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8327e expref: 39 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.513811:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647000, rc 0) 00000100:00100000:3.0:1781272617.513939:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+38:25679:x1867799159199232:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1143us (6149us total) trans 4294967841 rc 301/301 00000100:00100000:3.0:1781272617.513949:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 897 00000100:00100000:0.0:1781272617.519235:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272617.519560:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159199360 00000100:00100000:2.0:1781272617.519576:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159199360 00000100:00100000:2.0:1781272617.519710:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 898 00000100:00100000:2.0:1781272617.519743:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+38:25679:x1867799159199360:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272617.519793:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272617.520006:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+38:25679:x1867799159199360:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 265us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272617.520014:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 898 00000100:00100000:0.0:1781272617.524972:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272617.525368:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159199488 00000100:00100000:1.0:1781272617.525382:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159199488 00000100:00100000:1.0:1781272617.525469:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 899 00000100:00100000:1.0:1781272617.525481:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:25679:x1867799159199488:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272617.525519:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272617.525546:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc30c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83285 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.525660:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc30c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.525679:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc30c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.525693:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc30c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272617.525757:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781272617.525762:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272617.525788:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc30c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.525814:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc30c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83285 expref: 40 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.525888:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc30c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83285 expref: 39 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.525899:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272617.525903:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272617.525908:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c567da00, rc 0) 00000100:00100000:1.0:1781272617.525996:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+39:25679:x1867799159199488:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 516us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272617.526004:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 899 00000100:00100000:1.0:1781272617.530498:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.530948:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159199616 00000100:00100000:3.0:1781272617.530964:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159199616 00000100:00100000:3.0:1781272617.531053:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 900 00000100:00100000:3.0:1781272617.531066:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+39:25679:x1867799159199616:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272617.531117:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272617.531146:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc30cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8328c expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531239:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531258:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531271:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531283:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc30dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531291:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc30dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531297:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc30dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531419:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc30e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531430:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc30e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531438:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc30e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272617.531502:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:3.0:1781272617.531513:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272617.531543:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc30e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531557:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531564:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30d6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531572:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531579:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272617.531585:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531594:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30d6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531608:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272617.531612:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272617.531618:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531625:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc30d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531641:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc30dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531648:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc30dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531665:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc30dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531671:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272617.531674:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc30dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531681:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc30dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531689:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8eb50216d800) 00010000:00010000:3.0:1781272617.531824:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272617.531828:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc30dd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531903:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc30dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531947:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc30cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8328c expref: 41 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531964:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc30e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8328c expref: 40 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.531972:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:3.0:1781272617.531974:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781272617.531977:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646600, rc 0) 00000100:00100000:3.0:1781272617.532078:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+40:25679:x1867799159199616:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1014us (1602us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272617.532096:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 900 00000100:00100000:0.0:1781272617.536728:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272617.536806:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159199872 00000100:00100000:2.0:1781272617.536818:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159199872 00000100:00100000:2.0:1781272617.536910:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 901 00000100:00100000:2.0:1781272617.536922:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+40:25679:x1867799159199872:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272617.536952:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272617.536980:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc30eb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83293 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.537628:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc30f2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.537646:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc30f2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.537658:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc30f2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272617.537670:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00010000:00010000:2.0:1781272617.537729:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc30eb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83293 expref: 43 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.537752:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc30f2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83293 expref: 42 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.537785:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb4c792bb00) 00010000:00010000:2.0:1781272617.537788:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272617.537793:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9a00, rc 0) 00000100:00100000:2.0:1781272617.537916:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+42:25679:x1867799159199872:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 995us (1199us total) trans 4294967842 rc 0/0 00000100:00100000:2.0:1781272617.537925:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 901 00000100:00100000:1.0:1781272617.542792:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.543022:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159200128 00000100:00100000:3.0:1781272617.543043:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159200128 00000100:00100000:3.0:1781272617.543124:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 902 00000100:00100000:3.0:1781272617.543137:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+42:25679:x1867799159200128:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272617.543219:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272617.543256:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc30f2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83293 expref: 42 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.543282:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb4c792bb00) 00010000:00010000:3.0:1781272617.543294:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272617.543323:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.543339:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2ff6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83246 expref: 106 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.543348:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.543389:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83246 expref: 106 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.543404:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2ff6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83246 expref: 106 pid: 6492 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.543422:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168588288:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272617.548635:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b900 going to sleep for 11 seconds 00000100:00100000:0.0:1781272617.552322:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.552475:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159200256 00000100:00100000:3.0:1781272617.552499:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159200256 00010000:00010000:3.0:1781272617.552564:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2ff6 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83246 expref: 107 pid: 6492 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.552621:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 292 00000100:00100000:3.0:1781272617.552632:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+107:2391:x1867799159200256:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272617.552652:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272617.552660:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2ff6 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83246 expref: 107 pid: 6492 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.552676:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2ff6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83246 expref: 107 pid: 6492 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.552718:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:3.0:1781272617.552725:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.552737:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.552748:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.552774:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272617.553215:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+107:2391:x1867799159200256:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 581us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272617.553225:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 292 00010000:00010000:1.0:1781272617.554001:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc2ff6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83246 expref: 106 pid: 6492 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.554129:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168588288:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272617.554163:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554175:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554182:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554220:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc3107 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x53441611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554234:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc3107 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x53441611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554245:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc3107 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x53441611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554316:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554324:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554343:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554350:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272617.554378:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554388:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554401:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:1.0:1781272617.554404:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272617.554410:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554417:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3100 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554428:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc3107 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x53441611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554433:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc3107 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x53441611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554439:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc3107 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x53441611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554444:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c567dc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272617.554457:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc3107 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x53441611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554464:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc3107 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x53441611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554472:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x53441611 (ffff8eb3c2f91c00) 00010000:00010000:1.0:1781272617.554474:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272617.554484:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc3107 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x53441611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.554605:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc3107 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x53441611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.555179:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+41:25679:x1867799159200128:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 12040us (12397us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781272617.555190:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 902 00000100:00100000:0.0:1781272617.559167:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272617.559377:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159200384 00000100:00100000:1.0:1781272617.559393:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159200384 00000100:00100000:1.0:1781272617.559496:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 903 00000100:00100000:1.0:1781272617.559509:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+41:25679:x1867799159200384:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272617.559540:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272617.559575:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567cc00/0x94898f2cdefc310e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8329a expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.559629:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567de00/0x94898f2cdefc3115 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.559646:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567de00/0x94898f2cdefc3115 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.559660:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567de00/0x94898f2cdefc3115 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.559817:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567cc00/0x94898f2cdefc310e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8329a expref: 43 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.559871:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567de00/0x94898f2cdefc3115 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8329a expref: 42 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.559890:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:1.0:1781272617.559894:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272617.559898:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c567de00, rc 0) 00000100:00100000:1.0:1781272617.559967:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+42:25679:x1867799159200384:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 459us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272617.559975:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 903 00000100:00100000:0.0:1781272617.563898:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272617.564290:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159200640 00000100:00100000:1.0:1781272617.564304:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159200640 00000100:00100000:1.0:1781272617.564499:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 904 00000100:00100000:1.0:1781272617.564512:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:25679:x1867799159200640:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781272617.564621:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc311c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.564643:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc311c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.564657:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc311c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272617.564904:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004e622810 reply state 00000000fad52e55 transno 4294967843 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc311c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.564920:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc311c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.564929:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:1.0:1781272617.564932:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1781272617.564951:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272617.565101:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:25679:x1867799159200640:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 589us (1216us total) trans 4294967843 rc 0/0 00000100:00100000:1.0:1781272617.565109:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 904 00000100:00100000:2.0:1781272617.567954:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272617.568576:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159200768 00000100:00100000:0.0:1781272617.568591:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159200768 00000100:00100000:0.0:1781272617.568667:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 905 00000100:00100000:0.0:1781272617.568678:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:25679:x1867799159200768:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272617.568722:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272617.568751:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677600/0x94898f2cdefc3123 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832a1 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.568850:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677600/0x94898f2cdefc3123 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832a1 expref: 45 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.568873:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677600/0x94898f2cdefc3123 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832a1 expref: 45 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.568886:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:0.0:1781272617.568889:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272617.568894:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5677600, rc 0) 00000100:00100000:0.0:1781272617.568968:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:25679:x1867799159200768:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 292us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272617.568975:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 905 00000100:00100000:2.0:1781272617.572281:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.572441:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159200896 00000100:00100000:3.0:1781272617.572483:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159200896 00000100:00100000:3.0:1781272617.572643:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 175 00000100:00100000:3.0:1781272617.572655:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:25679:x1867799159200896:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1781272617.572922:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:25679:x1867799159200896:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 Request processed in 268us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272617.572930:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 175 00000100:00100000:0.0:1781272617.575638:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272617.575812:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159201152 00000100:00100000:1.0:1781272617.575825:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159201152 00000100:00100000:1.0:1781272617.575979:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 176 00000100:00100000:1.0:1781272617.575991:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+45:25679:x1867799159201152:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272617.576295:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:25679:x1867799159201152:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 305us (670us total) trans 4294967844 rc 0/0 00000100:00100000:1.0:1781272617.576304:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 176 00000100:00100000:2.0:1781272617.579207:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.579320:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159201408 00000100:00100000:3.0:1781272617.579390:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159201408 00000100:00100000:3.0:1781272617.579516:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 906 00000100:00100000:3.0:1781272617.579528:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:25679:x1867799159201408:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272617.579689:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:25679:x1867799159201408:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 163us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272617.582233:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 906 00000100:00100000:0.0:1781272617.583097:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272617.583257:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159201664 00000100:00100000:1.0:1781272617.583270:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159201664 00000100:00100000:1.0:1781272617.583351:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 907 00000100:00100000:1.0:1781272617.583364:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:25679:x1867799159201664:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272617.583393:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272617.583421:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d800/0x94898f2cdefc312a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832a8 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.583620:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.583637:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677600/0x94898f2cdefc3123 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832a1 expref: 47 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.583646:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.583965:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677600/0x94898f2cdefc3123 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832a1 expref: 47 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.583984:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677600/0x94898f2cdefc3123 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832a1 expref: 47 pid: 6491 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.584002:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168588416:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272617.584128:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c9260000 going to sleep for 11 seconds 00000100:00100000:2.0:1781272617.588312:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168588416:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272617.588434:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.588554:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272617.588621:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159201792 00000100:00100000:2.0:1781272617.588633:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159201792 00010000:00010000:2.0:1781272617.588683:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677600/0x94898f2cdefc3123 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832a1 expref: 48 pid: 6491 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.588735:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 293 00000100:00100000:2.0:1781272617.588747:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159201792:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272617.588767:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272617.588903:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677600/0x94898f2cdefc3123 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832a1 expref: 48 pid: 6491 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.588919:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677600/0x94898f2cdefc3123 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832a1 expref: 48 pid: 6491 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.588971:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677600/0x94898f2cdefc3123 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832a1 expref: 48 pid: 6491 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.588991:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:2.0:1781272617.588998:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.589010:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.589020:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.589057:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272617.589118:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.589127:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.589144:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:2390:x1867799159201792:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 399us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272617.589155:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 293 00000004:00200000:1.0:1781272617.589155:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00080000:1.0:1781272617.589410:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x11:0x0], index 0: 0 00010000:00010000:1.0:1781272617.589574:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.589582:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.589588:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.589594:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c567ce00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272617.589598:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.589617:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.589628:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:1.0:1781272617.589631:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272617.589635:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.589640:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567ce00/0x94898f2cdefc3131 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.590964:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d800/0x94898f2cdefc312a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832a8 expref: 47 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.590988:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:1.0:1781272617.590991:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272617.590996:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567d800/0x94898f2cdefc312a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832a8 expref: 47 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.591011:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c567d800, rc 0) 00000100:00100000:1.0:1781272617.591082:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:25679:x1867799159201664:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 7720us (7988us total) trans 4294967845 rc 301/301 00000100:00100000:1.0:1781272617.591093:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 907 00000100:00100000:0.0:1781272617.596270:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.596383:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159202048 00000100:00100000:3.0:1781272617.596396:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159202048 00000100:00100000:3.0:1781272617.596625:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 177 00000100:00100000:3.0:1781272617.596638:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:25679:x1867799159202048:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272617.597105:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:25679:x1867799159202048:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 467us (847us total) trans 4294967846 rc 0/0 00000100:00100000:3.0:1781272617.597126:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 177 00000100:00100000:0.0:1781272617.600661:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272617.601228:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159202176 00000100:00100000:2.0:1781272617.601241:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159202176 00000100:00100000:2.0:1781272617.601359:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 908 00000100:00100000:2.0:1781272617.601372:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:25679:x1867799159202176:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272617.601402:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272617.601427:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc313f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832af expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.601543:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3146 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.601584:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3146 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.601600:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3146 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272617.601657:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00200000:2.0:1781272617.601662:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272617.601686:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3146 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.601728:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc313f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832af expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.601758:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3146 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832af expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.601769:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:2.0:1781272617.601772:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1781272617.602074:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9600, rc 0) 00000100:00100000:2.0:1781272617.602329:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:25679:x1867799159202176:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 957us (1680us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272617.602338:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 908 00000100:00100000:1.0:1781272617.605534:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272617.605777:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159202304 00000100:00100000:0.0:1781272617.605791:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159202304 00000100:00080000:3.0:1781272617.605993:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272617.606477:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 220 00000100:00100000:0.0:1781272617.606500:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159202304:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272617.606525:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272617.606554:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9f2e533/0x94898f2cdefc314d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832b6 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272617.606589:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272617.606628:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272617.606631:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272617.606648:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9f2e533/0x94898f2cdefc314d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832b6 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.606675:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9f2e533/0x94898f2cdefc314d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832b6 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.606693:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5676800, rc 0) 00000100:00100000:0.0:1781272617.606789:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159202304:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 301us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272617.606805:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 220 00000100:00100000:1.0:1781272617.614959:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272617.615031:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272617.615036:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159202560 00000100:00100000:0.0:1781272617.615052:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159202560 00000100:00100000:1.0:1781272617.615074:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272617.615101:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159202944 00000100:00100000:1.0:1781272617.615127:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159202944 00000100:00100000:0.0:1781272617.615133:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 909 00000100:00100000:0.0:1781272617.615145:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:25679:x1867799159202560:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272617.615175:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 362 00000100:00100000:1.0:1781272617.615181:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159202944:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272617.615261:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159202688 00000100:00100000:2.0:1781272617.615267:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159202688 00000100:00100000:2.0:1781272617.615342:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 671 00000100:00100000:2.0:1781272617.615351:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159202688:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272617.615409:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159202944:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 226us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272617.615418:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 362 00000100:00080000:1.0:1781272617.615455:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272617.616812:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:25679:x1867799159202560:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 1657us (1864us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272617.616827:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 909 00000100:00100000:2.0:1781272617.618410:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159202688:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 2927us (3244us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272617.618416:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272617.618445:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 671 00000100:00100000:0.0:1781272617.618582:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.625666:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159202816 00000100:00100000:1.0:1781272617.625666:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159203072 00000100:00100000:3.0:1781272617.625688:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159202816 00000100:00100000:1.0:1781272617.625688:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159203072 00000100:00080000:0.0:1781272617.626772:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272617.629350:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 715 00000100:00100000:1.0:1781272617.629384:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159203072:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272617.629538:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159203072:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 171us (10956us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272617.629548:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 715 00000100:00100000:1.0:1781272617.630374:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.630893:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159203200 00000100:00100000:3.0:1781272617.630907:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159203200 00000100:00100000:3.0:1781272617.630978:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 221 00000100:00100000:3.0:1781272617.631006:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:25679:x1867799159203200:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272617.631027:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272617.631051:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832bd expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.631091:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9f2e533/0x94898f2cdefc314d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832b6 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.631101:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272617.631103:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272617.631108:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832bd expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.631154:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e9f2e533/0x94898f2cdefc314d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832b6 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.631172:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e9f2e533/0x94898f2cdefc314d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832b6 expref: 10 pid: 8407 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.631188:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168588544:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272617.631388:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b840 going to sleep for 11 seconds 00000100:00080000:1.0:1781272617.633822:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272617.633903:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 716 00000100:00100000:2.0:1781272617.633922:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159202816:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272617.634041:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159202816:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 125us (15626us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272617.634050:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 716 00000100:00100000:3.0:1781272617.640131:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168588544:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272617.640185:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832bd expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.640213:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646e00, rc 0) 00000100:00100000:3.0:1781272617.640316:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:25679:x1867799159203200:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 9310us (9946us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272617.640326:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 221 00000100:00100000:1.0:1781272617.648348:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.648611:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159203328 00000100:00100000:3.0:1781272617.648625:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159203328 00010000:00010000:3.0:1781272617.648681:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e9f2e533/0x94898f2cdefc314d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832b6 expref: 10 pid: 8407 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.648734:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 294 00000100:00100000:3.0:1781272617.648746:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159203328:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272617.648766:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272617.648795:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e9f2e533/0x94898f2cdefc314d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832b6 expref: 10 pid: 8407 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.648811:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e9f2e533/0x94898f2cdefc314d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832b6 expref: 10 pid: 8407 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.648887:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9f2e533/0x94898f2cdefc314d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832b6 expref: 10 pid: 8407 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.648922:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272617.648924:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272617.648935:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832bd expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.648946:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832bd expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.649020:0:6477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832bd expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.649040:0:6477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6477:1867799168588672:192.168.204.14@tcp:105: 00000100:00100000:3.0:1781272617.649162:0:6477:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b840 going to sleep for 11 seconds 00000100:00100000:3.0:1781272617.656264:0:6477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6477:1867799168588672:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272617.656303:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272617.656391:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159203328:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 7646us (8068us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272617.656406:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 294 00000100:00100000:2.0:1781272617.748437:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.748678:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159203456 00000100:00100000:3.0:1781272617.748693:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159203456 00002000:00100000:3.0:1781272617.748770:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff8eb3c4020700 x1867799159203456/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:373/0 lens 488/0 e 0 to 0 dl 1781272628 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272617.748784:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c4020700 with x1867799159203456 ext(0->4194303) 00002000:00010000:3.0:1781272617.748793:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c4020700 00000100:00100000:3.0:1781272617.748881:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 67 00000100:00100000:3.0:1781272617.748893:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159203456:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1781272617.776689:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.776973:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159203584 00000100:00100000:3.0:1781272617.776985:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159203584 00002000:00100000:3.0:1781272617.777032:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff8eb3c4020380 x1867799159203584/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:373/0 lens 488/0 e 0 to 0 dl 1781272628 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272617.777045:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c4020380 with x1867799159203584 ext(4194304->5242879) 00002000:00010000:3.0:1781272617.777061:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c4020380 00000100:00100000:3.0:1781272617.777101:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 68 00000100:00100000:3.0:1781272617.777113:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159203584:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1781272617.866487:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+15:2389:x1867799159203584:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 89357us (89789us total) trans 4294967337 rc 0/0 00000100:00100000:3.0:1781272617.866506:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 68 00002000:00100000:3.0:1781272617.866521:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff8eb3c4020380 x1867799159203584/t4294967337(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:373/0 lens 488/448 e 0 to 0 dl 1781272628 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272617.866531:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c4020380 with x1867799159203584 ext(4194304->5242879) 00002000:00010000:3.0:1781272617.866536:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c4020380 00000100:00100000:2.0:1781272617.867175:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159203456:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 118280us (118753us total) trans 4294967336 rc 0/0 00000100:00100000:2.0:1781272617.867186:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 67 00002000:00100000:2.0:1781272617.867194:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff8eb3c4020700 x1867799159203456/t4294967336(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:373/0 lens 488/448 e 0 to 0 dl 1781272628 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272617.867204:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c4020700 with x1867799159203456 ext(0->4194303) 00002000:00010000:2.0:1781272617.867209:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c4020700 00000100:00100000:0.0:1781272617.874371:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.874691:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159203712 00000100:00100000:3.0:1781272617.874706:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159203712 00000100:00100000:3.0:1781272617.874796:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 910 00000100:00100000:2.0:1781272617.875230:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:25679:x1867799159203712:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1781272617.877819:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967846 is committed 00000001:00080000:3.0:1781272617.877905:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967840 is committed 00000004:00080000:3.0:1781272617.877912:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000020:00080000:3.0:1781272617.877944:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4dabdc240 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:3.0:1781272617.877950:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c3af9d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4fcfa2cc0 00000020:00080000:3.0:1781272617.877953:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c3af9500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c4f01e00 00000004:00080000:3.0:1781272617.877994:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000004:00080000:3.0:1781272617.878005:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000020:00080000:3.0:1781272617.878018:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00000100:00100000:3.0:1781272617.878209:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272617.878236:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168588800:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781272617.878335:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272617.878748:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168589056:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781272617.878792:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272617.878850:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272617.878856:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168588928:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1781272617.878889:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272617.879038:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+39:25679:x1867799159203712:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 3932us (4681us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272617.879060:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 910 00000100:00100000:2.0:1781272617.879127:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168588800 00000100:00100000:2.0:1781272617.879137:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168588800 00000100:00100000:2.0:1781272617.879179:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168589056 00000100:00100000:2.0:1781272617.879182:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168589056 00000100:00100000:2.0:1781272617.879207:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168588928 00000100:00100000:2.0:1781272617.879210:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168588928 00000100:00100000:2.0:1781272617.879223:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:2.0:1781272617.879231:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3618:x1867799168588800:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1781272617.879266:0:8407:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17 count 1 00010000:00010000:2.0:1781272617.879302:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.879327:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc2f8d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83223 expref: 15 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.879336:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272617.879339:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272617.879342:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.879375:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc2f8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83223 expref: 15 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.879394:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc2f8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83223 expref: 15 pid: 8407 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.879421:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168589184:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272617.879478:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe180 going to sleep for 11 seconds 00000100:00100000:3.0:1781272617.879747:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1781272617.879760:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168589056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1781272617.879777:0:9894:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16 count 1 00010000:00010000:1.0:1781272617.879787:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055600/0x94898f2cdefc2ee5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.879798:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.879819:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055600/0x94898f2cdefc2ee5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.879828:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5584008/0x94898f2cdefc2f86 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8322a expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.879867:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055600/0x94898f2cdefc2ee5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.879876:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5055600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272617.879884:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055600/0x94898f2cdefc2ee5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.879916:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055600/0x94898f2cdefc2ee5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.879936:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8eb50216d800) 00010000:00010000:1.0:1781272617.879939:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272617.879944:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055600/0x94898f2cdefc2ee5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.879951:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055600/0x94898f2cdefc2ee5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.879978:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2eec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.879999:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272617.880002:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2eec lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.880004:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272617.880010:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880016:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2eec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880038:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272617.880041:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2eec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880048:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2eec lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.880059:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d5584008/0x94898f2cdefc2f86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8322a expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880060:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:1.0:1781272617.880072:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272617.880082:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2eec lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.880089:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d5584008/0x94898f2cdefc2f86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8322a expref: 11 pid: 15938 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880131:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc2eec lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.880142:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168589312:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272617.880156:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2f2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880166:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2f2b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880173:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2f2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880180:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272617.880185:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2f2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880192:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2f2b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.880194:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b840 going to sleep for 11 seconds 00010000:00010000:1.0:1781272617.880211:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8eb3c31aaa00) 00010000:00010000:1.0:1781272617.880216:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272617.880221:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2f2b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.880230:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00010000:00010000:1.0:1781272617.880242:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc2f2b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.880246:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3621:x1867799168588928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781272617.880272:0:8405:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18 count 1 00010000:00010000:1.0:1781272617.880273:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880286:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f9b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880300:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272617.880308:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a2c1027, atime: 0x6a2c1027, ctime: 0x6a2c1027, blocks: 0x2800 00010000:00010000:1.0:1781272617.880308:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272617.880312:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880320:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f9b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.880328:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077c3e0e6/0x94898f2cdefc3169 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880335:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8eb3c31aaa00) 00010000:00010000:1.0:1781272617.880346:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272617.880348:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272617.880350:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f9b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.880353:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272617.880363:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077c3e0e6/0x94898f2cdefc3169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880364:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc2f9b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880412:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2fbe lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.880415:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c3e0e6/0x94898f2cdefc3169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880453:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2fbe lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.880459:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077c3e0e6/0x94898f2cdefc3169 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880467:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2fbe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880485:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272617.880488:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2fbe lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880509:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2fbe lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880520:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8eb3c31aaa00) 00010000:00010000:1.0:1781272617.880522:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272617.880525:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2fbe lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.880530:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc2fbe lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781272617.880559:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 12 00010000:00010000:3.0:1781272617.881811:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077c3e0e6/0x94898f2cdefc3169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.882041:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc311c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.882053:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc311c lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.882060:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc311c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.882068:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c567dc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272617.882073:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc311c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.882081:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc311c lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.882100:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:0.0:1781272617.882103:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1781272617.882107:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc311c lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.882114:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567dc00/0x94898f2cdefc311c lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.882363:0:8405:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00080000:1.0:1781272617.882929:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00080000:1.0:1781272617.882993:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781272617.885285:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272617.885306:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077c3e0e6/0x94898f2cdefc3169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.885324:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272617.885331:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077c3e0e6/0x94898f2cdefc3169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.885346:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077c3e0e6/0x94898f2cdefc3169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.885417:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077c3e0e6/0x94898f2cdefc3169 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.885426:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c3e0e6/0x94898f2cdefc3169 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.885467:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272617.885479:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272617.885481:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272617.886222:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272617.886264:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159203840 00000100:00100000:0.0:1781272617.886276:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159203840 00010000:00010000:0.0:1781272617.886328:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc2f8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83223 expref: 16 pid: 8407 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.886359:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3621:x1867799168588928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6112us (7464us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1781272617.886373:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1781272617.886586:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 295 00000100:00100000:0.0:1781272617.886597:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159203840:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272617.886617:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272617.886624:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc2f8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83223 expref: 16 pid: 8407 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.886640:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc2f8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83223 expref: 16 pid: 8407 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.886668:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272617.886671:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272617.886677:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.886689:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272617.886715:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272617.886783:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159203840:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 189us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272617.886791:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 295 00010000:00010000:1.0:1781272617.886971:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030591621/0x94898f2cdefc2f8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83223 expref: 15 pid: 8407 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.886995:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168589184:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272617.887019:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.887031:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.887039:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.887072:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.887080:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.887108:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781272617.887313:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3618:x1867799168588800:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8080us (8976us total) trans 4294967345 rc 0/0 00000100:00100000:1.0:1781272617.887323:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000004:00080000:1.0:1781272617.887374:0:3618:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c2279500/2, rc 0, transno 4294967345 00000100:00100000:1.0:1781272617.887381:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168588800:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1781272617.887426:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272617.887432:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.887452:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272617.887458:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.887468:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.887488:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.887509:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074d7ac95/0x94898f2cdefc315b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.887528:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272617.887530:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272617.887532:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1781272617.890026:0:3621:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c227bb80/2, rc 0, transno 4294967344 00000100:00100000:3.0:1781272617.890045:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168588928:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781272617.890606:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272617.890690:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159203968 00000100:00100000:0.0:1781272617.890703:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159203968 00000100:00100000:0.0:1781272617.890775:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 225 00000100:00100000:0.0:1781272617.890787:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2389:x1867799159203968:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1781272617.890873:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168589312:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272617.890906:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.890972:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272617.892387:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159204096 00000100:00100000:2.0:1781272617.892401:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159204096 00010000:00010000:2.0:1781272617.892465:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d5584008/0x94898f2cdefc2f86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8322a expref: 12 pid: 15938 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.892516:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 296 00000100:00100000:2.0:1781272617.892526:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159204096:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272617.892546:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272617.892552:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d5584008/0x94898f2cdefc2f86 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8322a expref: 12 pid: 15938 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.892566:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d5584008/0x94898f2cdefc2f86 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8322a expref: 12 pid: 15938 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.892597:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5584008/0x94898f2cdefc2f86 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8322a expref: 12 pid: 15938 timeout: 674 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.892620:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272617.892646:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272617.892652:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.892664:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.892705:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272617.892783:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+11:2389:x1867799159204096:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 257us (1810us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272617.892794:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 296 00010000:00010000:2.0:1781272617.895399:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.895428:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.895454:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.895463:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.897034:0:9894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781272617.897356:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168589056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17593us (18556us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1781272617.897371:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000004:00080000:1.0:1781272617.897619:0:3621:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c2279880/2, rc 0, transno 4294967338 00000100:00100000:1.0:1781272617.897630:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168589056:0@lo:6:osp-syn-0-0.0 00000001:00080000:2.0:1781272617.898917:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967337 is committed 00000100:00100000:0.0:1781272617.899194:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159203968:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 8401us (8588us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272617.899208:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 225 00010000:00010000:3.0:1781272617.900118:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272617.900132:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.900148:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272617.900154:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.900166:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.900203:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.900230:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bed8f28/0x94898f2cdefc3162 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.900306:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272617.900310:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272617.900312:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272617.908458:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.909086:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159204352 00000100:00100000:3.0:1781272617.909102:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159204352 00000100:00100000:3.0:1781272617.909175:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 911 00000100:00100000:3.0:1781272617.909187:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+38:25679:x1867799159204352:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272617.909261:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272617.909297:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3146 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832af expref: 38 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.909319:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:3.0:1781272617.909324:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272617.909368:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3170 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.909385:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3170 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.909396:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3170 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272617.909573:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000271d608e reply state 00000000d74a0da4 transno 4294967847 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3170 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.909588:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3170 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.909616:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:3.0:1781272617.909619:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272617.909622:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781272617.909789:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+39:25679:x1867799159204352:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 603us (1358us total) trans 4294967847 rc 0/0 00000100:00100000:3.0:1781272617.909798:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 911 00000100:00100000:1.0:1781272617.913781:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272617.913903:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159204480 00000100:00100000:2.0:1781272617.913917:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159204480 00000100:00100000:2.0:1781272617.914002:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 912 00000100:00100000:2.0:1781272617.914014:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+39:25679:x1867799159204480:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272617.914046:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272617.914076:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3177 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832c4 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.914155:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3177 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832c4 expref: 40 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.914174:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3177 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832c4 expref: 40 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.914199:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:2.0:1781272617.914203:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272617.914207:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9a00, rc 0) 00000100:00100000:2.0:1781272617.914288:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+40:25679:x1867799159204480:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 276us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272617.914296:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 912 00000100:00100000:0.0:1781272617.922298:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.923131:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159204608 00000100:00100000:3.0:1781272617.923147:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159204608 00000100:00100000:3.0:1781272617.923231:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 226 00000100:00100000:3.0:1781272617.923244:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159204608:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1781272617.923438:0:8405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:3.0:1781272617.923454:0:8405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 0 -> 1781272615 00002000:00010000:3.0:1781272617.923456:0:8405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 0 -> 1781272615 00002000:00010000:3.0:1781272617.923459:0:8405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 0 -> 1781272615 00002000:00010000:3.0:1781272617.923461:0:8405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 0 -> 10240 00000100:00100000:3.0:1781272617.923545:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159204608:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 303us (1263us total) trans 4294967339 rc 0/0 00000100:00100000:3.0:1781272617.923553:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 226 00000100:00100000:3.0:1781272617.926780:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272617.927030:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159204864 00000100:00100000:2.0:1781272617.927044:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159204864 00000100:00100000:2.0:1781272617.927118:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 913 00000100:00100000:2.0:1781272617.927130:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+40:25679:x1867799159204864:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781272617.927223:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.927257:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567de00/0x94898f2cdefc3115 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8329a expref: 40 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.927267:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 4/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.927312:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567de00/0x94898f2cdefc3115 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8329a expref: 40 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.927328:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567de00/0x94898f2cdefc3115 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8329a expref: 40 pid: 12323 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.927348:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2befb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168589440:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272617.927523:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe600 going to sleep for 11 seconds 00000100:00100000:0.0:1781272617.932396:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.932502:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159204992 00000100:00100000:3.0:1781272617.932515:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159204992 00010000:00010000:3.0:1781272617.932568:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567de00/0x94898f2cdefc3115 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8329a expref: 41 pid: 12323 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.932616:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 297 00000100:00100000:3.0:1781272617.932627:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+41:2391:x1867799159204992:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272617.932813:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272617.932821:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567de00/0x94898f2cdefc3115 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8329a expref: 41 pid: 12323 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.932882:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567de00/0x94898f2cdefc3115 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8329a expref: 41 pid: 12323 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.932913:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:3.0:1781272617.932990:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.933004:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.933013:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.933039:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272617.933114:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+41:2391:x1867799159204992:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 487us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272617.933123:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 297 00010000:00010000:2.0:1781272617.933749:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567de00/0x94898f2cdefc3115 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8329a expref: 40 pid: 12323 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.933784:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2befb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168589440:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272617.933808:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.933818:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.933824:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.933924:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.933945:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.933953:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.933959:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272617.933965:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.933973:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.933985:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:2.0:1781272617.933988:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1781272617.933994:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 2/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.934001:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc317e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.934071:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+39:25679:x1867799159204864:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 6942us (7304us total) trans 0 rc -22/-22 00000100:00100000:2.0:1781272617.934081:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 913 00000100:00100000:0.0:1781272617.939811:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272617.940125:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159205120 00000100:00100000:1.0:1781272617.940139:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159205120 00000100:00100000:1.0:1781272617.940267:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 227 00000100:00100000:1.0:1781272617.940282:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159205120:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272617.940349:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.940374:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832bd expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.940402:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272617.940404:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272617.940409:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.940474:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832bd expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.940492:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832bd expref: 10 pid: 9894 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.940512:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168589568:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272617.940637:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c92609c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272617.949655:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168589568:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272617.949702:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272617.974228:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272617.978249:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159205248 00000100:00100000:2.0:1781272617.978302:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159205248 00010000:00010000:2.0:1781272617.978370:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832bd expref: 11 pid: 9894 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272617.978500:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 298 00000100:00100000:2.0:1781272617.978512:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159205248:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272617.978534:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272617.978565:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832bd expref: 11 pid: 9894 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.978583:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832bd expref: 11 pid: 9894 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.978616:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c94a3cdd/0x94898f2cdefc3154 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832bd expref: 11 pid: 9894 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.978636:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272617.978654:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272617.978660:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.978671:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272617.979104:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272617.979203:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159205248:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 690us (5576us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272617.979226:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 298 00010000:00010000:1.0:1781272617.979493:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.979505:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.979746:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.979756:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.979778:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.979786:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c567d600 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272617.979791:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.979802:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.979825:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272617.979847:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ee3a5f5/0x94898f2cdefc3185 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272617.980109:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159205120:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 39828us (40314us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272617.980118:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 227 00000100:00100000:0.0:1781272617.991618:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272617.991798:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159205504 00000100:00100000:3.0:1781272617.991812:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159205504 00000100:00100000:3.0:1781272617.992166:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 914 00000100:00100000:3.0:1781272617.992180:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+39:25679:x1867799159205504:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272617.992301:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc318c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.992326:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc318c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.992362:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc318c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.992610:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.992623:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3177 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832c4 expref: 40 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.992632:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.992676:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3177 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832c4 expref: 40 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272617.992694:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3177 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832c4 expref: 40 pid: 12323 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272617.992713:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168589696:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272617.994609:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272618.009695:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272618.010311:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168589696:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272618.010356:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272618.010477:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159205632 00000100:00100000:1.0:1781272618.010498:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159205632 00010000:00010000:1.0:1781272618.010552:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3177 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832c4 expref: 41 pid: 12323 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272618.010603:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 299 00000100:00100000:1.0:1781272618.010632:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+41:2390:x1867799159205632:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272618.010655:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272618.010662:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3177 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832c4 expref: 41 pid: 12323 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272618.010677:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3177 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832c4 expref: 41 pid: 12323 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272618.010706:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3177 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832c4 expref: 41 pid: 12323 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272618.010728:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:1.0:1781272618.010745:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272618.010757:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272618.010765:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272618.011380:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272618.011470:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+40:2390:x1867799159205632:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 837us (1788us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272618.011495:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 299 00010000:00010000:2.0:1781272618.011654:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272618.011664:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272618.011888:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967848 00000001:00080000:2.0:1781272618.012723:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967849 00000001:00080000:2.0:1781272618.012786:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967850 00000100:00100000:2.0:1781272618.014683:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2befb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168589824:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1781272618.014793:0:6492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272618.014866:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fc291600 going to sleep for 11 seconds 00000100:00100000:1.0:1781272618.015266:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168589824 00000100:00100000:1.0:1781272618.015279:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168589824 00000100:00100000:0.0:1781272618.015475:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1781272618.015494:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6492:x1867799168589824:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1781272618.015640:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6492:x1867799168589824:12345-0@lo:1000:mdt00_001.0 Request processed in 154us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272618.015651:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1781272618.016602:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2befb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168589824:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1781272618.017360:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967851 00000100:00100000:2.0:1781272618.017574:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2befb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168589952:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1781272618.017667:0:6492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272618.017714:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe180 going to sleep for 11 seconds 00000100:00100000:1.0:1781272618.018454:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168589952 00000100:00100000:1.0:1781272618.018468:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168589952 00000100:00100000:2.0:1781272618.019203:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1781272618.019216:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6492:x1867799168589952:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1781272618.019513:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6492:x1867799168589952:12345-0@lo:1000:mdt00_001.0 Request processed in 299us (1845us total) trans 4294967340 rc 0/0 00000100:00100000:2.0:1781272618.019522:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1781272618.019675:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2befb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168589952:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1781272618.019820:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967852 00010000:00010000:3.0:1781272618.019923:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.019954:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.019964:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.019971:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272618.019977:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.019985:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.020667:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:3.0:1781272618.020674:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272618.020682:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.020690:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3193 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.020727:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c800/0x94898f2cdefc3089 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.020744:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c800/0x94898f2cdefc3089 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.020751:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c800/0x94898f2cdefc3089 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.020756:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c567c800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272618.020770:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c800/0x94898f2cdefc3089 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.020778:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c800/0x94898f2cdefc3089 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.020789:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb3c2f91e00) 00010000:00010000:3.0:1781272618.020792:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272618.020811:0:6492:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677e00/0x94898f2cdefc3090 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83277 expref: 81 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.020824:0:6492:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677e00/0x94898f2cdefc3090 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83277 expref: 81 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.020891:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677e00/0x94898f2cdefc3090 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83277 expref: 81 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.020957:0:6492:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677e00/0x94898f2cdefc3090 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83277 expref: 81 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272618.020976:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168590080:192.168.204.14@tcp:105: 00000100:00100000:3.0:1781272618.021438:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b900 going to sleep for 11 seconds 00000100:00100000:0.0:1781272618.026582:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272618.026826:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159205760 00000100:00100000:1.0:1781272618.026858:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159205760 00000100:00100000:0.0:1781272618.027188:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 178 00000100:00100000:0.0:1781272618.027202:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4db30c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+82:25678:x1867799159205760:12345-192.168.204.14@tcp:49:md5sum.0 00000100:00100000:0.0:1781272618.027814:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4db30c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+82:25678:x1867799159205760:12345-192.168.204.14@tcp:49:md5sum.0 Request processed in 611us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272618.027827:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 178 00000100:00100000:3.0:1781272618.028782:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168590080:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272618.028824:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c800/0x94898f2cdefc3089 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.028857:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567c800/0x94898f2cdefc3089 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.028929:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc319a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.028948:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc319a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.028962:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc319a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.028972:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc319a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.028980:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc319a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.028987:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc319a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.028993:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272618.028997:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc319a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.029006:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc319a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.029021:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb3c2f91e00) 00010000:00010000:3.0:1781272618.029024:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272618.029029:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc319a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.029035:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc319a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.029054:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc318c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.029060:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc318c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.029066:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc318c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.029071:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272618.029074:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc318c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.029079:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc318c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.029087:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb3c2f91e00) 00010000:00010000:3.0:1781272618.029089:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272618.029092:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc318c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.029096:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc318c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272618.029347:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:25679:x1867799159205504:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 37168us (37745us total) trans 4294967853 rc 0/0 00000100:00100000:3.0:1781272618.029359:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 914 00000020:00080000:3.0:1781272618.029364:0:6492:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1781272618.029390:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272618.029396:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272618.030333:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1781272618.030351:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272618.035634:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272618.035880:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159206016 00000100:00100000:3.0:1781272618.035895:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159206016 00000100:00100000:3.0:1781272618.036351:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 179 00000100:00100000:3.0:1781272618.036365:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:25679:x1867799159206016:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1781272618.036767:0:6494:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1781272618.036815:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967854 00010000:00010000:3.0:1781272618.036902:0:6494:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc31a1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.036946:0:6494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc31a1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.036961:0:6494:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc31a1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.036971:0:6494:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc31a1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.036978:0:6494:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc31a1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.036984:0:6494:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc31a1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272618.037161:0:6494:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781272618.037296:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:25679:x1867799159206016:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 931us (1675us total) trans 4294967855 rc 0/0 00000100:00100000:2.0:1781272618.037321:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 179 00000020:00080000:2.0:1781272618.037328:0:6494:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1781272618.037639:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272618.037647:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc31a1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.037654:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647400 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272618.037658:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc31a1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.037667:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc31a1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.037711:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:3.0:1781272618.037715:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781272618.037721:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc31a1 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.037727:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc31a1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272618.037745:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272618.037747:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272618.037749:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272618.043698:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272618.043821:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159206144 00000100:00100000:1.0:1781272618.043854:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159206144 00000100:00100000:1.0:1781272618.043938:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 228 00000100:00100000:1.0:1781272618.043950:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee239850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:25678:x1867799159206144:12345-192.168.204.14@tcp:101:md5sum.0 00010000:00010000:1.0:1781272618.043984:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272618.044011:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9fdaf46/0x94898f2cdefc31a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832cb expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272618.044044:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 5242880, mtime: 0x6a2c1027, atime: 0x6a2c1027, ctime: 0x6a2c1027, blocks: 0x2800 00010000:00010000:1.0:1781272618.044140:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272618.044143:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272618.044155:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9fdaf46/0x94898f2cdefc31a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832cb expref: 12 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272618.044175:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9fdaf46/0x94898f2cdefc31a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832cb expref: 12 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272618.044191:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c567c400, rc 0) 00000100:00100000:1.0:1781272618.044266:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee239850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:25678:x1867799159206144:12345-192.168.204.14@tcp:101:md5sum.0 Request processed in 318us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272618.044273:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 228 00000100:00100000:0.0:1781272618.047430:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272618.047636:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159206272 00000100:00100000:2.0:1781272618.047661:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159206272 00002000:00100000:2.0:1781272618.047735:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->32767) req@ffff8eb3c420a680 x1867799159206272/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:374/0 lens 488/0 e 0 to 0 dl 1781272629 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272618.047747:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c420a680 with x1867799159206272 ext(0->32767) 00002000:00010000:2.0:1781272618.047754:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c420a680 00000100:00100000:2.0:1781272618.047794:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 69 00000100:00100000:2.0:1781272618.047804:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159206272:12345-192.168.204.14@tcp:3:md5sum.0 00000100:00100000:1.0:1781272618.048789:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168590208:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272618.048965:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272618.049056:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168590208 00000100:00100000:3.0:1781272618.049065:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168590208 00000100:00100000:3.0:1781272618.049457:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1781272618.049470:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168590208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272618.049532:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272618.049624:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168590208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 157us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272618.049633:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1781272618.049972:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168590208:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272618.057241:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159206272:12345-192.168.204.14@tcp:3:md5sum.0 Request processed in 9419us (9807us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1781272618.057260:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 69 00002000:00100000:2.0:1781272618.057279:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->32767) req@ffff8eb3c420a680 x1867799159206272/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:374/0 lens 488/440 e 0 to 0 dl 1781272629 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272618.057293:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c420a680 with x1867799159206272 ext(0->32767) 00002000:00010000:2.0:1781272618.057301:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c420a680 00000100:00100000:3.0:1781272618.079826:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272618.080091:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159206400 00000100:00100000:2.0:1781272618.080109:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159206400 00002000:00100000:2.0:1781272618.080185:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (32768->4194303) req@ffff8eb3c2278e00 x1867799159206400/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:374/0 lens 488/0 e 0 to 0 dl 1781272629 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272618.080200:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c2278e00 with x1867799159206400 ext(32768->4194303) 00002000:00010000:2.0:1781272618.080210:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c2278e00 00000100:00100000:2.0:1781272618.080256:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 70 00000100:00100000:2.0:1781272618.080290:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159206400:12345-192.168.204.14@tcp:3:md5sum.0 00000100:00100000:3.0:1781272618.166713:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159206400:12345-192.168.204.14@tcp:3:md5sum.0 Request processed in 86407us (86888us total) trans 0 rc 4161536/4161536 00000100:00100000:3.0:1781272618.166731:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 70 00002000:00100000:3.0:1781272618.166748:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (32768->4194303) req@ffff8eb3c2278e00 x1867799159206400/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:374/0 lens 488/440 e 0 to 0 dl 1781272629 ref 1 fl Complete:/600/0 rc 4161536/4161536 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272618.166760:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c2278e00 with x1867799159206400 ext(32768->4194303) 00002000:00010000:3.0:1781272618.166767:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c2278e00 00000100:00100000:1.0:1781272618.190594:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272618.191451:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159206528 00000100:00100000:3.0:1781272618.191467:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159206528 00002000:00100000:3.0:1781272618.191599:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff8eb3c44d2300 x1867799159206528/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:374/0 lens 488/0 e 0 to 0 dl 1781272629 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272618.191612:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c44d2300 with x1867799159206528 ext(4194304->5242879) 00002000:00010000:3.0:1781272618.191620:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c44d2300 00000100:00100000:3.0:1781272618.191665:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 71 00000100:00100000:3.0:1781272618.191678:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159206528:12345-192.168.204.14@tcp:3:md5sum.0 00000100:00100000:0.0:1781272618.202955:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159206528:12345-192.168.204.14@tcp:3:md5sum.0 Request processed in 11259us (12359us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1781272618.202977:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 71 00002000:00100000:0.0:1781272618.202994:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff8eb3c44d2300 x1867799159206528/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:374/0 lens 488/440 e 0 to 0 dl 1781272629 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272618.203007:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c44d2300 with x1867799159206528 ext(4194304->5242879) 00002000:00010000:0.0:1781272618.203014:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c44d2300 00000100:00100000:3.0:1781272618.261516:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272618.262878:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159206784 00000100:00100000:0.0:1781272618.262898:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159206784 00000100:00100000:0.0:1781272618.263002:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 180 00000100:00100000:0.0:1781272618.263015:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+82:25678:x1867799159206784:12345-192.168.204.14@tcp:35:md5sum.0 00000100:00100000:0.0:1781272618.263343:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+83:25678:x1867799159206784:12345-192.168.204.14@tcp:35:md5sum.0 Request processed in 329us (1843us total) trans 4294967856 rc 0/0 00000100:00100000:0.0:1781272618.263353:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 180 00010000:00010000:1.0:1781272618.310403:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272619.329242:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272619.589082:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272619.589114:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168590336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272619.589209:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272619.589291:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168590336 00000100:00100000:0.0:1781272619.589302:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168590336 00000100:00100000:0.0:1781272619.589372:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1781272619.589383:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3618:x1867799168590336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272619.589436:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:0.0:1781272619.589493:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3618:x1867799168590336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272619.589501:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00080000:0.0:1781272619.589527:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272619.589576:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168590336:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272620.098358:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272620.098393:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168590464:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272620.098506:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272620.098634:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168590464 00000100:00100000:1.0:1781272620.098645:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168590464 00000100:00080000:3.0:1781272620.098715:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272620.098724:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1781272620.098735:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168590464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272620.099095:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:1.0:1781272620.099160:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168590464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 426us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272620.099170:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1781272620.103091:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168590464:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1781272620.352338:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272620.608712:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272620.608755:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168590592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272620.608882:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272620.608969:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272620.608982:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168590720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272620.609019:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272620.610894:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168590848:0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.611145:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272620.611307:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272620.611315:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168591232:0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.611419:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272620.611465:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168590848 00000100:00100000:0.0:1781272620.611548:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168590848 00000100:00100000:0.0:1781272620.611614:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1781272620.611625:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168590848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.611690:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168590848:12345-0@lo:400:kworker.0 Request processed in 66us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272620.611699:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1781272620.612233:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168590848:0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.612295:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168591104:0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.612338:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272620.612431:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168590592 00000100:00100000:2.0:1781272620.612438:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168590592 00000100:00100000:2.0:1781272620.612488:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168590720 00000100:00100000:2.0:1781272620.612492:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168590720 00000100:00100000:2.0:1781272620.612509:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1781272620.612516:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168590592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272620.612544:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 100227904 pending 5292032 free 3921403904 avail 3689881600 00000100:00100000:2.0:1781272620.612590:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168590592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (3709us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272620.612598:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1781272620.612612:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1781272620.612619:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3619:x1867799168590720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781272620.612628:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 100227904 pending 5292032 free 3921403904 avail 3689881600 00000100:00100000:2.0:1781272620.612655:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3619:x1867799168590720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (3634us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272620.612660:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1781272620.612679:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168591616:0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.612710:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272620.612729:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168592128:0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.612748:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272620.612767:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1781272620.612773:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168590976:0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.612794:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272620.612810:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168591488:0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.612848:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272620.613048:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168591104 00000100:00100000:3.0:1781272620.613054:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168591104 00000100:00100000:3.0:1781272620.613092:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1781272620.613099:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168591104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272620.613150:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168591104:12345-0@lo:400:kworker.0 Request processed in 52us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272620.613157:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1781272620.613797:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168592000:0@lo:400:kworker.0 00000100:00080000:3.0:1781272620.613926:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272620.614783:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272620.614853:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168591232 00000100:00100000:2.0:1781272620.614862:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168591232 00000100:00100000:0.0:1781272620.614868:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168591104:0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.614907:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168591744:0@lo:400:kworker.0 00000100:00100000:2.0:1781272620.614908:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168591616 00000100:00100000:2.0:1781272620.614911:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168591616 00000100:00100000:0.0:1781272620.614951:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272620.614962:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168592128 00000100:00100000:2.0:1781272620.614966:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168592128 00000100:00100000:2.0:1781272620.614978:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168590976 00000100:00100000:2.0:1781272620.614981:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168590976 00000100:00100000:2.0:1781272620.614993:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168591488 00000100:00100000:2.0:1781272620.614995:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168591488 00000100:00100000:2.0:1781272620.615007:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168592000 00000100:00100000:2.0:1781272620.615009:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168592000 00000100:00100000:2.0:1781272620.615027:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1781272620.615035:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168591232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272620.615093:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168590592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272620.615093:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168591232:12345-0@lo:400:kworker.0 Request processed in 57us (3672us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272620.615099:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1781272620.615117:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1781272620.615122:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168591616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272620.615157:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168591616:12345-0@lo:400:kworker.0 Request processed in 33us (2445us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272620.615162:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1781272620.615171:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168591616:0@lo:400:kworker.0 00000100:00100000:2.0:1781272620.615173:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1781272620.615178:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168592128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272620.615208:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168592128:12345-0@lo:400:kworker.0 Request processed in 29us (2458us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272620.615214:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1781272620.615225:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1781272620.615226:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168592128:0@lo:400:kworker.0 00000100:00100000:2.0:1781272620.616081:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168590976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272620.616160:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168590976:12345-0@lo:400:kworker.0 Request processed in 927us (3362us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272620.616182:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1781272620.616202:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1781272620.616211:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168591488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272620.616260:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168591488:12345-0@lo:400:kworker.0 Request processed in 46us (3424us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272620.616266:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1781272620.616278:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1781272620.616285:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168592000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272620.616323:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168592000:12345-0@lo:400:kworker.0 Request processed in 39us (1544us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272620.616328:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00080000:2.0:1781272620.616353:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272620.616359:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272620.616390:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168590976:0@lo:400:kworker.0 00000100:00100000:2.0:1781272620.616412:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168591488:0@lo:400:kworker.0 00000100:00100000:2.0:1781272620.616424:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2293100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168592000:0@lo:400:kworker.0 00000100:00100000:2.0:1781272620.619633:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168591360:0@lo:400:kworker.0 00000100:00100000:2.0:1781272620.619749:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272620.619810:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168591872:0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.620128:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272620.621865:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168591744 00000100:00100000:1.0:1781272620.621882:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168591744 00000100:00100000:1.0:1781272620.621969:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1781272620.621982:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168591744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272620.622122:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168591744:12345-0@lo:400:kworker.0 Request processed in 143us (7169us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272620.622130:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1781272620.622166:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168591360 00000100:00100000:1.0:1781272620.622170:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168591360 00000100:00100000:1.0:1781272620.622201:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1781272620.622208:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2beca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168591360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.624114:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168591232:0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.624159:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168590720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272620.624233:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168591744:0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.624293:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168591872 00000100:00100000:0.0:1781272620.624300:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168591872 00000100:00100000:0.0:1781272620.624666:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1781272620.624678:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3619:x1867799168591872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272620.624782:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3619:x1867799168591872:12345-0@lo:400:kworker.0 Request processed in 105us (4653us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272620.624789:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1781272620.624864:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168591872:0@lo:400:kworker.0 00000100:00100000:1.0:1781272620.625614:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2beca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168591360:12345-0@lo:400:kworker.0 Request processed in 3402us (5861us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272620.625625:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1781272620.625806:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168591360:0@lo:400:kworker.0 00000001:00080000:2.0:1781272621.128944:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00000001:00080000:2.0:1781272621.128962:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967342 is committed 00010000:00010000:0.0:1781272621.384495:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272622.144571:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168592256:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272622.144664:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272622.145130:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168592256 00000100:00100000:3.0:1781272622.145143:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168592256 00000100:00100000:3.0:1781272622.145204:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1781272622.145215:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168592256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272622.145249:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:3.0:1781272622.145308:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168592256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272622.145316:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1781272622.145887:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168592256:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272622.400091:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272622.736432:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272622.736473:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272622.736520:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272622.736540:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272622.736555:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272622.736572:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272622.736810:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272622.736853:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272622.736878:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272622.736907:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159207424 00000100:00100000:2.0:1781272622.736917:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159207424 00000100:00100000:2.0:1781272622.736970:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159207936 00000100:00100000:2.0:1781272622.736973:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159207936 00000100:00100000:2.0:1781272622.736984:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159207296 00000100:00100000:2.0:1781272622.736986:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159207296 00000100:00100000:2.0:1781272622.736996:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159207808 00000100:00100000:2.0:1781272622.736998:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159207808 00000100:00100000:2.0:1781272622.737012:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 365 00000100:00100000:2.0:1781272622.737020:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+11:2389:x1867799159207424:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272622.737086:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+11:2389:x1867799159207424:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 67us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272622.737092:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 365 00000100:00100000:2.0:1781272622.737106:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 366 00000100:00100000:2.0:1781272622.737111:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159207936:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272622.737130:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159207936:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 19us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272622.737135:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 366 00000100:00100000:2.0:1781272622.737143:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 367 00000100:00100000:2.0:1781272622.737148:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159207296:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272622.737552:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159207296:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 403us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272622.737559:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 367 00000100:00100000:2.0:1781272622.737572:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 368 00000100:00100000:2.0:1781272622.737578:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159207808:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272622.737860:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159207808:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 281us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272622.737867:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 368 00000100:00100000:2.0:1781272622.737889:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159207168 00000100:00100000:2.0:1781272622.737893:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159207168 00000100:00100000:2.0:1781272622.737926:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159207680 00000100:00100000:2.0:1781272622.737928:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159207680 00000100:00100000:2.0:1781272622.737939:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159207040 00000100:00100000:2.0:1781272622.737941:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159207040 00000100:00100000:2.0:1781272622.737951:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159207552 00000100:00100000:2.0:1781272622.737953:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159207552 00000100:00100000:2.0:1781272622.737964:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 723 00000100:00100000:2.0:1781272622.737968:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159207168:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272622.737993:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159207168:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (1519us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272622.737998:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 723 00000100:00100000:2.0:1781272622.738008:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 724 00000100:00100000:2.0:1781272622.738013:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159207680:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272622.738031:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159207680:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 18us (1490us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272622.738060:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 724 00000100:00100000:2.0:1781272622.738072:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 725 00000100:00100000:2.0:1781272622.738077:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+83:2389:x1867799159207040:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272622.738107:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+83:2389:x1867799159207040:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (1534us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272622.738111:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 725 00000100:00100000:2.0:1781272622.738121:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 726 00000100:00100000:2.0:1781272622.738126:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:2389:x1867799159207552:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272622.738537:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:2389:x1867799159207552:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272622.738547:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 726 00000100:00080000:2.0:1781272622.738580:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272622.738767:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272622.738771:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781272622.738774:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272622.739113:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159206912 00000100:00100000:0.0:1781272622.739121:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159206912 00000100:00100000:0.0:1781272622.739163:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 673 00000100:00100000:0.0:1781272622.739171:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159206912:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272622.739208:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159206912:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 38us (2788us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272622.739215:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 673 00000100:00100000:3.0:1781272622.906004:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272622.911987:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159208064 00000100:00100000:0.0:1781272622.912003:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159208064 00000100:00100000:0.0:1781272622.912074:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 915 00000100:00100000:0.0:1781272622.912084:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+83:26104:x1867799159208064:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272622.912106:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272622.912127:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc31af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832d2 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272622.912412:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ce00/0x94898f2cdefc31b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272622.912428:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ce00/0x94898f2cdefc31b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272622.912442:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ce00/0x94898f2cdefc31b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272622.912488:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:0.0:1781272622.912492:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272622.912512:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ce00/0x94898f2cdefc31b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272622.912537:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc31af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832d2 expref: 85 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272622.912554:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ce00/0x94898f2cdefc31b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832d2 expref: 84 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272622.912563:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:0.0:1781272622.912566:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272622.912569:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617ce00, rc 0) 00000100:00100000:0.0:1781272622.912642:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+84:26104:x1867799159208064:12345-192.168.204.14@tcp:101:rm.0 Request processed in 560us (6648us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272622.912649:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 915 00000100:00100000:2.0:1781272622.917813:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272622.920975:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159208320 00000100:00100000:0.0:1781272622.920989:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159208320 00000100:00100000:0.0:1781272622.921045:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 916 00000100:00100000:0.0:1781272622.921057:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+84:26104:x1867799159208320:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272622.921079:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272622.921100:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc31bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832d9 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272622.921312:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:0.0:1781272622.921429:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc31bd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832d9 expref: 86 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272622.921446:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272622.921449:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272622.921454:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc31bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832d9 expref: 86 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272622.921468:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617da00, rc 0) 00000100:00100000:0.0:1781272622.921537:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+85:26104:x1867799159208320:12345-192.168.204.14@tcp:101:rm.0 Request processed in 482us (3732us total) trans 4294967857 rc 301/301 00000100:00100000:0.0:1781272622.921544:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 916 00000001:00080000:1.0:1781272622.930607:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967857 is committed 00000001:00080000:1.0:1781272622.930652:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967855 is committed 00000020:00080000:1.0:1781272622.930685:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb3c31fecc0 refcount 2 committed 0 result 0 batchid 14 00010000:00010000:0.0:1781272622.930705:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3170 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781272622.930707:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4fc1b5600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4f61cad80 00000020:00080000:1.0:1781272622.930716:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4fc1b5800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c5162200 00010000:00010000:0.0:1781272622.930736:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3170 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272622.930747:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3170 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781272622.930753:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00010000:00010000:0.0:1781272622.930754:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272622.930764:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3170 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272622.930773:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3170 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781272622.930778:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 13 00010000:00010000:0.0:1781272622.930794:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff8eb3c2f91400) 00010000:00010000:0.0:1781272622.930800:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272622.930805:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3170 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272622.930811:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3170 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781272622.930924:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00000100:00100000:2.0:1781272622.935779:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272622.935824:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159208448 00000100:00100000:2.0:1781272622.935848:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159208448 00000100:00100000:2.0:1781272622.935908:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 181 00000100:00100000:2.0:1781272622.935918:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+83:26104:x1867799159208448:12345-192.168.204.14@tcp:37:rm.0 00000100:00100000:2.0:1781272622.954971:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+83:26104:x1867799159208448:12345-192.168.204.14@tcp:37:rm.0 Request processed in 19041us (19192us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272622.954990:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 181 00000100:00100000:0.0:1781272622.970225:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272622.975306:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159208704 00000100:00100000:3.0:1781272622.975321:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159208704 00000100:00100000:3.0:1781272622.975396:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 182 00000100:00100000:3.0:1781272622.975718:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+83:26104:x1867799159208704:12345-192.168.204.14@tcp:35:rm.0 00000100:00100000:3.0:1781272622.975992:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+84:26104:x1867799159208704:12345-192.168.204.14@tcp:35:rm.0 Request processed in 585us (5783us total) trans 4294967858 rc 0/0 00000100:00100000:3.0:1781272622.976001:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 182 00000100:00100000:3.0:1781272622.979654:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272622.985137:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159208960 00000100:00100000:2.0:1781272622.985179:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159208960 00000100:00100000:2.0:1781272622.985256:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 917 00000100:00100000:2.0:1781272622.985267:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+84:26104:x1867799159208960:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272622.985293:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272622.985315:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc31cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832e0 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272622.985457:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc31d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272622.985472:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc31d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272622.985485:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc31d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272622.985495:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:2.0:1781272622.985604:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc31cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832e0 expref: 87 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272622.985629:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc31d2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832e0 expref: 86 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272622.985640:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:2.0:1781272622.985643:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1781272622.985647:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8a00, rc 0) 00000100:00100000:2.0:1781272622.985722:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+86:26104:x1867799159208960:12345-192.168.204.14@tcp:101:rm.0 Request processed in 457us (6077us total) trans 4294967859 rc 0/0 00000100:00100000:2.0:1781272622.985730:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 917 00000100:00100000:2.0:1781272622.992024:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272622.992106:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159209088 00000100:00100000:0.0:1781272622.992117:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159209088 00000100:00100000:0.0:1781272622.992190:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 918 00000100:00100000:0.0:1781272622.992201:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+86:26104:x1867799159209088:12345-192.168.204.14@tcp:41:rm.0 00000004:00000024:0.0:1781272622.992340:0:12323:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 7837564928 avail 7365009408 00000100:00100000:0.0:1781272622.992490:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+86:26104:x1867799159209088:12345-192.168.204.14@tcp:41:rm.0 Request processed in 289us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272622.992499:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 918 00000100:00100000:2.0:1781272622.996716:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272622.999885:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159209216 00000100:00100000:1.0:1781272622.999901:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159209216 00000100:00100000:0.0:1781272623.000557:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 919 00000100:00100000:0.0:1781272623.000572:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+86:26104:x1867799159209216:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272623.000592:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272623.000612:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc31e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832e7 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000693:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc31e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000709:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc31e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000721:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc31e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000735:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc31ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000743:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc31ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000750:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc31ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000824:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc31f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000860:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc31f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000868:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc31f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272623.000911:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00000004:00200000:0.0:1781272623.000916:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272623.000935:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc31f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000946:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc31f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000954:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc31e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000961:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc31e7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000969:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc31e7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000975:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272623.000979:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc31e7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000987:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc31e7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.000998:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:0.0:1781272623.001001:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272623.001006:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc31e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.001013:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc31e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.001031:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc31ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.001037:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc31ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.001044:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc31ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.001064:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617d600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272623.001068:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc31ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.001074:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc31ee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.001082:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8eb4ec01bc00) 00010000:00010000:0.0:1781272623.001084:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272623.001087:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc31ee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.001094:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc31ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.001124:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc31e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832e7 expref: 88 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.001137:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc31f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832e7 expref: 87 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.001159:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb3c2f91e00) 00010000:00010000:0.0:1781272623.001162:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272623.001165:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617c400, rc 0) 00000100:00100000:0.0:1781272623.001247:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+87:26104:x1867799159209216:12345-192.168.204.14@tcp:101:rm.0 Request processed in 678us (4541us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272623.001255:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 919 00000100:00100000:3.0:1781272623.012035:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272623.013747:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159209472 00000100:00100000:1.0:1781272623.013763:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159209472 00000100:00100000:1.0:1781272623.013850:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 920 00000100:00100000:1.0:1781272623.013861:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+87:26104:x1867799159209472:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:1.0:1781272623.014071:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1781272623.014112:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc31f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832e7 expref: 87 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.014140:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5677e00/0x94898f2cdefc3090 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83277 expref: 86 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.014152:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb3c2f91e00) 00010000:00010000:1.0:1781272623.014171:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ce00/0x94898f2cdefc31b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832d2 expref: 85 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.014178:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:1.0:1781272623.014182:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272623.014203:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc31fc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.014219:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc31fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.014360:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc31fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.014389:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc3203 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.014398:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc3203 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.014406:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc3203 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.014500:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc320a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.014509:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc320a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.014515:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc320a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781272623.015571:0:6492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:1.0:1781272623.015661:0:6492:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 579910828273ns, next at 580910825410ns, rc = 0 00010000:00010000:1.0:1781272623.015718:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc3211 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.015732:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc3211 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.015743:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc3211 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.015767:0:6492:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc3211 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.015774:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc3211 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.015779:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc3211 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.015906:0:6492:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781272623.015945:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc320a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.015960:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc320a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.015967:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc320a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.015973:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272623.015978:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc320a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.015986:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc320a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.015997:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb3c2f91500) 00010000:00010000:1.0:1781272623.016000:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781272623.016005:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc320a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.016023:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc320a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.016042:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc31fc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.016049:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc31fc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.016055:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc31fc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.016060:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272623.016063:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc31fc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.016068:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc31fc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.016076:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:1.0:1781272623.016078:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272623.016081:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc31fc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.016087:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc31fc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272623.016098:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000431d5f56 reply state 0000000056db3a11 transno 4294967860 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc3203 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.016109:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc3203 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.016122:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8eb3c2f91d00) 00010000:00010000:1.0:1781272623.016125:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272623.016128:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272623.016224:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+86:26104:x1867799159209472:12345-192.168.204.14@tcp:36:rm.0 Request processed in 2361us (4388us total) trans 4294967860 rc 0/0 00000100:00100000:1.0:1781272623.016233:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 920 00010000:00010000:3.0:1781272623.023093:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272623.023111:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc3211 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272623.023122:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cca00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272623.023127:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc3211 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272623.023156:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc3211 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272623.023177:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8eb3c2f91500) 00010000:00010000:3.0:1781272623.023180:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781272623.023185:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc3211 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272623.023192:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc3211 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.028514:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272623.028523:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272623.028525:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272623.036823:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272623.037126:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159209728 00000100:00100000:2.0:1781272623.037139:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159209728 00000100:00100000:2.0:1781272623.037199:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 183 00000100:00100000:2.0:1781272623.037210:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+86:26104:x1867799159209728:12345-192.168.204.14@tcp:35:rm.0 00000100:00100000:2.0:1781272623.037481:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+87:26104:x1867799159209728:12345-192.168.204.14@tcp:35:rm.0 Request processed in 271us (668us total) trans 4294967861 rc 0/0 00000100:00100000:2.0:1781272623.037489:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 183 00000100:00100000:2.0:1781272623.041106:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272623.041513:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159209984 00000100:00100000:0.0:1781272623.041525:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159209984 00000100:00100000:0.0:1781272623.041630:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 921 00000100:00100000:0.0:1781272623.041641:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+87:26104:x1867799159209984:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:0.0:1781272623.041708:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1781272623.041735:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc31d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832e0 expref: 87 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.041758:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc2f16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831f9 expref: 86 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.041769:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:0.0:1781272623.041779:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5055400/0x94898f2cdefc2efa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab831f2 expref: 85 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.041788:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272623.041791:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272623.041814:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.041881:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc30c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83285 expref: 35 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.041898:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.041931:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc30c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83285 expref: 35 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272623.041944:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc30c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83285 expref: 35 pid: 6493 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272623.041958:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4209f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168592384:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272623.042052:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c4f830c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272623.053485:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272623.053608:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4209f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168592384:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272623.053636:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272623.054226:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159210112 00000100:00100000:3.0:1781272623.054234:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159210112 00010000:00010000:3.0:1781272623.054271:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc30c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83285 expref: 36 pid: 6493 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272623.054323:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 300 00000100:00100000:3.0:1781272623.054333:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+36:2390:x1867799159210112:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272623.054350:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272623.054357:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc30c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83285 expref: 36 pid: 6493 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272623.054382:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc30c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83285 expref: 36 pid: 6493 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272623.054408:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c567da00/0x94898f2cdefc30c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83285 expref: 36 pid: 6493 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272623.054443:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272623.054448:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272623.054457:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272623.054465:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272623.054493:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272623.054519:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.054530:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272623.054555:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+35:2390:x1867799159210112:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 221us (1077us total) trans 0 rc 0/0 00010000:00010000:2.0:1781272623.054555:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc321f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272623.054572:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 300 00010000:00010000:2.0:1781272623.054574:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc321f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.054584:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc321f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.054685:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.054696:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc30e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8328c expref: 34 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.054704:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.054732:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc30e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8328c expref: 34 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.054745:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc30e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8328c expref: 34 pid: 6491 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272623.054758:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168592512:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272623.054805:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c4f82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272623.060049:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168592512:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272623.060081:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272623.064449:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272623.064883:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159210240 00000100:00100000:1.0:1781272623.064905:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159210240 00010000:00010000:1.0:1781272623.064950:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc30e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8328c expref: 35 pid: 6491 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272623.064991:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 301 00000100:00100000:1.0:1781272623.065000:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+35:2389:x1867799159210240:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272623.065016:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272623.065022:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc30e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8328c expref: 35 pid: 6491 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.065035:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc30e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8328c expref: 35 pid: 6491 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.065360:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc30e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8328c expref: 35 pid: 6491 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.065386:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:1.0:1781272623.065392:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.065419:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.065427:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272623.065462:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272623.065529:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+34:2389:x1867799159210240:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 529us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272623.065538:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 301 00010000:00010000:2.0:1781272623.065656:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.065667:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272623.065995:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:2.0:1781272623.066024:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066032:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066039:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066046:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272623.066052:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066061:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066072:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8eb4c792bc00) 00010000:00010000:2.0:1781272623.066076:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781272623.066081:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066088:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3226 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066114:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066120:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066128:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066133:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617d600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272623.066142:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066148:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066157:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272623.066160:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272623.066164:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066169:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc3218 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272623.066180:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004b907d56 reply state 0000000061ac882d transno 4294967862 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc321f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066192:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc321f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272623.066199:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8eb4c792b800) 00010000:00010000:2.0:1781272623.066201:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272623.066204:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272623.066265:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+86:26104:x1867799159209984:12345-192.168.204.14@tcp:36:rm.0 Request processed in 24624us (25168us total) trans 4294967862 rc 0/0 00000100:00100000:2.0:1781272623.066273:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 921 00000100:00100000:1.0:1781272623.169238:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272623.169267:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168592640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272623.169332:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272623.169627:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168592640 00000100:00100000:3.0:1781272623.169636:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168592640 00000100:00100000:3.0:1781272623.169689:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1781272623.169702:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168592640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272623.169734:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272623.169781:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168592640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272623.169786:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1781272623.170592:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168592640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272623.190710:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272623.191071:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159210368 00000100:00100000:1.0:1781272623.191082:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159210368 00000100:00100000:1.0:1781272623.191143:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 922 00000100:00100000:1.0:1781272623.191153:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+34:25651:x1867799159210368:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781272623.191525:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+34:25651:x1867799159210368:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 371us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272623.191533:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 922 00000100:00100000:3.0:1781272623.198797:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272623.202387:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159210496 00000100:00100000:1.0:1781272623.202480:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159210496 00000100:00100000:1.0:1781272623.202566:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 923 00000100:00100000:1.0:1781272623.202577:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:25651:x1867799159210496:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781272623.202756:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:25651:x1867799159210496:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 180us (3972us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272623.202780:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 923 00010000:00010000:0.0:1781272623.424078:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781272624.202564:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000001:00080000:1.0:1781272624.202599:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00010000:00010000:0.0:1781272624.448491:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1781272624.704081:0:8835:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 581599245724ns, next at 582599241893ns, rc = 0 00000100:00100000:2.0:1781272624.704179:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272624.704218:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168592768:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272624.704354:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272624.705977:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168592768 00000100:00100000:0.0:1781272624.705994:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168592768 00000100:00100000:0.0:1781272624.706096:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1781272624.706110:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168592768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272624.706160:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:0.0:1781272624.706268:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168592768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 162us (1925us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272624.706278:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1781272624.706691:0:3621:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:0.0:1781272624.706699:0:3621:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c2279880, transno 4294967338 00000004:00080000:0.0:1781272624.706720:0:3621:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967340 committed transno 4294967340 00000100:00100000:0.0:1781272624.707271:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168592768:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781272624.707949:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:3.0:1781272625.034435:0:20831:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 09:57:03 (1781272623) 00000040:00080000:0.0:1781272625.216114:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272625.216130:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272625.216285:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:0.0:1781272625.216299:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272625.222103:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168592896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272625.222218:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272625.222374:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168592896 00000100:00100000:0.0:1781272625.222386:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168592896 00000100:00100000:0.0:1781272625.222500:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1781272625.222514:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168592896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272625.222551:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:0.0:1781272625.222617:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168592896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.222626:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:3.0:1781272625.222792:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272625.223005:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168592896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272625.273580:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272625.273641:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159210624 00000100:00100000:3.0:1781272625.273655:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159210624 00000100:00100000:3.0:1781272625.273901:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 924 00000100:00100000:3.0:1781272625.273918:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+34:26290:x1867799159210624:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272625.273949:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272625.273980:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc322d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832ee expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272625.274082:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3234 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272625.274102:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3234 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272625.274119:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3234 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272625.274330:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781272625.274343:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272625.274375:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3234 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272625.274410:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647400/0x94898f2cdefc322d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832ee expref: 36 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272625.274430:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3234 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832ee expref: 35 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272625.274442:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272625.274445:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272625.274458:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647200, rc 0) 00000100:00100000:3.0:1781272625.274608:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+35:26290:x1867799159210624:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 695us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272625.274617:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 924 00000100:00080000:3.0:1781272625.274876:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272625.285383:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272625.285436:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159210752 00000100:00100000:0.0:1781272625.285450:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159210752 00000100:00100000:0.0:1781272625.285534:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 925 00000100:00100000:0.0:1781272625.285546:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+86:26290:x1867799159210752:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272625.285580:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272625.285612:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617de00/0x94898f2cdefc323b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832f5 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.285709:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc3242 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.285729:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc3242 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.285745:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc3242 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272625.285974:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272625.285980:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272625.286009:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc3242 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.286045:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617de00/0x94898f2cdefc323b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832f5 expref: 88 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.286069:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc3242 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832f5 expref: 87 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.286080:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272625.286083:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272625.286087:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617d000, rc 0) 00000100:00100000:0.0:1781272625.286788:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+87:26290:x1867799159210752:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1240us (1417us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.286800:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 925 00000100:00080000:0.0:1781272625.286879:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272625.298687:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272625.304266:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159210880 00000100:00100000:2.0:1781272625.304285:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159210880 00000100:00100000:2.0:1781272625.304386:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 926 00000100:00100000:2.0:1781272625.304398:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+35:26291:x1867799159210880:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781272625.304543:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+35:26291:x1867799159210880:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 146us (5864us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272625.304553:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 926 00000100:00100000:3.0:1781272625.306920:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272625.307989:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159211008 00000100:00100000:1.0:1781272625.308007:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159211008 00000100:00100000:1.0:1781272625.308115:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 927 00000100:00100000:1.0:1781272625.308129:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:26291:x1867799159211008:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1781272625.308261:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272625.308295:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:26291:x1867799159211008:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 169us (1399us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272625.308304:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 927 00000100:00100000:2.0:1781272625.314806:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272625.315058:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159211136 00000100:00100000:0.0:1781272625.315074:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159211136 00000100:00100000:0.0:1781272625.315520:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 928 00000100:00100000:0.0:1781272625.315536:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+87:26292:x1867799159211136:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272625.315568:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272625.315601:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617de00/0x94898f2cdefc3249 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab832fc expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.315696:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc3250 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.315714:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc3250 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.315729:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc3250 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.315747:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3257 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.315755:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3257 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.315762:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3257 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.315861:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc3250 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.315869:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc3250 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.315880:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc3250 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.315887:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617dc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.315893:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc3250 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.315903:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc3250 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.316037:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272625.316041:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.316048:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc3250 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.316056:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc3250 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.316070:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3257 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.316076:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3257 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.316082:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3257 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.316088:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.316091:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3257 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.316102:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3257 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.316110:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8eb4ec01bc00) 00010000:00010000:0.0:1781272625.316112:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.316115:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3257 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.316120:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3257 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.316160:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617de00/0x94898f2cdefc3249 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832fc expref: 88 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.316171:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272625.316174:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.316178:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617de00/0x94898f2cdefc3249 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832fc expref: 88 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.316187:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617de00, rc 0) 00000100:00100000:0.0:1781272625.316268:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+87:26292:x1867799159211136:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 736us (1482us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272625.316276:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 928 00000100:00100000:0.0:1781272625.327463:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272625.327582:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159211392 00000100:00100000:2.0:1781272625.327660:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159211392 00000100:00100000:2.0:1781272625.327731:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 929 00000100:00100000:2.0:1781272625.327742:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+87:26292:x1867799159211392:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:2.0:1781272625.327815:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272625.327893:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc3242 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832f5 expref: 87 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.327917:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272625.327923:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272625.328011:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.328029:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3234 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832ee expref: 34 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.328039:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.328085:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3234 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832ee expref: 34 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.328121:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3234 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832ee expref: 34 pid: 8162 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272625.328138:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168593024:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272625.328266:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fc249f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781272625.334221:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272625.334380:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159211520 00000100:00100000:0.0:1781272625.334462:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159211520 00010000:00010000:0.0:1781272625.334522:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3234 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832ee expref: 35 pid: 8162 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272625.334581:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 302 00000100:00100000:0.0:1781272625.334593:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+35:2390:x1867799159211520:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272625.334614:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272625.334623:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3234 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832ee expref: 35 pid: 8162 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.334639:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3234 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832ee expref: 35 pid: 8162 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.334671:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272625.334677:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.334690:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.334698:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.334721:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272625.334799:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+35:2390:x1867799159211520:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 207us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.334808:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 302 00010000:00010000:2.0:1781272625.337136:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3234 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832ee expref: 34 pid: 8162 timeout: 682 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272625.337171:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168593024:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272625.337203:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.337739:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.337749:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.337787:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3265 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.337803:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3265 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.337816:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3265 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.338986:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc326c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.339007:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc326c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.339440:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc326c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272625.339466:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000877bb4f4 reply state 0000000054b5ad51 transno 4294967863 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc326c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.339480:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc326c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.339489:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:1.0:1781272625.339492:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272625.339496:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1781272625.339503:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00010000:00010000:1.0:1781272625.339513:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.339520:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.339529:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.339535:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272625.339541:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.339548:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.339561:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272625.339563:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272625.339577:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.339584:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc325e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272625.340322:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000877bb4f4 reply state 0000000054b5ad51 transno 4294967863 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3265 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.340349:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3265 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.340357:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8eb3c2f91a00) 00010000:00010000:1.0:1781272625.340360:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272625.340363:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1781272625.340678:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+88:26292:x1867799159211392:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 12928us (13221us total) trans 4294967863 rc 0/0 00000100:00100000:1.0:1781272625.340689:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 929 00000100:00100000:0.0:1781272625.359816:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272625.360036:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159211648 00000100:00100000:2.0:1781272625.360053:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159211648 00000100:00100000:2.0:1781272625.360149:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 930 00000100:00100000:2.0:1781272625.360164:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+88:26293:x1867799159211648:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1781272625.360227:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272625.360264:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3273 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83303 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.360378:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc327a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.360398:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc327a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.360412:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc327a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272625.360497:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781272625.360501:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272625.360529:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc327a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.360559:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3273 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83303 expref: 90 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.360597:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc327a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83303 expref: 89 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.360609:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272625.360612:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272625.360618:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8800, rc 0) 00000100:00100000:2.0:1781272625.360708:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+89:26293:x1867799159211648:12345-192.168.204.14@tcp:101:bash.0 Request processed in 547us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272625.360716:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 930 00000100:00100000:1.0:1781272625.365695:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272625.366315:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159211776 00000100:00100000:0.0:1781272625.366346:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159211776 00000100:00100000:0.0:1781272625.366465:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 931 00000100:00100000:0.0:1781272625.366479:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+89:26293:x1867799159211776:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1781272625.366514:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272625.366553:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc3281 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8330a expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367193:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3288 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367226:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3288 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367242:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3288 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367257:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc328f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367266:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc328f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367274:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc328f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367407:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d200/0x94898f2cdefc3296 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367425:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d200/0x94898f2cdefc3296 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367433:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d200/0x94898f2cdefc3296 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272625.367484:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:0.0:1781272625.367490:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272625.367523:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d200/0x94898f2cdefc3296 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367537:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3288 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367545:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3288 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367553:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3288 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367559:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617d800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.367564:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3288 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367573:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3288 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367603:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272625.367607:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.367614:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3288 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367621:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3288 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367639:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc328f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367650:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc328f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367656:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc328f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367662:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617d600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.367665:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc328f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367671:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc328f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367678:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8eb3c2f91a00) 00010000:00010000:0.0:1781272625.367680:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.367683:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc328f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367689:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc328f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367727:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc3281 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8330a expref: 91 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367741:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d200/0x94898f2cdefc3296 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8330a expref: 90 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.367750:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:0.0:1781272625.367752:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781272625.367757:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617d200, rc 0) 00000100:00100000:0.0:1781272625.367928:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+90:26293:x1867799159211776:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1450us (2254us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.367939:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 931 00000100:00100000:2.0:1781272625.373358:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272625.374368:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159211904 00000100:00100000:1.0:1781272625.374394:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159211904 00000100:00100000:1.0:1781272625.374654:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 932 00000100:00100000:1.0:1781272625.374666:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+90:26293:x1867799159211904:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:1.0:1781272625.374692:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272625.374721:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc329d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83311 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.374809:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc32a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.374828:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc32a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.374883:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc32a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.374901:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc32ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.374909:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc32ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.374929:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc32ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.374979:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc32a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.374986:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc32a4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.374994:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc32a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375001:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cce00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272625.375006:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc32a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375014:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc32a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375027:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:1.0:1781272625.375031:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272625.375036:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc32a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375050:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc32a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375067:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc32ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375073:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc32ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375079:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc32ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375085:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272625.375088:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc32ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375095:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc32ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375103:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8eb3c2f91600) 00010000:00010000:1.0:1781272625.375106:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272625.375109:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc32ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375115:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc32ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375154:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc329d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83311 expref: 91 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375177:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:1.0:1781272625.375193:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272625.375198:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc329d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83311 expref: 91 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.375209:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc200, rc 0) 00000100:00100000:1.0:1781272625.375578:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+90:26293:x1867799159211904:12345-192.168.204.14@tcp:101:bash.0 Request processed in 912us (2248us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272625.375588:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 932 00000100:00100000:2.0:1781272625.386790:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272625.386986:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159212032 00000100:00100000:0.0:1781272625.387002:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159212032 00000100:00100000:0.0:1781272625.387142:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 933 00000100:00100000:0.0:1781272625.387155:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+34:26294:x1867799159212032:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272625.387183:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272625.387215:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc32b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83318 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.387312:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc32b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.387329:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc32b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.387355:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc32b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272625.387419:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272625.387424:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272625.387451:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc32b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.387482:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc32b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83318 expref: 36 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.387503:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc32b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83318 expref: 35 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.387515:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272625.387519:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272625.387525:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617d600, rc 0) 00000100:00100000:0.0:1781272625.387626:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+35:26294:x1867799159212032:12345-192.168.204.14@tcp:101:rm.0 Request processed in 474us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.387635:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 933 00000100:00100000:3.0:1781272625.390699:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272625.390817:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159212160 00000100:00100000:0.0:1781272625.390861:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159212160 00000100:00100000:0.0:1781272625.390936:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 934 00000100:00100000:0.0:1781272625.390948:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+35:26294:x1867799159212160:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272625.390982:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272625.391011:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc32c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8331f expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391112:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc32c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391134:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc32c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391150:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc32c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391165:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc32ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391172:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc32ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391197:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc32ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391319:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ce00/0x94898f2cdefc32d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391327:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ce00/0x94898f2cdefc32d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391346:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ce00/0x94898f2cdefc32d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272625.391395:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:0.0:1781272625.391399:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272625.391428:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ce00/0x94898f2cdefc32d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391441:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc32c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391448:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc32c7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391456:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc32c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391463:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.391468:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc32c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391477:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc32c7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391500:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272625.391503:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.391510:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc32c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391516:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc32c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391534:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc32ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391541:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc32ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391546:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc32ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391551:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617da00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.391554:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc32ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391560:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc32ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391567:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8eb3c2f91a00) 00010000:00010000:0.0:1781272625.391569:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.391572:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc32ce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391577:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc32ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391612:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc32c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8331f expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391627:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ce00/0x94898f2cdefc32d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8331f expref: 36 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.391634:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:0.0:1781272625.391637:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781272625.391640:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617ce00, rc 0) 00000100:00100000:0.0:1781272625.391779:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+36:26294:x1867799159212160:12345-192.168.204.14@tcp:101:rm.0 Request processed in 832us (1100us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.391787:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 934 00000100:00100000:2.0:1781272625.394249:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272625.394402:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159212288 00000100:00100000:1.0:1781272625.394417:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159212288 00000100:00100000:1.0:1781272625.394495:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 935 00000100:00100000:1.0:1781272625.394509:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+36:26294:x1867799159212288:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272625.394545:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272625.394580:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc32dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83326 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395299:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc32e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395325:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc32e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395348:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc32e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395394:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc32ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395402:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc32ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395409:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc32ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395470:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc32e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395478:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc32e3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395485:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc32e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395492:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272625.395497:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc32e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395506:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc32e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395520:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:2.0:1781272625.395524:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272625.395530:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc32e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395536:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc32e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395561:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc32ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395568:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc32ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395574:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc32ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395579:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272625.395581:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc32ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395706:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc32ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395715:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8eb4c29c2a00) 00010000:00010000:2.0:1781272625.395717:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272625.395720:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc32ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395725:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc32ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395780:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc32dc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83326 expref: 37 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395792:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:2.0:1781272625.395795:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272625.395807:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc32dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83326 expref: 37 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.395818:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc200, rc 0) 00000100:00100000:2.0:1781272625.396016:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+36:26294:x1867799159212288:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1509us (1783us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272625.396025:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 935 00000100:00100000:2.0:1781272625.400021:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272625.400424:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159212416 00000100:00100000:0.0:1781272625.400440:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159212416 00000100:00100000:0.0:1781272625.400687:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 936 00000100:00100000:0.0:1781272625.400700:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+36:26294:x1867799159212416:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272625.400729:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272625.400756:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc32f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8332d expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.400897:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc32f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.400918:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc32f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.400933:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc32f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.400952:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc32ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.400960:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc32ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.400967:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc32ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401035:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc32f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401044:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc32f8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401051:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc32f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401058:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.401063:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc32f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401073:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc32f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401088:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:0.0:1781272625.401091:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.401098:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc32f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401105:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc32f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401121:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc32ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401128:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc32ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401134:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc32ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401139:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.401142:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc32ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401148:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc32ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401154:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8eb4ec01bc00) 00010000:00010000:0.0:1781272625.401156:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.401159:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc32ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401165:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc32ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401215:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc32f1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8332d expref: 37 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401227:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:0.0:1781272625.401230:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.401234:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc32f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8332d expref: 37 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.401244:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617ca00, rc 0) 00000100:00100000:0.0:1781272625.401346:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+36:26294:x1867799159212416:12345-192.168.204.14@tcp:101:rm.0 Request processed in 648us (1342us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272625.401356:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 936 00000100:00100000:3.0:1781272625.423429:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272625.423592:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159212544 00000100:00100000:0.0:1781272625.423609:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159212544 00000100:00100000:0.0:1781272625.423896:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 937 00000100:00100000:0.0:1781272625.423912:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+36:26295:x1867799159212544:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272625.423945:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272625.423978:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc3306 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83334 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424092:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc330d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424112:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc330d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424128:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc330d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424147:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3314 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424156:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3314 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424163:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3314 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424222:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc330d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424231:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc330d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424239:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc330d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424246:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.424251:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc330d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424260:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc330d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424275:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:0.0:1781272625.424278:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.424301:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc330d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424309:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc330d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424325:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3314 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424340:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3314 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424346:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3314 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424352:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.424363:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3314 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424370:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3314 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424378:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8eb4ec01bc00) 00010000:00010000:0.0:1781272625.424381:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.424384:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3314 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424391:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3314 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424432:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc3306 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83334 expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424444:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:0.0:1781272625.424446:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.424450:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc3306 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83334 expref: 37 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.424459:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617ca00, rc 0) 00000100:00100000:0.0:1781272625.424555:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+36:26295:x1867799159212544:12345-192.168.204.14@tcp:101:cp.0 Request processed in 647us (1141us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272625.424564:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 937 00000100:00100000:3.0:1781272625.432197:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272625.432556:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159212672 00000100:00100000:2.0:1781272625.432571:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159212672 00000100:00100000:2.0:1781272625.432659:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 938 00000100:00100000:2.0:1781272625.432672:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+36:26295:x1867799159212672:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272625.432704:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272625.432744:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc331b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8333b expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.432889:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3322 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.432909:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3322 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.432923:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3322 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.432939:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3329 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.432946:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3329 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.432974:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3329 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433020:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3322 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433027:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3322 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433035:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3322 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433042:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272625.433048:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3322 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433057:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3322 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433069:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:2.0:1781272625.433072:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272625.433078:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3322 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433084:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3322 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433098:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3329 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433105:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3329 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433115:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3329 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433121:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272625.433124:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3329 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433129:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3329 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433136:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8eb4c29c2a00) 00010000:00010000:2.0:1781272625.433138:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272625.433140:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3329 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433145:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3329 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433179:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc331b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8333b expref: 37 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433188:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:2.0:1781272625.433191:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272625.433194:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc331b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8333b expref: 37 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.433204:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9600, rc 0) 00000100:00100000:2.0:1781272625.433289:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+36:26295:x1867799159212672:12345-192.168.204.14@tcp:101:cp.0 Request processed in 620us (1106us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272625.433305:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 938 00000100:00100000:2.0:1781272625.438037:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272625.441193:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159212928 00000100:00100000:0.0:1781272625.441219:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159212928 00000100:00100000:0.0:1781272625.443139:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 939 00000100:00100000:0.0:1781272625.443173:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+36:26295:x1867799159212928:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272625.443206:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272625.443236:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc3330 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83342 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.443445:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3337 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.443464:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3337 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.443480:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3337 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.443500:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc333e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.443508:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc333e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.443527:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc333e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781272625.444016:0:6491:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x13:0x0], index 1: 0 00010000:00010000:0.0:1781272625.444188:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3345 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444199:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3345 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444215:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3345 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444252:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3337 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444259:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3337 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444267:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3337 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444273:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.444278:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3337 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444286:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3337 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444298:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:0.0:1781272625.444301:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.444306:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3337 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444312:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3337 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272625.444327:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008eac58f2 reply state 00000000e72e4e70 transno 4294967864 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc333e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444348:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc333e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444355:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8eb4ec01bc00) 00010000:00010000:0.0:1781272625.444358:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272625.444361:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1781272625.444394:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc3330 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83342 expref: 39 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444408:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d800/0x94898f2cdefc3345 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83342 expref: 38 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.444416:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8eb4ec01ba00) 00010000:00010000:0.0:1781272625.444418:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272625.444421:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617d800, rc 0) 00000100:00100000:0.0:1781272625.444518:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+39:26295:x1867799159212928:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1362us (6500us total) trans 4294967864 rc 0/0 00000100:00100000:0.0:1781272625.444526:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 939 00000100:00100000:3.0:1781272625.451669:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272625.451822:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159213056 00000100:00100000:2.0:1781272625.452005:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159213056 00000100:00100000:2.0:1781272625.452136:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 229 00000100:00100000:2.0:1781272625.452152:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159213056:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272625.452184:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272625.452225:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc3353 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83349 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272625.452262:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781272625.452292:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272625.452295:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272625.452306:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc3353 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83349 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.452341:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc3353 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83349 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.452369:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9600, rc 0) 00000100:00100000:2.0:1781272625.452469:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159213056:12345-192.168.204.14@tcp:101:cp.0 Request processed in 322us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272625.452478:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 229 00000100:00080000:0.0:1781272625.453290:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272625.460077:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272625.460210:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159213184 00000100:00100000:3.0:1781272625.460225:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159213184 00000100:00100000:3.0:1781272625.460303:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 230 00000100:00100000:3.0:1781272625.460316:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:26295:x1867799159213184:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272625.460353:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272625.460377:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83350 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272625.460419:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc3353 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83349 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272625.460430:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272625.460433:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272625.460437:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272625.460508:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc3353 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83349 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272625.460526:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc3353 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83349 expref: 11 pid: 8405 timeout: 682 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272625.460545:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168593152:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272625.460684:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c607ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272625.466812:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272625.467186:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168593152:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272625.467256:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.467301:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647400, rc 0) 00000100:00100000:2.0:1781272625.467399:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:26295:x1867799159213184:12345-192.168.204.14@tcp:101:cp.0 Request processed in 7085us (7339us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272625.467411:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 230 00000100:00100000:0.0:1781272625.471399:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159213312 00000100:00100000:0.0:1781272625.471425:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159213312 00010000:00010000:2.0:1781272625.471668:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc3353 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83349 expref: 11 pid: 8405 timeout: 682 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272625.471737:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 303 00000100:00100000:2.0:1781272625.471749:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159213312:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272625.471781:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272625.471809:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc3353 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83349 expref: 11 pid: 8405 timeout: 682 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.471827:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc3353 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83349 expref: 11 pid: 8405 timeout: 682 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.472449:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040141c36/0x94898f2cdefc3353 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83349 expref: 11 pid: 8405 timeout: 682 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.472471:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272625.472473:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272625.472482:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.472520:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.472575:0:9494:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272625.472595:0:9494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9494:1867799168593280:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272625.472709:0:9494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fc249f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781272625.476653:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1781272625.477416:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272625.478040:0:9494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9494:1867799168593280:192.168.204.14@tcp:105: 00010000:00010000:2.0:1781272625.478076:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272625.478155:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159213312:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 6408us (11360us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272625.478169:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 303 00000100:00100000:1.0:1781272625.478955:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159213568 00000100:00100000:1.0:1781272625.478968:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159213568 00000100:00100000:1.0:1781272625.479033:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 184 00000100:00100000:1.0:1781272625.479044:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4db30d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+39:26295:x1867799159213568:12345-192.168.204.14@tcp:35:cp.0 00000040:00080000:3.0:1781272625.480158:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781272625.481243:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4db30d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+40:26295:x1867799159213568:12345-192.168.204.14@tcp:35:cp.0 Request processed in 2191us (4595us total) trans 4294967865 rc 0/0 00000100:00100000:1.0:1781272625.481258:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 184 00000100:00100000:3.0:1781272625.544359:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272625.546622:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159213696 00000100:00100000:0.0:1781272625.546645:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159213696 00000100:00100000:0.0:1781272625.546758:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 940 00000100:00100000:0.0:1781272625.546772:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+90:26298:x1867799159213696:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272625.546804:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272625.546881:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc3361 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83357 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547001:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3368 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547023:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3368 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547038:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3368 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547054:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc336f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547061:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc336f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547069:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc336f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547176:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc3376 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547186:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc3376 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547193:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc3376 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272625.547247:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:0.0:1781272625.547254:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272625.547287:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc3376 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547307:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc3376 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547317:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3368 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547324:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3368 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547342:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3368 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547349:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.547355:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3368 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547364:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3368 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547379:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:0.0:1781272625.547383:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.547389:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3368 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547396:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc3368 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547411:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc336f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547418:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc336f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547436:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc336f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547442:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617da00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272625.547445:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc336f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547451:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc336f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547459:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8eb4ec01bc00) 00010000:00010000:0.0:1781272625.547461:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272625.547464:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc336f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547470:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc336f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547502:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc3361 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83357 expref: 92 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547518:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc3376 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83357 expref: 91 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.547525:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8eb4ec01ba00) 00010000:00010000:0.0:1781272625.547527:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272625.547530:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617c200, rc 0) 00000100:00100000:0.0:1781272625.547635:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+91:26298:x1867799159213696:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 861us (3286us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.547647:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 940 00000100:00100000:1.0:1781272625.554057:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272625.554172:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159213824 00000100:00100000:0.0:1781272625.554190:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159213824 00000100:00100000:0.0:1781272625.554295:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 231 00000100:00100000:0.0:1781272625.554308:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2390:x1867799159213824:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272625.554342:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272625.554370:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004988c1e9/0x94898f2cdefc337d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8335e expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272625.554457:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168593408:192.168.204.14@tcp:106: 00000100:00080000:3.0:1781272625.554504:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272625.554590:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c4f83540 going to sleep for 11 seconds 00002000:00010000:0.0:1781272625.563199:0:15938:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1781272625.563216:0:15938:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb mtime: 0 -> 1781272625 00002000:00010000:0.0:1781272625.563220:0:15938:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb atime: 0 -> 1781272625 00002000:00010000:0.0:1781272625.563223:0:15938:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb ctime: 0 -> 1781272625 00002000:00010000:0.0:1781272625.563225:0:15938:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1781272625.563262:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168593408:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272625.563323:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004988c1e9/0x94898f2cdefc337d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8335e expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.563368:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004988c1e9/0x94898f2cdefc337d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8335e expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.563386:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617dc00, rc 0) 00000100:00100000:0.0:1781272625.563476:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2390:x1867799159213824:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 9169us (9434us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272625.563490:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 231 00000100:00100000:3.0:1781272625.567932:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272625.568101:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159213952 00000100:00100000:0.0:1781272625.568118:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159213952 00000100:00100000:0.0:1781272625.568206:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 941 00000100:00100000:0.0:1781272625.568217:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+91:26298:x1867799159213952:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272625.568245:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272625.568273:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc3384 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83365 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.568377:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc338b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.568395:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc338b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.568409:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc338b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272625.568485:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:0.0:1781272625.568490:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272625.568517:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc338b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.568553:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc3384 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83365 expref: 93 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.568577:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617da00/0x94898f2cdefc338b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83365 expref: 92 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272625.568593:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:0.0:1781272625.568597:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272625.568602:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617da00, rc 0) 00000100:00100000:0.0:1781272625.568689:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+92:26298:x1867799159213952:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 472us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.568696:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 941 00000100:00100000:2.0:1781272625.572373:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272625.572469:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159214080 00000100:00100000:1.0:1781272625.572483:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159214080 00000100:00100000:1.0:1781272625.572562:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 232 00000100:00100000:1.0:1781272625.572574:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159214080:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272625.572598:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272625.572620:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000160234ae/0x94898f2cdefc3392 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8336c expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272625.572706:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168593536:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272625.572871:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f625d240 going to sleep for 11 seconds 00000100:00100000:2.0:1781272625.576406:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168593536:192.168.204.14@tcp:106: 00010000:00010000:2.0:1781272625.576476:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000160234ae/0x94898f2cdefc3392 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8336c expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.576507:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000160234ae/0x94898f2cdefc3392 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8336c expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272625.576523:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cca00, rc 0) 00000100:00100000:2.0:1781272625.576602:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159214080:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 4030us (4243us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272625.576632:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 232 00000100:00100000:2.0:1781272625.581325:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272625.582578:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159214336 00000100:00100000:1.0:1781272625.582600:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159214336 00000100:00100000:1.0:1781272625.582709:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 38 00000100:00100000:1.0:1781272625.582723:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+92:26298:x1867799159214336:12345-192.168.204.14@tcp:103:lfs.0 00010000:00010000:1.0:1781272625.582747:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272625.582780:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc3376 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83357 expref: 92 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272625.582804:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8eb4ec01ba00) 00010000:00010000:1.0:1781272625.582811:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272625.582958:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+91:26298:x1867799159214336:12345-192.168.204.14@tcp:103:lfs.0 Request processed in 238us (1647us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272625.582966:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 38 00000100:00100000:0.0:1781272625.584964:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272625.585068:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159214464 00000100:00100000:2.0:1781272625.585079:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159214464 00000100:00100000:2.0:1781272625.585155:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 942 00000100:00100000:2.0:1781272625.585172:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+91:26298:x1867799159214464:12345-192.168.204.14@tcp:58:lfs.0 00000100:00100000:2.0:1781272625.585388:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+91:26298:x1867799159214464:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 219us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272625.585396:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 942 00000100:00100000:0.0:1781272625.728123:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272625.728160:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168593664:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272625.728275:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272625.728467:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168593664 00000100:00100000:3.0:1781272625.728479:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168593664 00000100:00100000:3.0:1781272625.728564:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1781272625.728575:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168593664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272625.728615:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 94935872 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1781272625.728667:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168593664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272625.728674:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00080000:3.0:1781272625.728701:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272625.728885:0:3619:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967345 gen 2 00000004:00080000:0.0:1781272625.728909:0:3619:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967343 committed transno 4294967345 00000004:00080000:0.0:1781272625.728928:0:3619:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c227bb80, transno 4294967344 00000004:00080000:0.0:1781272625.728940:0:3619:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c2279500, transno 4294967345 00000100:00100000:0.0:1781272625.728955:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168593664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272625.729526:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168593920:0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.729578:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272625.729626:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168594432:0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.729651:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272625.729668:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168594944:0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.729689:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272625.729711:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781272625.729717:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168594048:0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.729746:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272625.729764:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168594560:0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.729789:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272625.729806:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168595072:0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.729862:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272625.729903:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168593920 00000100:00100000:3.0:1781272625.729910:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168593920 00000100:00100000:3.0:1781272625.729945:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168594432 00000100:00100000:3.0:1781272625.729948:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168594432 00000100:00100000:3.0:1781272625.729970:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168594944 00000100:00100000:3.0:1781272625.729972:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168594944 00000100:00100000:3.0:1781272625.729983:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168594560 00000100:00100000:3.0:1781272625.729986:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168594560 00000100:00100000:3.0:1781272625.730002:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1781272625.730010:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168593920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.730060:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168593920:12345-0@lo:400:kworker.0 Request processed in 49us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272625.730067:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1781272625.730084:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1781272625.730091:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168594432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.730120:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168594432:12345-0@lo:400:kworker.0 Request processed in 29us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272625.730133:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1781272625.730147:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1781272625.730152:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168594944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.730182:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168594944:12345-0@lo:400:kworker.0 Request processed in 30us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272625.730187:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1781272625.730197:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1781272625.730204:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168594560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272625.730341:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168594176:0@lo:400:kworker.0 00000100:00100000:1.0:1781272625.730390:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272625.730416:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168594688:0@lo:400:kworker.0 00000100:00100000:1.0:1781272625.730450:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272625.730475:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781272625.730484:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168593792:0@lo:400:kworker.0 00000100:00100000:1.0:1781272625.730515:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272625.730537:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168594304:0@lo:400:kworker.0 00000100:00100000:1.0:1781272625.730565:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272625.730585:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168594816:0@lo:400:kworker.0 00000100:00100000:1.0:1781272625.730609:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272625.730634:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168595072 00000100:00100000:1.0:1781272625.730637:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168595072 00000100:00100000:1.0:1781272625.730668:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168594688 00000100:00100000:1.0:1781272625.730671:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168594688 00000100:00100000:1.0:1781272625.730690:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1781272625.730696:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168595072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272625.730729:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168595072:12345-0@lo:400:kworker.0 Request processed in 33us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272625.730735:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1781272625.730747:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1781272625.730753:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168594688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272625.730784:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168594688:12345-0@lo:400:kworker.0 Request processed in 32us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272625.730789:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1781272625.730829:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168594688:0@lo:400:kworker.0 00000100:00100000:0.0:1781272625.731072:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168594176 00000100:00100000:0.0:1781272625.731076:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168594176 00000100:00100000:0.0:1781272625.731100:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168594816 00000100:00100000:0.0:1781272625.731102:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168594816 00000100:00100000:0.0:1781272625.731116:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1781272625.731121:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168594176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272625.731160:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168594176:12345-0@lo:400:kworker.0 Request processed in 39us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.731166:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1781272625.731180:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1781272625.731185:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168594816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272625.731205:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168594816:12345-0@lo:400:kworker.0 Request processed in 20us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.731225:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1781272625.731244:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168594048 00000100:00100000:0.0:1781272625.731248:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168594048 00000100:00100000:0.0:1781272625.731275:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168594304 00000100:00100000:0.0:1781272625.731278:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168594304 00000100:00100000:0.0:1781272625.731290:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1781272625.731296:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168594048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272625.731341:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168594048:12345-0@lo:400:kworker.0 Request processed in 44us (1594us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.731346:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1781272625.731356:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1781272625.731468:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168594304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272625.731502:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168594304:12345-0@lo:400:kworker.0 Request processed in 140us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.731508:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1781272625.731540:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168593792 00000100:00100000:0.0:1781272625.731544:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168593792 00000100:00100000:0.0:1781272625.731575:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1781272625.731581:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168593792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272625.731612:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168593792:12345-0@lo:400:kworker.0 Request processed in 31us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.731619:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1781272625.731666:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272625.731682:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168595200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272625.731711:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272625.731747:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168595200 00000100:00100000:0.0:1781272625.731750:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168595200 00000100:00100000:0.0:1781272625.731776:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1781272625.731781:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168595200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272625.731800:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 94935872 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1781272625.731871:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168595200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272625.731877:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1781272625.731919:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168595200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272625.732349:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168593792:0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.732512:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168594560:12345-0@lo:400:kworker.0 Request processed in 2309us (2722us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272625.732519:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00080000:3.0:1781272625.732570:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272625.732577:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272625.732580:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272625.732606:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168594048:0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.732618:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168594560:0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.732629:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168595072:0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.732641:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168593920:0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.732653:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168594432:0@lo:400:kworker.0 00000100:00100000:3.0:1781272625.732665:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168594944:0@lo:400:kworker.0 00000100:00100000:1.0:1781272625.732802:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168594304:0@lo:400:kworker.0 00000100:00100000:1.0:1781272625.732867:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168594816:0@lo:400:kworker.0 00000100:00100000:1.0:1781272625.732881:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168594176:0@lo:400:kworker.0 00000040:00080000:0.0:1781272626.240160:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272626.240177:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272626.241596:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:0.0:1781272626.241615:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1781272626.461633:0:20880:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272626.461646:0:20880:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272626.461683:0:20880:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:1.0:1781272626.461691:0:20880:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272626.497678:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272626.497791:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159214592 00000100:00100000:2.0:1781272626.497809:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159214592 00000100:00100000:1.0:1781272626.497923:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 943 00000100:00100000:1.0:1781272626.497943:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+91:26308:x1867799159214592:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272626.497978:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272626.498021:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3399 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83373 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498123:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc33a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498144:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc33a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498163:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc33a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498176:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc33a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498184:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc33a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498190:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc33a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498309:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc33ae lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498329:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc33ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498337:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc33ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272626.498393:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:1.0:1781272626.498399:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272626.498427:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc33ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498440:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc33ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498449:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc33a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498456:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc33a0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498463:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc33a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498470:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272626.498475:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc33a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498484:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc33a0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498510:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:1.0:1781272626.498513:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272626.498520:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc33a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498541:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc33a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498558:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc33a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498565:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc33a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498571:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc33a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498577:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272626.498580:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc33a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498587:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc33a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498595:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8eb4ec01bc00) 00010000:00010000:1.0:1781272626.498597:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272626.498601:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc33a7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498607:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc33a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498656:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3399 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83373 expref: 93 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498672:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc33ae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83373 expref: 92 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.498680:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8eb4ec01ba00) 00010000:00010000:1.0:1781272626.498682:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272626.498684:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cca00, rc 0) 00000100:00100000:1.0:1781272626.498784:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+92:26308:x1867799159214592:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 848us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272626.498793:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 943 00000040:00080000:0.0:1781272626.502139:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1781272626.504701:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272626.509000:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272626.510791:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159214720 00000100:00100000:1.0:1781272626.510826:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159214720 00000100:00100000:1.0:1781272626.510939:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 233 00000100:00100000:1.0:1781272626.510951:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+11:2388:x1867799159214720:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272626.510979:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272626.511016:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc33b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8337a expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272626.511114:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168595328:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272626.511263:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f625d600 going to sleep for 11 seconds 00000100:00100000:1.0:1781272626.515006:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168595328:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272626.515074:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc33b5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8337a expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.515146:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc33b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8337a expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272626.515164:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc000, rc 0) 00000100:00100000:1.0:1781272626.515259:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+11:2388:x1867799159214720:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 4308us (6273us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272626.515273:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 233 00000100:00100000:0.0:1781272626.524435:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272626.524518:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159214848 00000100:00100000:2.0:1781272626.524629:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159214848 00000100:00100000:2.0:1781272626.524712:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 234 00000100:00100000:2.0:1781272626.524726:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2388:x1867799159214848:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272626.524754:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272626.524782:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42bcc47/0x94898f2cdefc33bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83381 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272626.525751:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168595456:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272626.526255:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cdf00 going to sleep for 11 seconds 00000100:00100000:0.0:1781272626.528807:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168595456:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272626.528938:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f42bcc47/0x94898f2cdefc33bc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83381 expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272626.528972:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42bcc47/0x94898f2cdefc33bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83381 expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272626.528987:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8c00, rc 0) 00000100:00100000:0.0:1781272626.529072:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2388:x1867799159214848:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 4349us (4650us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272626.529088:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 234 00000100:00100000:3.0:1781272626.537219:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272626.537361:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159215104 00000100:00100000:0.0:1781272626.537392:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159215104 00000100:00100000:0.0:1781272626.537475:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 944 00000100:00100000:0.0:1781272626.537490:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+92:26308:x1867799159215104:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:0.0:1781272626.537800:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:0.0:1781272626.538080:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+92:26308:x1867799159215104:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 591us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272626.538090:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 944 00000100:00100000:2.0:1781272627.264440:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168595584:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272627.264548:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272627.264681:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168595584 00000100:00100000:3.0:1781272627.264693:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168595584 00000100:00100000:3.0:1781272627.264797:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1781272627.264809:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168595584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272627.264894:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000040:00080000:0.0:1781272627.265146:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272627.265153:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272627.265200:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:0.0:1781272627.265208:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272627.265501:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2278000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168595712:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272627.265588:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c7d71840 going to sleep for 11 seconds 00000100:00100000:3.0:1781272627.272381:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168595584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 7557us (7816us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272627.272401:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1781272627.275440:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168595584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272627.277685:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2278000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168595712:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272627.287576:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272627.288528:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159215232 00000100:00100000:3.0:1781272627.288548:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159215232 00000100:00080000:0.0:1781272627.288655:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272627.289462:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 945 00000100:00100000:2.0:1781272627.289479:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+40:26318:x1867799159215232:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272627.289533:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272627.291998:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+40:26318:x1867799159215232:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 2508us (4419us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272627.292018:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 945 00000100:00100000:3.0:1781272627.295320:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272627.295774:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159215488 00000100:00100000:0.0:1781272627.295789:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159215488 00000100:00100000:0.0:1781272627.295945:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 946 00000100:00100000:0.0:1781272627.295958:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+40:26318:x1867799159215488:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272627.295988:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272627.296018:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617de00/0x94898f2cdefc33c3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83388 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.296184:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc33ca lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.296204:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc33ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.296222:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc33ca lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272627.296235:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00010000:00010000:0.0:1781272627.296403:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617de00/0x94898f2cdefc33c3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83388 expref: 43 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.296425:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc33ca lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83388 expref: 42 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.296434:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8eb4ec01ba00) 00010000:00010000:0.0:1781272627.296438:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272627.296443:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617d000, rc 0) 00000100:00100000:0.0:1781272627.296529:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+42:26318:x1867799159215488:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 573us (1236us total) trans 4294967866 rc 0/0 00000100:00100000:0.0:1781272627.296538:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 946 00000100:00100000:2.0:1781272627.318875:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272627.318930:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272627.318973:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159215616 00000100:00100000:2.0:1781272627.318986:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159215616 00000100:00100000:2.0:1781272627.319067:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 235 00000100:00100000:2.0:1781272627.319080:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159215616:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272627.319142:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.319169:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.319179:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272627.319181:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272627.319185:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.319231:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.319248:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 10 pid: 8404 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272627.319287:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168595840:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272627.319414:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e780 going to sleep for 11 seconds 00000100:00100000:2.0:1781272627.322136:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159215744 00000100:00100000:2.0:1781272627.322162:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159215744 00000100:00100000:2.0:1781272627.322262:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 39 00000100:00100000:2.0:1781272627.322276:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:2391:x1867799159215744:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272627.322299:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272627.322362:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc33ca lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83388 expref: 42 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.322394:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8eb4ec01ba00) 00010000:00010000:2.0:1781272627.322402:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272627.322471:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+41:2391:x1867799159215744:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 198us (3538us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272627.322481:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 39 00000100:00080000:2.0:1781272627.323445:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272627.328688:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272627.328800:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159215872 00000100:00100000:1.0:1781272627.328819:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159215872 00002000:00100000:1.0:1781272627.328916:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff8eb3c44d2a00 x1867799159215872/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:383/0 lens 648/0 e 0 to 0 dl 1781272638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1781272627.329020:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168595840:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272627.329065:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:1.0:1781272627.329240:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c44d2a00 with x1867799159215872 ext(0->157) 00010000:00010000:1.0:1781272627.329250:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 11 pid: 8404 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.329266:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 11 pid: 8404 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272627.329274:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c44d2a00 00000100:00100000:1.0:1781272627.331698:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 9 00000100:00100000:1.0:1781272627.331722:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159215872:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:3.0:1781272627.344333:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159215872:12345-192.168.204.14@tcp:4:cp.0 Request processed in 12590us (17579us total) trans 4294967346 rc 0/0 00000100:00100000:3.0:1781272627.344355:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 9 00002000:00100000:3.0:1781272627.344375:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff8eb3c44d2a00 x1867799159215872/t4294967346(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:383/0 lens 648/448 e 0 to 0 dl 1781272638 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272627.344388:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c44d2a00 with x1867799159215872 ext(0->157) 00010000:00010000:3.0:1781272627.344402:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 13 pid: 8404 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.344427:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 13 pid: 8404 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272627.344437:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c44d2a00 00000100:00100000:2.0:1781272627.346600:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272627.346680:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159216000 00000100:00100000:3.0:1781272627.346700:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159216000 00010000:00010000:3.0:1781272627.346761:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 13 pid: 8404 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272627.346809:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 304 00000100:00100000:3.0:1781272627.346821:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:2389:x1867799159216000:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272627.346863:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781272627.346886:0:9494:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781272627.346893:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 13 pid: 8404 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.346909:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 13 pid: 8404 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.346942:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc335a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83350 expref: 13 pid: 8404 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.346959:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272627.346962:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272627.346967:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.346977:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.347095:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272627.347160:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2389:x1867799159216000:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 341us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272627.347175:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 304 00010000:00010000:2.0:1781272627.347792:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.347818:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.347948:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.347958:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.347966:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.347974:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272627.347979:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.347989:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.348004:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.348012:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000536906ef/0x94898f2cdefc33d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272627.348193:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159215616:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 29113us (29330us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272627.348204:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 235 00000100:00100000:2.0:1781272627.361822:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272627.361962:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159216256 00000100:00100000:3.0:1781272627.361975:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159216256 00000100:00100000:3.0:1781272627.362053:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 947 00000100:00100000:3.0:1781272627.362064:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+41:26318:x1867799159216256:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272627.362279:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+41:26318:x1867799159216256:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 216us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272627.362288:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 947 00000100:00100000:1.0:1781272627.373917:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272627.373990:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159216384 00000100:00100000:0.0:1781272627.374007:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159216384 00000100:00100000:0.0:1781272627.374089:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 236 00000100:00100000:0.0:1781272627.374102:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159216384:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272627.374129:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272627.374170:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be9bdc21/0x94898f2cdefc33df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8338f expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272627.374204:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a2c1031, atime: 0x0, ctime: 0x6a2c1031, blocks: 0x8 00010000:00010000:0.0:1781272627.374231:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272627.374233:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272627.374244:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be9bdc21/0x94898f2cdefc33df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8338f expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.374268:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be9bdc21/0x94898f2cdefc33df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8338f expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.374285:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617de00, rc 0) 00000100:00100000:0.0:1781272627.374384:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159216384:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 286us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272627.374393:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 236 00000100:00100000:2.0:1781272627.383606:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272627.386644:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159216640 00000100:00100000:3.0:1781272627.386667:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159216640 00000100:00100000:3.0:1781272627.386765:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 948 00000100:00100000:3.0:1781272627.386779:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+41:26318:x1867799159216640:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272627.387243:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+41:26318:x1867799159216640:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 465us (3653us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272627.387253:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 948 00000040:00080000:1.0:1781272627.392430:0:20931:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272627.392449:0:20931:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272627.392493:0:20931:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:1.0:1781272627.392623:0:20931:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272627.396067:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272627.396442:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159216768 00000100:00100000:0.0:1781272627.396458:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159216768 00002000:00100000:0.0:1781272627.396889:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff8eb3c3ba2680 x1867799159216768/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:383/0 lens 488/0 e 0 to 0 dl 1781272638 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272627.396904:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3ba2680 with x1867799159216768 ext(0->4095) 00002000:00010000:0.0:1781272627.396913:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3ba2680 00000100:00100000:0.0:1781272627.396957:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 72 00000100:00100000:0.0:1781272627.396973:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159216768:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1781272627.397226:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159216768:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 258us (1176us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781272627.397239:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 72 00002000:00100000:0.0:1781272627.397247:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff8eb3c3ba2680 x1867799159216768/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:383/0 lens 488/4536 e 0 to 0 dl 1781272638 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272627.397256:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3ba2680 with x1867799159216768 ext(0->4095) 00002000:00010000:0.0:1781272627.397259:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3ba2680 00000100:00100000:3.0:1781272627.402152:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272627.402355:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159216896 00000100:00100000:1.0:1781272627.402372:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159216896 00000100:00100000:1.0:1781272627.402452:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 949 00000100:00100000:1.0:1781272627.402466:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+41:26318:x1867799159216896:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272627.402495:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272627.402536:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc33e6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83396 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.402586:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc33ed lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.402604:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc33ed lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.402620:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc33ed lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.402783:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc33e6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83396 expref: 43 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.402804:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc33ed lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83396 expref: 42 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.402816:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8eb4ec01ba00) 00010000:00010000:1.0:1781272627.402820:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272627.402825:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc200, rc 0) 00000100:00100000:1.0:1781272627.402933:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+42:26318:x1867799159216896:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 470us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272627.402950:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 949 00000100:00100000:0.0:1781272627.419942:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272627.421452:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159217024 00000100:00100000:3.0:1781272627.421473:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159217024 00000100:00100000:3.0:1781272627.421703:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 950 00000100:00100000:3.0:1781272627.421719:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:26318:x1867799159217024:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272627.421769:0:6493:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272627.422005:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:26318:x1867799159217024:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 274us (2075us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272627.422016:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 950 00000100:00100000:3.0:1781272627.444775:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272627.444890:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159217152 00000100:00100000:3.0:1781272627.444905:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159217152 00000100:00100000:3.0:1781272627.444974:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 237 00000100:00100000:3.0:1781272627.444985:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159217152:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272627.445056:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc33f4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.445078:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272627.445081:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272627.445088:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc33f4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.445106:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc33f4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.445138:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc33f4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.445148:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc33f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.445157:0:15938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc33f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.445165:0:15938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647400 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272627.445171:0:15938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc33f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.445196:0:15938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc33f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.445216:0:15938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc33f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272627.445225:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc33f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272627.445327:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159217152:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 343us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272627.445336:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 237 00000100:00100000:1.0:1781272627.460573:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272627.460700:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159217408 00000100:00100000:2.0:1781272627.460713:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159217408 00000100:00100000:2.0:1781272627.460798:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 951 00000100:00100000:2.0:1781272627.460813:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+42:26318:x1867799159217408:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781272627.460957:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.460981:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc33ed lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83396 expref: 42 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.460993:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 4/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.461041:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc33ed lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83396 expref: 42 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272627.461058:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc33ed lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83396 expref: 42 pid: 6492 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272627.461078:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168595968:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272627.461204:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1781272627.463318:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168595968:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272627.463373:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272627.463551:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272627.463754:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159217536 00000100:00100000:0.0:1781272627.463764:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159217536 00010000:00010000:0.0:1781272627.463815:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc33ed lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83396 expref: 43 pid: 6492 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272627.463885:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 305 00000100:00100000:0.0:1781272627.463897:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+43:2390:x1867799159217536:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272627.463918:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272627.463926:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc33ed lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83396 expref: 43 pid: 6492 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.463941:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc33ed lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83396 expref: 43 pid: 6492 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.463970:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc33ed lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83396 expref: 43 pid: 6492 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.463990:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8eb4ec01ba00) 00010000:00010000:0.0:1781272627.463996:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.464011:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.464020:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272627.464061:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272627.464127:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+42:2390:x1867799159217536:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 231us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272627.464136:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 305 00010000:00010000:1.0:1781272627.464541:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.464551:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.464814:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.464823:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.464870:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.464877:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272627.464882:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.464890:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.464903:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8eb4ec01ba00) 00010000:00010000:1.0:1781272627.464906:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272627.464911:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 2/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272627.464918:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc33fb lrc: 0/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272627.465071:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+42:26318:x1867799159217408:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 4258us (4509us total) trans 4294967867 rc 0/0 00000100:00100000:1.0:1781272627.465081:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 951 00000040:00080000:0.0:1781272627.465947:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272627.465955:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272627.466580:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1781272627.466595:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272627.471102:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272627.471205:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159217792 00000100:00100000:3.0:1781272627.471218:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159217792 00000100:00100000:3.0:1781272627.471292:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 185 00000100:00100000:3.0:1781272627.471317:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+42:26318:x1867799159217792:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272627.471755:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+43:26318:x1867799159217792:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 450us (668us total) trans 4294967868 rc 0/0 00000100:00100000:3.0:1781272627.471766:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 185 00010000:00010000:0.0:1781272627.522702:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272627.853135:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272627.853204:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272627.853249:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272627.853281:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272627.853326:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272627.853363:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272627.853388:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272627.853413:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272627.853425:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159218304 00000100:00100000:0.0:1781272627.853441:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159218304 00000100:00100000:1.0:1781272627.853469:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272627.853499:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159218048 00000100:00100000:1.0:1781272627.853505:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159218048 00000100:00100000:0.0:1781272627.853537:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159218816 00000100:00100000:0.0:1781272627.853542:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159218816 00000100:00100000:1.0:1781272627.853551:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159218560 00000100:00100000:1.0:1781272627.853557:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159218560 00000100:00100000:0.0:1781272627.853568:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159218432 00000100:00100000:0.0:1781272627.853573:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159218432 00000100:00100000:1.0:1781272627.853578:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159218176 00000100:00100000:1.0:1781272627.853583:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159218176 00000100:00100000:1.0:1781272627.853600:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159218688 00000100:00100000:1.0:1781272627.853602:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159218688 00000100:00100000:0.0:1781272627.853616:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159218944 00000100:00100000:0.0:1781272627.853621:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159218944 00000100:00100000:1.0:1781272627.853631:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 733 00000100:00100000:1.0:1781272627.853645:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+92:2390:x1867799159218048:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272627.853647:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 371 00000100:00100000:0.0:1781272627.853665:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159218304:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272627.853825:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 734 00000100:00100000:3.0:1781272627.853895:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+43:2390:x1867799159218560:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272627.854166:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+92:2390:x1867799159218048:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 521us (1044us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272627.854175:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 733 00000100:00100000:1.0:1781272627.854198:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 735 00000100:00100000:1.0:1781272627.854212:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159218176:12345-192.168.204.14@tcp:400:kworker.0 00000100:00080000:2.0:1781272627.855653:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272627.855666:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272627.855670:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272627.855674:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272627.856115:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 736 00000100:00100000:2.0:1781272627.856136:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159218688:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272627.857289:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159218304:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 3618us (4072us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272627.857314:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 371 00000100:00100000:0.0:1781272627.857368:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 372 00000100:00100000:0.0:1781272627.857382:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159218816:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272627.857425:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159218816:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 48us (4143us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272627.857432:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 372 00000100:00100000:0.0:1781272627.857446:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 373 00000100:00100000:0.0:1781272627.857454:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159218432:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272627.857482:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159218432:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (4093us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272627.857488:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 373 00000100:00100000:0.0:1781272627.857499:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 374 00000100:00100000:0.0:1781272627.859086:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159218944:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272627.859166:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159218944:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 107us (5695us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272627.859174:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 374 00000100:00100000:0.0:1781272627.860314:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159217920 00000100:00100000:0.0:1781272627.860329:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159217920 00000100:00100000:0.0:1781272627.860394:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 675 00000100:00100000:0.0:1781272627.860404:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159217920:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272627.860461:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159217920:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 58us (7133us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272627.860468:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 675 00000100:00100000:1.0:1781272627.863695:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159218176:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 9466us (10313us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272627.863716:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 735 00000100:00100000:3.0:1781272627.863997:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+43:2390:x1867799159218560:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 10092us (10733us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272627.864014:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 734 00000100:00100000:2.0:1781272627.864433:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159218688:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 8301us (11013us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272627.864444:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 736 00000100:00100000:2.0:1781272628.288748:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272628.288775:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168596096:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272628.288891:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272628.289355:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168596096 00000100:00100000:3.0:1781272628.289367:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168596096 00000100:00100000:3.0:1781272628.289425:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1781272628.289435:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168596096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272628.289472:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272628.289540:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168596096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272628.289547:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1781272628.289640:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168596096:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272628.544712:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272629.285136:0:20982:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272629.285148:0:20982:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272629.285182:0:20982:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:1.0:1781272629.285188:0:20982:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:1.0:1781272629.317192:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967868 is committed 00000001:00080000:1.0:1781272629.317259:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967863 is committed 00000004:00080000:1.0:1781272629.317268:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000004:00080000:1.0:1781272629.317301:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000020:00080000:1.0:1781272629.317324:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00010000:00010000:3.0:1781272629.317325:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc3203 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317347:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc3203 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781272629.317352:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00010000:00010000:3.0:1781272629.317358:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc3203 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317369:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cdc00 already unused, calling callback (ffffffffc18314f0) 00000020:00080000:1.0:1781272629.317371:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00010000:00010000:3.0:1781272629.317377:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc3203 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317390:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc3203 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317413:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff8eb3c2f91d00) 00010000:00010000:3.0:1781272629.317432:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272629.317439:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc3203 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317446:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc3203 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317478:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc321f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317485:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc321f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317491:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc321f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317497:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272629.317500:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc321f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317507:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc321f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317514:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8eb4c792b800) 00010000:00010000:3.0:1781272629.317517:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272629.317520:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc321f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317526:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc321f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317541:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3265 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317552:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3265 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317558:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3265 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317563:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272629.317566:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3265 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317572:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3265 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317581:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8eb3c2f91a00) 00010000:00010000:3.0:1781272629.317583:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272629.317586:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3265 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317593:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3265 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317606:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc326c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.317612:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc326c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.318078:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc326c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.318084:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272629.318094:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc326c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.318101:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc326c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.318111:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8eb3c2f91800) 00010000:00010000:3.0:1781272629.318114:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272629.318117:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc326c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.318124:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc326c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.320124:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc333e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.320142:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc333e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.320151:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc333e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.320166:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272629.320171:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc333e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.320179:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc333e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.320201:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff8eb4ec01bc00) 00010000:00010000:2.0:1781272629.320224:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272629.320230:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc333e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.320238:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc333e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272629.321205:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168596224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1781272629.321335:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272629.325726:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168596224 00000100:00100000:2.0:1781272629.325742:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168596224 00000100:00100000:2.0:1781272629.325856:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1781272629.325868:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168596224:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1781272629.325899:0:8404:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17 count 1 00010000:00010000:2.0:1781272629.325970:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.325994:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9fdaf46/0x94898f2cdefc31a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832cb expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.326003:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272629.326005:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272629.326009:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.326045:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c9fdaf46/0x94898f2cdefc31a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832cb expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.326062:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c9fdaf46/0x94898f2cdefc31a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832cb expref: 11 pid: 15938 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1781272629.326076:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272629.326101:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168596352:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272629.332906:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272629.332981:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159219072 00000100:00100000:1.0:1781272629.332991:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159219072 00010000:00010000:1.0:1781272629.333046:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c9fdaf46/0x94898f2cdefc31a8 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832cb expref: 12 pid: 15938 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272629.333100:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 306 00000100:00100000:1.0:1781272629.333111:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159219072:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272629.333127:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272629.333145:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c9fdaf46/0x94898f2cdefc31a8 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832cb expref: 12 pid: 15938 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272629.333172:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c9fdaf46/0x94898f2cdefc31a8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832cb expref: 12 pid: 15938 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272629.333199:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272629.333201:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272629.333206:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272629.333216:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272629.333235:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272629.333299:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159219072:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 189us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272629.333309:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 306 00000100:00100000:2.0:1781272629.334695:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e300 going to sleep for 11 seconds 00010000:00010000:2.0:1781272629.334739:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9fdaf46/0x94898f2cdefc31a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab832cb expref: 11 pid: 15938 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272629.334755:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168596352:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272629.334776:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.334787:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.334795:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.334806:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.334813:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272629.335555:0:8404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781272629.335791:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168596224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9923us (14454us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1781272629.335845:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000004:00080000:2.0:1781272629.335919:0:3621:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb4f10bca80/2, rc 0, transno 4294967341 00000100:00100000:2.0:1781272629.335928:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168596224:0@lo:6:osp-syn-0-0.0 00000100:00080000:3.0:1781272629.336021:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781272629.341235:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272629.341250:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272629.341267:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272629.341282:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272629.341294:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272629.341335:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272629.341343:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042762e9b/0x94898f2cdefc3402 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272629.341365:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272629.341367:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272629.341368:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272629.390287:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272629.390953:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159219200 00000100:00100000:3.0:1781272629.390964:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159219200 00000100:00100000:3.0:1781272629.391022:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 239 00000100:00100000:3.0:1781272629.391032:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2389:x1867799159219200:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272629.391050:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272629.391068:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc3409 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8339d expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.391093:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272629.391095:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272629.391104:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc3409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8339d expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.391122:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000447ed1e/0x94898f2cdefc3409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8339d expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272629.391144:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647400, rc 0) 00000100:00100000:3.0:1781272629.391283:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159219200:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 242us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272629.391292:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 239 00000100:00080000:0.0:1781272629.393361:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272629.406207:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272629.406258:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159219456 00000100:00100000:1.0:1781272629.406269:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159219456 00000100:00100000:1.0:1781272629.406409:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 40 00000100:00100000:1.0:1781272629.406421:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+83:26328:x1867799159219456:12345-192.168.204.14@tcp:103:lfs.0 00010000:00010000:1.0:1781272629.406437:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272629.406461:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc33ae lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83373 expref: 83 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272629.406478:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff8eb4ec01ba00) 00010000:00010000:1.0:1781272629.406484:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272629.406541:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+82:26328:x1867799159219456:12345-192.168.204.14@tcp:103:lfs.0 Request processed in 122us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272629.406549:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 40 00000100:00080000:0.0:1781272629.409177:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272629.421118:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272629.421208:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159219584 00000100:00100000:3.0:1781272629.421218:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159219584 00000100:00100000:3.0:1781272629.421288:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 952 00000100:00100000:3.0:1781272629.424656:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+82:26328:x1867799159219584:12345-192.168.204.14@tcp:58:lfs.0 00000100:00100000:2.0:1781272629.424972:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+82:26328:x1867799159219584:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 3673us (3860us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272629.429200:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 952 00000040:00080000:2.0:1781272629.508972:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272629.508981:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272629.509499:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1781272629.509512:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272629.568609:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272629.824641:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272629.824665:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168596480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272629.824740:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272629.825473:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168596480 00000100:00100000:0.0:1781272629.825483:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168596480 00000100:00100000:0.0:1781272629.825537:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1781272629.825546:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168596480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272629.825574:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1781272629.825731:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168596480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 185us (990us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272629.825739:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1781272629.829677:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168596480:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1781272630.291251:0:21033:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272630.291272:0:21033:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272630.291306:0:21033:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:0.0:1781272630.291313:0:21033:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272630.336385:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168596608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272630.336463:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272630.337276:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168596608 00000100:00100000:1.0:1781272630.337286:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168596608 00000100:00100000:1.0:1781272630.337353:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1781272630.337363:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168596608:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781272630.337384:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1781272630.337402:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1781272630.337475:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168596608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272630.337482:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1781272630.337738:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168596608:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1781272630.592166:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272630.848114:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272630.848151:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168596736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272630.848224:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272630.848496:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168596736 00000100:00100000:0.0:1781272630.848514:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168596736 00000100:00100000:0.0:1781272630.848583:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1781272630.848593:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168596736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272630.848623:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103373632 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:0.0:1781272630.848673:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168596736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272630.848680:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1781272630.848728:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168596736:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1781272630.848851:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272630.852778:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168596992:0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.852873:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272630.852910:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168597504:0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.852936:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272630.852955:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168598016:0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.852979:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272630.853002:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1781272630.853007:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168597120:0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.853028:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272630.853063:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168597632:0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.853085:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272630.853100:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168598144:0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.853119:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272630.853164:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168597504 00000100:00100000:3.0:1781272630.853172:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168597504 00000100:00100000:3.0:1781272630.853217:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1781272630.853225:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168597504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.853288:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168597504:12345-0@lo:400:kworker.0 Request processed in 63us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272630.853296:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1781272630.853320:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168598016 00000100:00100000:3.0:1781272630.853324:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168598016 00000100:00100000:3.0:1781272630.853354:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168597120 00000100:00100000:3.0:1781272630.853357:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168597120 00000100:00100000:3.0:1781272630.853368:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168597632 00000100:00100000:3.0:1781272630.853370:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168597632 00000100:00100000:3.0:1781272630.853382:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168598144 00000100:00100000:3.0:1781272630.853384:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168598144 00000100:00100000:3.0:1781272630.853398:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1781272630.853404:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168598016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.853432:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168598016:12345-0@lo:400:kworker.0 Request processed in 29us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272630.853438:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1781272630.853449:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1781272630.853455:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168597120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.853479:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168597120:12345-0@lo:400:kworker.0 Request processed in 24us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272630.853495:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1781272630.853974:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1781272630.853983:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168597632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.854028:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168597632:12345-0@lo:400:kworker.0 Request processed in 47us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272630.854034:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1781272630.854047:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1781272630.854053:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168598144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.854080:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168598144:12345-0@lo:400:kworker.0 Request processed in 27us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272630.854086:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00080000:3.0:1781272630.854110:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272630.854114:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272630.854261:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168596992 00000100:00100000:2.0:1781272630.854267:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168596992 00000100:00100000:2.0:1781272630.854298:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1781272630.854304:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168596992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.854397:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168596864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272630.854440:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272630.854466:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168597376:0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.854486:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272630.854502:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168597888:0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.854535:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272630.854557:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1781272630.854574:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168597248:0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.854597:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272630.854613:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168597760:0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.854631:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272630.854639:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168598272:0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.854655:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272630.854679:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168597888 00000100:00100000:0.0:1781272630.854682:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168597888 00000100:00100000:0.0:1781272630.854707:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168598272 00000100:00100000:0.0:1781272630.854710:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168598272 00000100:00100000:0.0:1781272630.854737:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1781272630.854744:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168597888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.854780:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168597888:12345-0@lo:400:kworker.0 Request processed in 37us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272630.854787:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1781272630.854800:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1781272630.854805:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168598272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.854863:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168598272:12345-0@lo:400:kworker.0 Request processed in 58us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272630.854869:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1781272630.854889:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168597248 00000100:00100000:0.0:1781272630.854892:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168597248 00000100:00100000:0.0:1781272630.854915:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1781272630.854921:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168597248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.854951:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168597248:12345-0@lo:400:kworker.0 Request processed in 30us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272630.854957:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00080000:0.0:1781272630.854979:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272630.855006:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168597248:0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.855018:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3b55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168598272:0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.855027:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168597888:0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.855079:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168596864 00000100:00100000:0.0:1781272630.855083:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168596864 00000100:00100000:0.0:1781272630.855105:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1781272630.855112:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168596864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272630.855127:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103373632 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:0.0:1781272630.855176:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168596864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272630.855182:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1781272630.855200:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168597376 00000100:00100000:0.0:1781272630.855203:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168597376 00000100:00100000:0.0:1781272630.855219:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168597760 00000100:00100000:0.0:1781272630.855222:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168597760 00000100:00100000:0.0:1781272630.855245:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1781272630.855264:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168597376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.855298:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168597376:12345-0@lo:400:kworker.0 Request processed in 47us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272630.855304:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1781272630.855314:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1781272630.855320:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168597760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.855348:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168597760:12345-0@lo:400:kworker.0 Request processed in 28us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272630.855352:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00080000:0.0:1781272630.855370:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272630.855389:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168597760:0@lo:400:kworker.0 00000100:00100000:0.0:1781272630.855404:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168596864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272630.855412:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168597376:0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.856487:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168597120:0@lo:400:kworker.0 00000100:00100000:2.0:1781272630.857982:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168596992:12345-0@lo:400:kworker.0 Request processed in 3669us (5100us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272630.857998:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1781272630.858327:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168597632:0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.858349:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168598144:0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.858358:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168596992:0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.858369:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168597504:0@lo:400:kworker.0 00000100:00100000:3.0:1781272630.858381:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168598016:0@lo:400:kworker.0 00010000:00010000:0.0:1781272631.627960:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272632.388673:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168598400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272632.388814:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272632.391968:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168598400 00000100:00100000:3.0:1781272632.391989:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168598400 00000100:00100000:3.0:1781272632.392061:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1781272632.392189:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168598400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272632.392256:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:3.0:1781272632.398761:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168598400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 6677us (9934us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272632.398778:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1781272632.399258:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168598400:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272632.641785:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1781272632.902956:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000100:00100000:3.0:1781272632.981716:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272632.981785:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272632.981823:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272632.981872:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272632.981893:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272632.981912:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272632.981930:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272632.981948:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272632.981969:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272632.981994:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159220224 00000100:00100000:3.0:1781272632.982005:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159220224 00000100:00100000:3.0:1781272632.982060:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159220736 00000100:00100000:3.0:1781272632.982064:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159220736 00000100:00100000:3.0:1781272632.982076:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159220096 00000100:00100000:3.0:1781272632.982079:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159220096 00000100:00100000:3.0:1781272632.982090:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159220608 00000100:00100000:3.0:1781272632.982092:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159220608 00000100:00100000:3.0:1781272632.982107:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 377 00000100:00100000:3.0:1781272632.982116:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159220224:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272632.982184:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159220224:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 68us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272632.982192:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 377 00000100:00100000:3.0:1781272632.982209:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 378 00000100:00100000:3.0:1781272632.982233:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159220736:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272632.982257:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159220736:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272632.982262:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 378 00000100:00100000:3.0:1781272632.982272:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 379 00000100:00100000:3.0:1781272632.982276:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159220096:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272632.982297:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159220096:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 20us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272632.982303:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 379 00000100:00100000:3.0:1781272632.982318:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 380 00000100:00100000:3.0:1781272632.982324:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159220608:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272632.982349:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159220608:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272632.982355:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 380 00000100:00100000:3.0:1781272632.982372:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159219968 00000100:00100000:0.0:1781272632.982372:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159219712 00000100:00100000:3.0:1781272632.982375:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159219968 00000100:00100000:0.0:1781272632.982376:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159219712 00000100:00100000:3.0:1781272632.982399:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159220480 00000100:00100000:3.0:1781272632.982402:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159220480 00000100:00100000:0.0:1781272632.982402:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 677 00000100:00100000:0.0:1781272632.982408:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159219712:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272632.982414:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159219840 00000100:00100000:3.0:1781272632.982417:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159219840 00000100:00100000:3.0:1781272632.982428:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159220352 00000100:00100000:3.0:1781272632.982430:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159220352 00000100:00100000:3.0:1781272632.982443:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 743 00000100:00100000:3.0:1781272632.982448:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159219968:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272632.982475:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159219968:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272632.982487:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 743 00000100:00100000:3.0:1781272632.982500:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 744 00000100:00100000:3.0:1781272632.982506:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159220480:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272632.982538:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159220480:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 33us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272632.982544:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 744 00000100:00100000:3.0:1781272632.982555:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 745 00000100:00100000:3.0:1781272632.982560:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+82:2391:x1867799159219840:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272632.982581:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+82:2391:x1867799159219840:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272632.982587:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 745 00000100:00100000:3.0:1781272632.982597:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 746 00000100:00100000:3.0:1781272632.982602:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:2391:x1867799159220352:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272632.982624:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:2391:x1867799159220352:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272632.982630:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 746 00000100:00080000:3.0:1781272632.982662:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272632.982665:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272632.982667:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272632.982669:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272632.983213:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159219712:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 801us (1505us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272632.983233:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 677 00000100:00100000:0.0:1781272633.408953:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168598528:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272633.409030:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272633.412797:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168598528 00000100:00100000:3.0:1781272633.412813:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168598528 00000100:00100000:2.0:1781272633.415560:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1781272633.415591:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168598528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272633.415635:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272633.415731:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168598528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 144us (6700us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272633.415739:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1781272633.415887:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168598528:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272633.664973:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272634.695605:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272634.944394:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168598656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272634.944488:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272634.944647:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168598656 00000100:00100000:0.0:1781272634.944656:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168598656 00000100:00100000:0.0:1781272634.944718:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1781272634.944728:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168598656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272634.944756:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1781272634.944803:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168598656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272634.944810:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00080000:3.0:1781272634.944902:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272634.944939:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168598656:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1781272634.949432:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00000100:00100000:0.0:1781272635.043827:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272635.043981:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159220864 00000100:00100000:3.0:1781272635.043992:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159220864 00000100:00100000:3.0:1781272635.044097:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 953 00000100:00100000:3.0:1781272635.044110:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:26291:x1867799159220864:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781272635.044253:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:26291:x1867799159220864:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 146us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272635.044260:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 953 00000100:00080000:0.0:1781272635.044387:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272635.054289:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272635.054446:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159220992 00000100:00100000:1.0:1781272635.054457:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159220992 00000100:00100000:1.0:1781272635.054545:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 954 00000100:00100000:1.0:1781272635.054557:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:26291:x1867799159220992:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781272635.054672:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:26291:x1867799159220992:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 117us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272635.054680:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 954 00000100:00080000:0.0:1781272635.054765:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272635.459566:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168598784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272635.459661:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272635.459725:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168598784 00000100:00100000:1.0:1781272635.459736:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168598784 00000100:00100000:1.0:1781272635.459807:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1781272635.459817:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168598784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272635.459863:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1781272635.459926:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168598784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272635.459935:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00080000:3.0:1781272635.460011:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272635.460234:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168598784:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1781272635.648164:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272635.648173:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272635.648288:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:3.0:1781272635.648296:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272635.716966:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272635.968497:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168598912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272635.968579:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272635.968757:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168598912 00000100:00100000:0.0:1781272635.968766:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168598912 00000100:00100000:0.0:1781272635.968854:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1781272635.968865:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168598912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272635.968900:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1781272635.968949:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168598912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272635.968956:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1781272635.969218:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168599296:0@lo:400:kworker.0 00000100:00100000:1.0:1781272635.969287:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272635.969318:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168599808:0@lo:400:kworker.0 00000100:00100000:1.0:1781272635.969345:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272635.969369:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168600320:0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.969484:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168599424:0@lo:400:kworker.0 00000100:00100000:3.0:1781272635.969585:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168599808 00000100:00100000:3.0:1781272635.969590:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168599808 00000100:00100000:3.0:1781272635.969628:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1781272635.969636:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168599808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272635.969698:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168599296 00000100:00100000:0.0:1781272635.969703:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168599296 00000100:00100000:0.0:1781272635.969733:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1781272635.969739:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168599296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.972693:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272635.972705:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168599808:12345-0@lo:400:kworker.0 Request processed in 3066us (3355us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272635.972727:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1781272635.972761:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168599936:0@lo:400:kworker.0 00000100:00100000:3.0:1781272635.972768:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168599424 00000100:00100000:3.0:1781272635.972778:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168599424 00000100:00100000:2.0:1781272635.972813:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272635.972827:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1781272635.972858:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168599424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.972883:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168598912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272635.972908:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168600448:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272635.972929:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168599424:12345-0@lo:400:kworker.0 Request processed in 74us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272635.972937:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1781272635.972943:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272635.972970:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168599936 00000100:00100000:3.0:1781272635.972974:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168599936 00000100:00100000:2.0:1781272635.972987:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168599424:0@lo:400:kworker.0 00000100:00100000:3.0:1781272635.973008:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1781272635.973016:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168599936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272635.973048:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168599936:12345-0@lo:400:kworker.0 Request processed in 33us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272635.973054:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1781272635.973080:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168599040:0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973105:0:3621:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000004:00080000:2.0:1781272635.973112:0:3621:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb4f10bca80, transno 4294967341 00000100:00100000:3.0:1781272635.973119:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272635.973126:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168599936:0@lo:400:kworker.0 00000100:00100000:3.0:1781272635.973162:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168599552:0@lo:400:kworker.0 00000100:00100000:3.0:1781272635.973203:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272635.973227:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168600064:0@lo:400:kworker.0 00000100:00100000:3.0:1781272635.973253:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272635.973274:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168599040 00000100:00100000:3.0:1781272635.973277:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781272635.973280:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168599040 00000100:00100000:3.0:1781272635.973287:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168599168:0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973314:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1781272635.973321:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168599040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973357:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168599040:12345-0@lo:400:kworker.0 Request processed in 37us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272635.973372:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1781272635.973379:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272635.973400:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168599680:0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973427:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168600064 00000100:00100000:2.0:1781272635.973432:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168600064 00000100:00100000:3.0:1781272635.973444:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272635.973459:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1781272635.973463:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168600192:0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973470:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168600064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272635.973494:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272635.973517:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168600064:12345-0@lo:400:kworker.0 Request processed in 49us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272635.973522:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168599040:0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973528:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1781272635.973546:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168600064:0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973547:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168599168 00000100:00100000:2.0:1781272635.973553:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168599168 00000100:00100000:2.0:1781272635.973573:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168599680 00000100:00100000:2.0:1781272635.973576:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168599680 00000100:00100000:3.0:1781272635.973582:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168599552 00000100:00100000:3.0:1781272635.973587:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168599552 00000100:00100000:2.0:1781272635.973593:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168600192 00000100:00100000:2.0:1781272635.973598:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168600192 00000100:00100000:2.0:1781272635.973616:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1781272635.973621:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168599168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973657:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168599168:12345-0@lo:400:kworker.0 Request processed in 35us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272635.973663:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1781272635.973675:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1781272635.973681:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168599680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973709:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168599680:12345-0@lo:400:kworker.0 Request processed in 29us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272635.973715:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1781272635.973726:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1781272635.973732:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168600192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973770:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168600192:12345-0@lo:400:kworker.0 Request processed in 37us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272635.973775:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00080000:2.0:1781272635.973796:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272635.973800:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272635.973803:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272635.973821:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168599168:0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973849:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168599680:0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973861:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168600192:0@lo:400:kworker.0 00000100:00100000:3.0:1781272635.973900:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1781272635.973910:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168599552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.973932:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168600448 00000100:00100000:2.0:1781272635.973936:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168600448 00000100:00100000:3.0:1781272635.973963:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168599552:12345-0@lo:400:kworker.0 Request processed in 54us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272635.973972:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1781272635.973973:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1781272635.973983:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168600448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781272635.973998:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1781272635.974032:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168599552:0@lo:400:kworker.0 00000100:00100000:2.0:1781272635.974050:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168600448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (1109us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272635.974057:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00080000:3.0:1781272635.974062:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272635.974089:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168600448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272635.980469:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168599296:12345-0@lo:400:kworker.0 Request processed in 10718us (11170us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272635.980490:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1781272635.984242:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272635.984335:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168599296:0@lo:400:kworker.0 00000100:00100000:1.0:1781272635.984352:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168599808:0@lo:400:kworker.0 00000100:00100000:3.0:1781272635.984438:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168600320 00000100:00100000:3.0:1781272635.984447:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168600320 00000100:00100000:3.0:1781272635.984508:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1781272635.984519:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168600320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272635.984599:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168600320:12345-0@lo:400:kworker.0 Request processed in 82us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272635.984608:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1781272635.984632:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168600320:0@lo:400:kworker.0 00000001:02000400:0.0:1781272636.662776:0:21229:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 09:57:14 (1781272634) 00000040:00080000:2.0:1781272636.739067:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1781272636.746357:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272637.145822:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272637.146903:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159221120 00000100:00100000:2.0:1781272637.146917:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159221120 00000100:00100000:2.0:1781272637.147022:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 955 00000100:00100000:2.0:1781272637.147036:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+37:26947:x1867799159221120:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781272637.147166:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+37:26947:x1867799159221120:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 125us (1346us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272637.147203:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 955 00000100:00080000:3.0:1781272637.147274:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272637.149211:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272637.149305:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159221248 00000100:00100000:2.0:1781272637.149314:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159221248 00000100:00100000:2.0:1781272637.149443:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 956 00000100:00100000:2.0:1781272637.149454:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:26947:x1867799159221248:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781272637.149561:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:26947:x1867799159221248:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 109us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272637.149568:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 956 00000100:00080000:3.0:1781272637.149754:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272637.166540:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.166638:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159221376 00000100:00100000:3.0:1781272637.166656:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159221376 00000100:00100000:3.0:1781272637.166772:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 957 00000100:00100000:3.0:1781272637.166785:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+82:26948:x1867799159221376:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272637.166821:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272637.167129:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3410 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833a4 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167229:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3417 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167243:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3417 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167256:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3417 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167293:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc341e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167301:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc341e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167309:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc341e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167353:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3417 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167361:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3417 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167368:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3417 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167374:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272637.167379:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3417 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167386:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3417 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167398:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272637.167402:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272637.167407:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3417 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167414:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3417 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167430:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc341e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167436:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc341e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167441:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc341e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167446:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272637.167449:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc341e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167455:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc341e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167463:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8eb4f60a8800) 00010000:00010000:3.0:1781272637.167465:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272637.167469:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc341e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167475:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc341e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167511:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3410 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833a4 expref: 83 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167522:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272637.167525:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272637.167529:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3410 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833a4 expref: 83 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.167538:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646400, rc 0) 00000100:00080000:2.0:1781272637.167629:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272637.169523:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+82:26948:x1867799159221376:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 2727us (2980us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272637.169539:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 957 00000100:00100000:1.0:1781272637.179673:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272637.179804:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159221632 00000100:00100000:2.0:1781272637.179815:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159221632 00000100:00100000:2.0:1781272637.179948:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 958 00000100:00100000:2.0:1781272637.179959:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+82:26948:x1867799159221632:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:2.0:1781272637.180017:0:12323:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272637.180043:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc327a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83303 expref: 82 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.180063:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272637.180068:0:12323:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272637.180131:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.180146:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc32b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83318 expref: 36 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.180167:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.180217:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc32b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83318 expref: 36 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.180231:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc32b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83318 expref: 36 pid: 6491 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272637.180247:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3b56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168600576:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272637.180363:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272637.183639:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3b56a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168600576:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272637.183698:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272637.183718:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.184585:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159221760 00000100:00100000:3.0:1781272637.184599:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159221760 00010000:00010000:3.0:1781272637.184657:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc32b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83318 expref: 37 pid: 6491 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272637.184749:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 307 00000100:00100000:3.0:1781272637.184761:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+37:2390:x1867799159221760:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272637.184783:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272637.184802:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc32b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83318 expref: 37 pid: 6491 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.184822:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc32b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83318 expref: 37 pid: 6491 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.184868:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc32b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83318 expref: 37 pid: 6491 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.184889:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272637.184905:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.184918:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.184928:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.184959:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272637.185167:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.185177:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.185213:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc342c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.185226:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc342c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.185235:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc342c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272637.185382:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+36:2390:x1867799159221760:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 621us (1662us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272637.185393:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 307 00010000:00010000:2.0:1781272637.186780:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3433 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.186986:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3433 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.187354:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3433 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272637.187395:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009e0715ba reply state 00000000c8e53705 transno 4294967869 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3433 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.187408:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3433 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.187416:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:2.0:1781272637.187418:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272637.187423:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1781272637.187429:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00010000:00010000:2.0:1781272637.187439:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.187446:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.187453:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.187459:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.187897:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272637.187903:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.187918:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.187931:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272637.187933:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272637.187938:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.187944:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3425 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272637.187961:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009e0715ba reply state 00000000c8e53705 transno 4294967869 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc342c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.187970:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc342c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.187976:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8eb4c29c2b00) 00010000:00010000:2.0:1781272637.187978:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272637.187980:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1781272637.188653:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+83:26948:x1867799159221632:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 8688us (8987us total) trans 4294967869 rc 0/0 00000100:00100000:2.0:1781272637.188665:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 958 00000100:00100000:1.0:1781272637.200471:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272637.200664:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159221888 00000100:00100000:0.0:1781272637.200679:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159221888 00000100:00100000:0.0:1781272637.200765:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 959 00000100:00100000:0.0:1781272637.200778:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+83:26949:x1867799159221888:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1781272637.200811:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272637.200883:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc343a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833ab expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.201511:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3441 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.201531:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3441 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.201545:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3441 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272637.201612:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781272637.201617:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272637.201645:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3441 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.201676:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc343a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833ab expref: 85 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.201720:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3441 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833ab expref: 84 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.201730:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272637.201734:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272637.201738:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd200, rc 0) 00000100:00100000:1.0:1781272637.202002:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+84:26949:x1867799159221888:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1225us (1547us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272637.202010:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 959 00000100:00100000:3.0:1781272637.208461:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272637.208633:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159222016 00000100:00100000:1.0:1781272637.208648:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159222016 00000100:00100000:1.0:1781272637.208729:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 960 00000100:00100000:1.0:1781272637.208741:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+84:26949:x1867799159222016:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:1.0:1781272637.208769:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272637.208796:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3448 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833b2 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.208908:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc344f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.208938:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc344f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.208952:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc344f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.208964:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3456 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.208989:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3456 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.208996:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3456 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209102:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc345d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209111:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc345d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209118:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc345d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272637.209175:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:1.0:1781272637.209181:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272637.209209:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc345d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209222:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc344f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209229:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc344f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209237:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc344f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209243:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272637.209249:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc344f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209266:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc344f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209283:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272637.209286:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272637.209293:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc344f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209299:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc344f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209316:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3456 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209323:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3456 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209330:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3456 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209335:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272637.209338:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3456 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209343:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3456 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209350:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8eb4c29c2b00) 00010000:00010000:1.0:1781272637.209353:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272637.209355:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3456 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209372:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3456 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209405:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3448 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833b2 expref: 86 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209781:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cca00/0x94898f2cdefc345d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833b2 expref: 85 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.209791:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:1.0:1781272637.209793:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781272637.209796:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cca00, rc 0) 00000100:00100000:1.0:1781272637.210374:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+85:26949:x1867799159222016:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1631us (1925us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272637.210385:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 960 00000100:00100000:1.0:1781272637.215973:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272637.216075:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159222144 00000100:00100000:2.0:1781272637.216090:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159222144 00000100:00100000:2.0:1781272637.216182:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 961 00000100:00100000:2.0:1781272637.216202:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+85:26949:x1867799159222144:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1781272637.216234:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272637.216273:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3464 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833b9 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216367:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc346b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216386:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc346b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216402:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc346b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216436:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3472 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216444:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216452:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216502:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc346b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216510:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc346b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216517:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc346b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216524:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc346b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216531:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272637.216537:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc346b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216546:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc346b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216561:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:2.0:1781272637.216565:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272637.216571:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc346b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216578:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc346b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216595:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3472 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216602:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3472 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216607:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3472 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216612:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272637.216616:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3472 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216623:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3472 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216631:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8eb4c29c2000) 00010000:00010000:2.0:1781272637.216634:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272637.216638:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3472 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216644:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3472 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216684:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3464 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833b9 expref: 86 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216697:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:2.0:1781272637.216699:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272637.216704:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc3464 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833b9 expref: 86 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.216715:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9a00, rc 0) 00000100:00100000:2.0:1781272637.216808:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+85:26949:x1867799159222144:12345-192.168.204.14@tcp:101:bash.0 Request processed in 616us (853us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272637.216817:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 961 00000100:00100000:3.0:1781272637.229882:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272637.230535:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159222272 00000100:00100000:1.0:1781272637.230550:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159222272 00000100:00100000:1.0:1781272637.230679:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 962 00000100:00100000:1.0:1781272637.230693:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+36:26950:x1867799159222272:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272637.230724:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272637.230754:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3479 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833c0 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.230875:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3480 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.230941:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3480 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.230956:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3480 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272637.231023:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781272637.231028:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272637.231068:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3480 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.231101:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3479 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833c0 expref: 38 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.231127:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3480 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833c0 expref: 37 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.231138:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272637.231141:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272637.231146:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc000, rc 0) 00000100:00100000:1.0:1781272637.231445:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:26950:x1867799159222272:12345-192.168.204.14@tcp:101:rm.0 Request processed in 752us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272637.231454:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 962 00000100:00100000:3.0:1781272637.234211:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272637.235615:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159222400 00000100:00100000:0.0:1781272637.235634:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159222400 00000100:00100000:0.0:1781272637.235731:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 963 00000100:00100000:0.0:1781272637.235744:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+37:26950:x1867799159222400:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272637.235776:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272637.235806:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc3487 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833c7 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.235990:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc348e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.236602:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc348e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.236619:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc348e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.236642:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3495 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.236650:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3495 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.236656:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3495 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237690:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc349c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237709:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc349c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237719:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc349c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272637.237781:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:0.0:1781272637.237786:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272637.237820:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc349c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237854:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc348e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237862:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc348e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237871:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc348e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237882:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272637.237888:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc348e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237911:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc348e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237928:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272637.237932:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272637.237938:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc348e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237945:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc348e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237962:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3495 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237969:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3495 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237975:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3495 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237981:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272637.237984:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3495 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.237991:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3495 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.238003:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8eb4c29c2b00) 00010000:00010000:0.0:1781272637.238006:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272637.238009:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3495 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.238015:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc3495 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.238067:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc3487 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833c7 expref: 39 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.238084:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d000/0x94898f2cdefc349c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833c7 expref: 38 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.238092:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:0.0:1781272637.238095:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781272637.238098:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617d000, rc 0) 00000100:00100000:0.0:1781272637.238428:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+38:26950:x1867799159222400:12345-192.168.204.14@tcp:101:rm.0 Request processed in 2684us (4237us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272637.238439:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 963 00000100:00100000:2.0:1781272637.245032:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272637.245297:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159222528 00000100:00100000:0.0:1781272637.245312:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159222528 00000100:00100000:0.0:1781272637.245388:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 964 00000100:00100000:0.0:1781272637.245399:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+38:26950:x1867799159222528:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272637.245429:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272637.245459:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc34a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833ce expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245567:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc34aa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245587:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc34aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245602:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc34aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245622:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc34b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245630:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc34b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245637:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc34b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245700:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc34aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245709:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc34aa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245717:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc34aa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245725:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272637.245731:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc34aa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245745:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc34aa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245762:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:0.0:1781272637.245765:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272637.245771:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc34aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245777:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc34aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245804:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc34b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245810:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc34b1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245817:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc34b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245822:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617ca00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272637.245826:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc34b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245877:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc34b1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.245886:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8eb4ec01bf00) 00010000:00010000:0.0:1781272637.246384:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272637.246391:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc34b1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.246404:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc34b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.246454:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc34a3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833ce expref: 39 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.246465:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:0.0:1781272637.246468:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272637.246471:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc34a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833ce expref: 39 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.246481:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617d600, rc 0) 00000100:00100000:0.0:1781272637.246570:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+38:26950:x1867799159222528:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1172us (1553us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272637.246580:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 964 00000100:00100000:3.0:1781272637.250511:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272637.251387:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159222656 00000100:00100000:2.0:1781272637.251404:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159222656 00000100:00100000:2.0:1781272637.251490:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 965 00000100:00100000:2.0:1781272637.251502:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:26950:x1867799159222656:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272637.251529:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272637.251557:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc34b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833d5 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251652:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc34bf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251677:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc34bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251690:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc34bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251706:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251714:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251721:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251766:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc34bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251773:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc34bf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251780:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc34bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251787:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272637.251793:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc34bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251801:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc34bf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251815:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:2.0:1781272637.251819:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272637.251824:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc34bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251848:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc34bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251861:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251868:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251875:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251880:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272637.251882:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251888:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34c6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.251907:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8eb4c29c2000) 00010000:00010000:2.0:1781272637.252146:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272637.252153:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.252169:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.252356:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc34b8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833d5 expref: 39 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.252370:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:2.0:1781272637.252373:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272637.252377:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc34b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833d5 expref: 39 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.252388:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8c00, rc 0) 00000100:00100000:2.0:1781272637.252509:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:26950:x1867799159222656:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1010us (2014us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272637.252518:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 965 00000100:00100000:1.0:1781272637.267308:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.267495:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159222784 00000100:00100000:3.0:1781272637.267521:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159222784 00000100:00100000:3.0:1781272637.267606:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 966 00000100:00100000:3.0:1781272637.267620:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+38:26951:x1867799159222784:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272637.267661:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272637.267694:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc34cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833dc expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.267789:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc34d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.267809:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc34d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.267823:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc34d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.267903:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc34db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.268719:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc34db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.268732:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc34db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.268802:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc34d4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.268811:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc34d4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.268818:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc34d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.268827:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc34d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.268859:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272637.268865:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc34d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.268874:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc34d4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.269138:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:3.0:1781272637.269142:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272637.269149:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc34d4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.269167:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc34d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.269190:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc34db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.269330:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc34db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.269337:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc34db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.269343:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272637.269347:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc34db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.269354:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc34db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.269367:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8eb4f60a8800) 00010000:00010000:3.0:1781272637.269369:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272637.269372:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc34db lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.269378:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc34db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.269430:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc34cd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833dc expref: 39 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.269442:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:3.0:1781272637.269444:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272637.269447:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc34cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833dc expref: 39 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.269457:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646400, rc 0) 00000100:00100000:3.0:1781272637.269695:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+38:26951:x1867799159222784:12345-192.168.204.14@tcp:101:cp.0 Request processed in 2076us (2403us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272637.269705:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 966 00000100:00100000:1.0:1781272637.274480:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272637.274778:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159222912 00000100:00100000:0.0:1781272637.274794:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159222912 00000100:00100000:1.0:1781272637.275223:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 967 00000100:00100000:1.0:1781272637.275239:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+38:26951:x1867799159222912:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272637.275464:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272637.275649:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc34e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833e3 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.275774:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc34e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.275794:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc34e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.275808:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc34e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.275827:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc34f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.275877:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc34f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.275885:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc34f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276349:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc34e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276360:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc34e9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276368:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc34e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276376:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272637.276382:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc34e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276408:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc34e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276425:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:1.0:1781272637.276428:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272637.276434:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc34e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276441:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc34e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276459:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc34f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276464:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc34f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276471:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc34f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276476:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272637.276479:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc34f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276485:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc34f0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276492:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8eb3c2f92b00) 00010000:00010000:1.0:1781272637.276494:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272637.276497:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc34f0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276584:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc34f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276637:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc34e2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833e3 expref: 39 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276650:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:1.0:1781272637.276653:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272637.276656:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc34e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833e3 expref: 39 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.276666:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc400, rc 0) 00000100:00100000:1.0:1781272637.276823:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+38:26951:x1867799159222912:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1589us (2359us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272637.276863:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 967 00000100:00100000:0.0:1781272637.281803:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272637.282401:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159223168 00000100:00100000:2.0:1781272637.282418:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159223168 00000100:00100000:2.0:1781272637.282583:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 968 00000100:00100000:2.0:1781272637.282600:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+38:26951:x1867799159223168:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272637.282639:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272637.282677:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc34f7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833ea expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.285390:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34fe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.285428:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.285447:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.285471:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3505 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.285481:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3505 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.285488:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3505 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781272637.287713:0:6493:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x12:0x0], index 0: 0 00010000:00010000:2.0:1781272637.288206:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc350c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288233:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc350c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288262:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc350c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288331:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288339:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34fe lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288346:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288353:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272637.288358:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288366:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288387:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:2.0:1781272637.288390:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272637.288396:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34fe lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288402:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc34fe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272637.288425:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005d26253f reply state 0000000021269517 transno 4294967870 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3505 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288437:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3505 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288444:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8eb4c29c2000) 00010000:00010000:2.0:1781272637.288447:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272637.288450:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781272637.288508:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc34f7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833ea expref: 41 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288526:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9a00/0x94898f2cdefc350c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833ea expref: 40 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.288533:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:2.0:1781272637.288535:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272637.288538:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9a00, rc 0) 00000100:00100000:2.0:1781272637.288633:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+41:26951:x1867799159223168:12345-192.168.204.14@tcp:101:cp.0 Request processed in 6038us (6849us total) trans 4294967870 rc 0/0 00000100:00100000:2.0:1781272637.288643:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 968 00000100:00100000:0.0:1781272637.291088:0:8835:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22de300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8835:1867799168600704:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1781272637.291196:0:8835:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272637.291275:0:8835:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4d28e8600 going to sleep for 11 seconds 00000100:00100000:2.0:1781272637.292426:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168600704 00000100:00100000:2.0:1781272637.292443:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168600704 00000100:00100000:2.0:1781272637.292531:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1781272637.292541:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:8835:x1867799168600704:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:3.0:1781272637.292589:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:2.0:1781272637.292900:0:8404:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 34 00000100:00100000:0.0:1781272637.293382:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.293476:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159223296 00000100:00100000:3.0:1781272637.293489:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159223296 00000100:00100000:3.0:1781272637.293597:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 241 00000100:00100000:3.0:1781272637.293610:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159223296:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272637.293632:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272637.293665:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc351a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833f1 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1781272637.293863:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1781272637.293877:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781272637.293908:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272637.293911:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272637.293923:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc351a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f1 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.293950:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc351a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f1 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.293977:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646400, rc 0) 00000100:00100000:3.0:1781272637.294046:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159223296:12345-192.168.204.14@tcp:101:cp.0 Request processed in 438us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272637.294056:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 241 00000100:00100000:1.0:1781272637.299228:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.301195:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159223424 00000100:00100000:3.0:1781272637.301208:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159223424 00000100:00100000:3.0:1781272637.301272:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 242 00000100:00100000:3.0:1781272637.301284:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:26951:x1867799159223424:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272637.301306:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272637.301328:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833f8 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.301466:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc351a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f1 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.301475:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272637.301477:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272637.301481:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.301519:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc351a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f1 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.301534:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc351a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f1 expref: 10 pid: 8407 timeout: 694 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272637.301550:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168600832:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272637.303245:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:8835:x1867799168600704:12345-0@lo:5:osp-pre-0-0.0 Request processed in 10695us (12038us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1781272637.303261:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1781272637.303538:0:8835:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22de300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8835:1867799168600704:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1781272637.303558:0:8835:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x12:0x0]-[0x280000401:0x41:0x0] 00000100:00100000:3.0:1781272637.303582:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351300 going to sleep for 11 seconds 00000100:00100000:1.0:1781272637.308467:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.308551:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168600832:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272637.308604:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.308633:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646200, rc 0) 00000100:00100000:2.0:1781272637.308673:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159223552 00000100:00100000:2.0:1781272637.308685:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159223552 00000100:00100000:3.0:1781272637.308732:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:26951:x1867799159223424:12345-192.168.204.14@tcp:101:cp.0 Request processed in 7449us (9510us total) trans 0 rc 0/0 00010000:00010000:2.0:1781272637.308741:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc351a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f1 expref: 11 pid: 8407 timeout: 694 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272637.308753:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 242 00000100:00100000:2.0:1781272637.308814:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 308 00000100:00100000:2.0:1781272637.308826:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159223552:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272637.308880:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272637.308903:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc351a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f1 expref: 10 pid: 8407 timeout: 694 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.308919:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc351a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f1 expref: 10 pid: 8407 timeout: 694 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.308947:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc351a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f1 expref: 10 pid: 8407 timeout: 694 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.308968:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272637.308971:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272637.308978:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.309000:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.309045:0:6476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272637.309059:0:6476:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3b54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6476:1867799168600960:192.168.204.14@tcp:105: 00000100:00100000:3.0:1781272637.309285:0:6476:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1781272637.314480:0:6476:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3b54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6476:1867799168600960:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272637.314517:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272637.314605:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159223552:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 5780us (6150us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272637.314621:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 308 00000100:00100000:1.0:1781272637.320078:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.320183:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159223808 00000100:00100000:3.0:1781272637.320593:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159223808 00000100:00100000:3.0:1781272637.320682:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 186 00000100:00100000:3.0:1781272637.320696:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+41:26951:x1867799159223808:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:3.0:1781272637.321269:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+42:26951:x1867799159223808:12345-192.168.204.14@tcp:35:cp.0 Request processed in 572us (1197us total) trans 4294967871 rc 0/0 00000100:00100000:3.0:1781272637.321280:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 186 00000100:00100000:1.0:1781272637.375339:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.378777:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159223936 00000100:00100000:3.0:1781272637.378798:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159223936 00000100:00100000:2.0:1781272637.379002:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 969 00000100:00100000:2.0:1781272637.379017:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+85:26954:x1867799159223936:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272637.379041:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272637.379064:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3528 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab833ff expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379142:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc352f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379170:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc352f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379181:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc352f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379196:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3536 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379206:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3536 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379212:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3536 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379302:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc353d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379311:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc353d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379318:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc353d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272637.379365:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00000004:00200000:2.0:1781272637.379370:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272637.379389:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc353d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379400:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc353d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379409:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc352f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379415:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc352f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379422:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc352f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379434:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc352f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379440:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272637.379444:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc352f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379452:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc352f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379465:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:2.0:1781272637.379468:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272637.379472:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc352f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379478:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc352f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379491:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3536 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379496:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3536 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379501:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3536 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379505:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210b400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272637.379507:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3536 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379516:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3536 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379522:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8eb4c29c2000) 00010000:00010000:2.0:1781272637.379524:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272637.379527:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3536 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379533:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3536 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379558:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3528 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833ff expref: 87 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379572:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc353d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833ff expref: 86 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.379579:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:2.0:1781272637.379581:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272637.379583:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a800, rc 0) 00000100:00100000:2.0:1781272637.379657:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+86:26954:x1867799159223936:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 643us (4333us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272637.379666:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 969 00000100:00100000:0.0:1781272637.384266:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272637.384376:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159224064 00000100:00100000:1.0:1781272637.384390:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159224064 00000100:00100000:1.0:1781272637.384548:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 243 00000100:00100000:1.0:1781272637.384565:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2390:x1867799159224064:12345-192.168.204.14@tcp:101:lfs.0 00000100:00080000:0.0:1781272637.384581:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781272637.384591:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272637.384614:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc3544 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83406 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272637.384708:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168601088:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272637.384859:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe600 going to sleep for 11 seconds 00002000:00010000:0.0:1781272637.388617:0:15938:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1781272637.388631:0:15938:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb mtime: 0 -> 1781272636 00002000:00010000:0.0:1781272637.388634:0:15938:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb atime: 0 -> 1781272636 00002000:00010000:0.0:1781272637.388637:0:15938:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb ctime: 0 -> 1781272636 00002000:00010000:0.0:1781272637.388640:0:15938:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1781272637.388674:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168601088:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272637.388724:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc3544 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83406 expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.388756:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc3544 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83406 expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.388771:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:0.0:1781272637.388921:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+11:2390:x1867799159224064:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 4362us (4725us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272637.388932:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 243 00000100:00100000:3.0:1781272637.392622:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272637.392967:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159224192 00000100:00100000:1.0:1781272637.392983:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159224192 00000100:00100000:1.0:1781272637.393105:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 970 00000100:00100000:1.0:1781272637.393117:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+86:26954:x1867799159224192:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272637.393149:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272637.393199:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc354b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8340d expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.393306:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3552 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.393328:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.393345:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272637.393420:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:1.0:1781272637.393425:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272637.393453:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3552 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.393484:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc354b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8340d expref: 88 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.393518:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3552 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8340d expref: 87 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.393547:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:1.0:1781272637.393551:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272637.393555:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:1.0:1781272637.393645:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+87:26954:x1867799159224192:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 530us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272637.393652:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 970 00000100:00100000:1.0:1781272637.401004:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272637.401261:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159224320 00000100:00100000:0.0:1781272637.401276:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159224320 00000100:00100000:0.0:1781272637.401335:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 244 00000100:00100000:0.0:1781272637.401344:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159224320:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272637.401369:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272637.401396:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3559 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83414 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272637.402061:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168601216:192.168.204.14@tcp:106: 00000100:00100000:0.0:1781272637.402188:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4d28e8600 going to sleep for 11 seconds 00000100:00100000:0.0:1781272637.404710:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168601216:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272637.404762:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3559 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83414 expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.404795:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3559 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83414 expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.404814:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617c600, rc 0) 00000100:00100000:0.0:1781272637.405085:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159224320:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3739us (4098us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272637.405097:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 244 00000100:00100000:3.0:1781272637.411227:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272637.411335:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159224576 00000100:00100000:2.0:1781272637.411348:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159224576 00000100:00100000:2.0:1781272637.411428:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 971 00000100:00100000:2.0:1781272637.411440:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+87:26954:x1867799159224576:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:2.0:1781272637.411705:0:6493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:2.0:1781272637.411816:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+87:26954:x1867799159224576:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 377us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272637.411824:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 971 00000100:00100000:2.0:1781272637.506178:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168601344:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272637.506792:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272637.506893:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168601344 00000100:00100000:0.0:1781272637.506914:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168601344 00000100:00100000:0.0:1781272637.506993:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1781272637.507004:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168601344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272637.507054:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:0.0:1781272637.507161:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168601344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 150us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272637.507170:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1781272637.507409:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168601344:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1781272637.699415:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272637.699432:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272637.699469:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:3.0:1781272637.699483:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272637.700925:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168601472:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272637.703783:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351900 going to sleep for 11 seconds 00000100:00100000:0.0:1781272637.713595:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168601472:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272637.721654:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.721828:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159224704 00000100:00100000:3.0:1781272637.721874:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159224704 00000100:00100000:3.0:1781272637.721946:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 972 00000100:00100000:3.0:1781272637.721958:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+42:26964:x1867799159224704:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272637.722005:0:12323:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272637.722171:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+42:26964:x1867799159224704:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 214us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272637.722180:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 972 00000100:00100000:3.0:1781272637.729704:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272637.729857:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159224960 00000100:00100000:1.0:1781272637.729875:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159224960 00000100:00100000:1.0:1781272637.729954:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 973 00000100:00100000:1.0:1781272637.729966:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+42:26964:x1867799159224960:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272637.730000:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272637.730025:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3560 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8341b expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.730172:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3567 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.730187:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3567 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.730199:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3567 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272637.730211:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:1.0:1781272637.730324:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3560 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8341b expref: 45 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.730355:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3567 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8341b expref: 44 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.730364:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:1.0:1781272637.730367:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272637.730371:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd800, rc 0) 00000100:00100000:1.0:1781272637.730447:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:26964:x1867799159224960:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 483us (761us total) trans 4294967872 rc 0/0 00000100:00100000:1.0:1781272637.730454:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 973 00000100:00100000:1.0:1781272637.741242:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.742038:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159225088 00000100:00100000:3.0:1781272637.742060:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159225088 00000100:00100000:3.0:1781272637.742168:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 41 00000100:00100000:3.0:1781272637.742181:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:2388:x1867799159225088:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272637.742211:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272637.742253:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3567 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8341b expref: 44 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.742330:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:3.0:1781272637.742342:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272637.742351:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.742438:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+43:2388:x1867799159225088:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 257us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272637.742451:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 41 00000100:00100000:1.0:1781272637.742626:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159225216 00000100:00100000:1.0:1781272637.742639:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159225216 00000100:00100000:1.0:1781272637.742708:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 245 00000100:00100000:1.0:1781272637.742719:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159225216:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272637.742773:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.742798:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.742808:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272637.742810:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272637.742813:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.742900:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.742932:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 9 pid: 8405 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272637.742949:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168601600:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272637.745845:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fea80 going to sleep for 11 seconds 00000100:00100000:1.0:1781272637.751764:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168601600:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272637.751809:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.760137:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272637.760652:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781272637.770636:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272637.774319:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159225344 00000100:00100000:1.0:1781272637.774342:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159225344 00002000:00100000:1.0:1781272637.774427:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff8eb4ff9a2300 x1867799159225344/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:393/0 lens 648/0 e 0 to 0 dl 1781272648 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272637.774439:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff9a2300 with x1867799159225344 ext(0->157) 00010000:00010000:1.0:1781272637.774451:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 10 pid: 8405 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.774473:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 10 pid: 8405 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272637.774483:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb4ff9a2300 00000100:00100000:1.0:1781272637.774524:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 10 00000100:00100000:1.0:1781272637.774538:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159225344:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:1.0:1781272637.776066:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159225344:12345-192.168.204.14@tcp:4:cp.0 Request processed in 1510us (5426us total) trans 4294967343 rc 0/0 00000100:00100000:1.0:1781272637.776083:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 10 00002000:00100000:1.0:1781272637.776099:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff8eb4ff9a2300 x1867799159225344/t4294967343(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:393/0 lens 648/448 e 0 to 0 dl 1781272648 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272637.776111:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff9a2300 with x1867799159225344 ext(0->157) 00010000:00010000:1.0:1781272637.776123:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 12 pid: 8405 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.776155:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 12 pid: 8405 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272637.776163:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb4ff9a2300 00000100:00100000:0.0:1781272637.784523:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.784657:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159225472 00000100:00100000:3.0:1781272637.784670:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159225472 00010000:00010000:3.0:1781272637.784729:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 12 pid: 8405 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272637.784786:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 309 00000100:00100000:3.0:1781272637.784798:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2388:x1867799159225472:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272637.786164:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781272637.786196:0:9494:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781272637.786209:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 12 pid: 8405 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.786231:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 12 pid: 8405 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.786266:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3521 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833f8 expref: 12 pid: 8405 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.786287:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272637.786290:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272637.786295:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.786306:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.786356:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272637.786403:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.786425:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272637.786440:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159225472:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1636us (1924us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272637.786453:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 309 00010000:00010000:1.0:1781272637.786472:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.786485:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.786528:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.786537:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272637.786543:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.786554:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.786576:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.786586:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc3575 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272637.786693:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159225216:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 43972us (44356us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272637.786706:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 245 00000100:00100000:3.0:1781272637.793014:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272637.793305:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159225728 00000100:00100000:0.0:1781272637.793319:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159225728 00000100:00100000:0.0:1781272637.793386:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 974 00000100:00100000:0.0:1781272637.793399:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+43:26964:x1867799159225728:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272637.793521:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+43:26964:x1867799159225728:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 125us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272637.793530:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 974 00000100:00100000:0.0:1781272637.826007:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272637.826450:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159225856 00000100:00100000:1.0:1781272637.826465:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159225856 00000100:00100000:1.0:1781272637.826590:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 246 00000100:00100000:1.0:1781272637.826604:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159225856:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272637.826630:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272637.826675:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc357c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83422 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272637.826711:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 158, mtime: 0x6a2c103c, atime: 0x0, ctime: 0x6a2c103c, blocks: 0x8 00010000:00010000:1.0:1781272637.826812:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272637.826815:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272637.826827:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc357c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83422 expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.831009:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc357c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83422 expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272637.831805:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc400, rc 0) 00000100:00100000:1.0:1781272637.832169:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159225856:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 5561us (6175us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272637.832183:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 246 00000100:00100000:0.0:1781272637.838779:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272637.838882:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159226112 00000100:00100000:2.0:1781272637.838901:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159226112 00000100:00100000:2.0:1781272637.838983:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 975 00000100:00100000:2.0:1781272637.839005:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+43:26964:x1867799159226112:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272637.839144:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+43:26964:x1867799159226112:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 140us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272637.839163:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 975 00000100:00100000:1.0:1781272637.843316:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272637.843419:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159226240 00000100:00100000:2.0:1781272637.843439:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159226240 00002000:00100000:2.0:1781272637.843504:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff8eb3c30d7800 x1867799159226240/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:393/0 lens 488/0 e 0 to 0 dl 1781272648 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272637.843517:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d7800 with x1867799159226240 ext(0->4095) 00002000:00010000:2.0:1781272637.843526:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c30d7800 00000100:00100000:2.0:1781272637.843579:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 73 00000100:00100000:2.0:1781272637.843596:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159226240:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781272637.843865:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159226240:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 241us (533us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272637.843880:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 73 00002000:00100000:2.0:1781272637.843890:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff8eb3c30d7800 x1867799159226240/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:393/0 lens 488/4536 e 0 to 0 dl 1781272648 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272637.843897:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d7800 with x1867799159226240 ext(0->4095) 00002000:00010000:2.0:1781272637.843901:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c30d7800 00000100:00100000:1.0:1781272637.848512:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272637.848701:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159226368 00000100:00100000:2.0:1781272637.848723:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159226368 00000100:00100000:2.0:1781272637.848801:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 976 00000100:00100000:2.0:1781272637.848814:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+43:26964:x1867799159226368:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272637.848864:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272637.848886:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3583 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83429 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.848924:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc358a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.848938:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc358a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.848950:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc358a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.850984:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3583 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83429 expref: 45 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.851464:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc358a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83429 expref: 44 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272637.851479:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:2.0:1781272637.851483:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272637.851491:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210aa00, rc 0) 00000100:00100000:2.0:1781272637.851642:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:26964:x1867799159226368:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 2830us (3144us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272637.851653:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 976 00000100:00100000:1.0:1781272637.856113:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272637.856196:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159226496 00000100:00100000:1.0:1781272637.856211:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159226496 00000100:00100000:1.0:1781272637.856293:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 977 00000100:00100000:1.0:1781272637.856305:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:26964:x1867799159226496:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272637.856382:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272637.856558:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:26964:x1867799159226496:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 254us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272637.856568:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 977 00000100:00100000:1.0:1781272637.859774:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272637.860221:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159226624 00000100:00100000:0.0:1781272637.860235:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159226624 00000100:00100000:0.0:1781272637.860319:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 247 00000100:00100000:0.0:1781272637.860330:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159226624:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781272637.860393:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3591 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.860415:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272637.860418:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272637.860425:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3591 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.860443:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3591 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.860476:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3591 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.860486:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3591 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.860503:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3591 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.860512:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c600 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:0.0:1781272637.860517:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3591 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.860527:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3591 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.860546:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3591 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.860554:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d779f73/0x94898f2cdefc3591 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272637.860650:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159226624:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 320us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272637.860659:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 247 00000100:00100000:0.0:1781272637.864479:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.868283:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159226880 00000100:00100000:3.0:1781272637.868306:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159226880 00000100:00100000:3.0:1781272637.871485:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 978 00000100:00100000:3.0:1781272637.871517:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+44:26964:x1867799159226880:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272637.871657:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.871683:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc358a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83429 expref: 44 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.871702:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.871757:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc358a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83429 expref: 44 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.871777:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc358a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83429 expref: 44 pid: 8162 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272637.871797:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f55500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168601728:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272637.872028:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351a80 going to sleep for 11 seconds 00000100:00100000:2.0:1781272637.874815:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f55500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168601728:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272637.874876:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272637.875980:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272637.876078:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159227008 00000100:00100000:3.0:1781272637.876090:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159227008 00010000:00010000:3.0:1781272637.876156:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc358a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83429 expref: 45 pid: 8162 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272637.876217:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 310 00000100:00100000:3.0:1781272637.876230:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:2391:x1867799159227008:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272637.876253:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272637.876261:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc358a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83429 expref: 45 pid: 8162 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.876276:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc358a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83429 expref: 45 pid: 8162 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.876307:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc358a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83429 expref: 45 pid: 8162 timeout: 694 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.876335:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:3.0:1781272637.876342:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.876354:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.876364:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272637.876404:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272637.876471:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:2391:x1867799159227008:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 243us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272637.876480:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 310 00010000:00010000:0.0:1781272637.876960:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.876971:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.877257:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.877266:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.877275:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.877282:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272637.877289:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.877299:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.877316:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:0.0:1781272637.877319:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272637.877324:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272637.877331:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3598 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272637.877484:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+44:26964:x1867799159226880:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 5978us (13016us total) trans 4294967873 rc 0/0 00000100:00100000:0.0:1781272637.877498:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 978 00000040:00080000:3.0:1781272637.877979:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272637.877986:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272637.878573:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1781272637.878587:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272637.888450:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272637.888545:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159227264 00000100:00100000:2.0:1781272637.888560:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159227264 00000100:00100000:2.0:1781272637.888639:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 187 00000100:00100000:2.0:1781272637.888657:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:26964:x1867799159227264:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272637.889133:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+45:26964:x1867799159227264:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 476us (696us total) trans 4294967874 rc 0/0 00000100:00100000:2.0:1781272637.889142:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 187 00000100:00100000:0.0:1781272638.101819:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272638.102050:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272638.102089:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272638.102135:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159227392 00000100:00100000:1.0:1781272638.102163:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159227392 00000100:00100000:1.0:1781272638.102241:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 679 00000100:00100000:1.0:1781272638.102254:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159227392:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272638.102356:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159227392:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 103us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272638.102366:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 679 00000100:00100000:0.0:1781272638.108738:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272638.108783:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272638.108814:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272638.108868:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272638.108953:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159227904 00000100:00100000:3.0:1781272638.108965:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159227904 00000100:00100000:3.0:1781272638.109034:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159228160 00000100:00100000:3.0:1781272638.109037:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159228160 00000100:00100000:3.0:1781272638.109056:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159227776 00000100:00100000:3.0:1781272638.109058:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159227776 00000100:00100000:3.0:1781272638.109076:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 383 00000100:00100000:3.0:1781272638.109087:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159227904:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272638.109208:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159227904:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 123us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272638.109221:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 383 00000100:00100000:3.0:1781272638.109245:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 384 00000100:00100000:3.0:1781272638.109251:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159228160:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272638.109279:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159228160:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272638.109286:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 384 00000100:00100000:3.0:1781272638.109297:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 385 00000100:00100000:3.0:1781272638.109303:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+11:2390:x1867799159227776:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272638.109325:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+11:2390:x1867799159227776:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272638.109332:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 385 00000100:00080000:3.0:1781272638.109353:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272638.112662:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159227520 00000100:00100000:2.0:1781272638.112681:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159227520 00000100:00100000:2.0:1781272638.112782:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159227648 00000100:00100000:2.0:1781272638.112786:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159227648 00000100:00100000:2.0:1781272638.112857:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 753 00000100:00100000:2.0:1781272638.112872:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+87:2390:x1867799159227520:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272638.112990:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+87:2390:x1867799159227520:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 121us (11185us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272638.112999:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 753 00000100:00100000:2.0:1781272638.113027:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 754 00000100:00100000:2.0:1781272638.113034:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159227648:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272638.113061:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159227648:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (10972us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272638.113067:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 754 00000100:00080000:2.0:1781272638.113100:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272638.115678:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159228032 00000100:00100000:2.0:1781272638.115699:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159228032 00000100:00100000:2.0:1781272638.115780:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 755 00000100:00100000:2.0:1781272638.115791:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159228032:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272638.115929:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159228032:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 140us (7060us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272638.115938:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 755 00000040:00080000:1.0:1781272638.403966:0:21278:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272638.403981:0:21278:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272638.404021:0:21278:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:1.0:1781272638.404031:0:21278:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272638.449938:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272638.450195:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159228416 00000100:00100000:1.0:1781272638.450211:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159228416 00000100:00100000:1.0:1781272638.450296:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 979 00000100:00100000:1.0:1781272638.450309:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+87:26966:x1867799159228416:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:1.0:1781272638.450338:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272638.450342:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1781272638.450384:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3552 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8340d expref: 87 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272638.450407:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:1.0:1781272638.450413:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272638.450432:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc359f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83430 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272638.450598:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc35a6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272638.450622:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc35a6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272638.450635:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc35a6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272638.450650:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:1.0:1781272638.450788:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cdc00/0x94898f2cdefc359f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83430 expref: 89 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272638.450804:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc35a6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83430 expref: 88 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272638.450812:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:1.0:1781272638.450815:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272638.450817:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:1.0:1781272638.450920:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+88:26966:x1867799159228416:12345-192.168.204.14@tcp:101:bash.0 Request processed in 614us (997us total) trans 4294967875 rc 0/0 00000100:00100000:1.0:1781272638.450927:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 979 00000100:00100000:1.0:1781272638.455289:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272638.455392:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159228544 00000100:00100000:3.0:1781272638.455408:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159228544 00000100:00100000:3.0:1781272638.455521:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 42 00000100:00100000:3.0:1781272638.455535:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+88:2391:x1867799159228544:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272638.455557:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272638.455593:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc35a6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83430 expref: 88 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272638.455618:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:3.0:1781272638.455625:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272638.455694:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+87:2391:x1867799159228544:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 163us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272638.455705:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 42 00000100:00100000:3.0:1781272638.464416:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272638.465455:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159228672 00000100:00100000:2.0:1781272638.465471:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159228672 00000100:00100000:2.0:1781272638.465615:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 248 00000100:00100000:2.0:1781272638.465630:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+11:2391:x1867799159228672:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272638.465658:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272638.465681:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066d30fc2/0x94898f2cdefc35b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83437 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.465712:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272638.465715:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272638.465725:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066d30fc2/0x94898f2cdefc35b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83437 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.465747:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000066d30fc2/0x94898f2cdefc35b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83437 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.465764:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a200, rc 0) 00000100:00100000:2.0:1781272638.465864:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159228672:12345-192.168.204.14@tcp:101:cat.0 Request processed in 238us (1463us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272638.469487:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 248 00000100:00100000:1.0:1781272638.478304:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272638.478357:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159228800 00000100:00100000:1.0:1781272638.478370:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159228800 00000100:00100000:1.0:1781272638.478442:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 249 00000100:00100000:1.0:1781272638.478454:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:26966:x1867799159228800:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272638.478480:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272638.478519:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023062613/0x94898f2cdefc35bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8343e expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272638.478580:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc357c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83422 expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272638.478592:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000066d30fc2/0x94898f2cdefc35b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83437 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272638.478600:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272638.478603:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272638.478608:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023062613/0x94898f2cdefc35bb lrc: 5/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8343e expref: 13 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272638.478658:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000066d30fc2/0x94898f2cdefc35b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83437 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272638.478674:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000066d30fc2/0x94898f2cdefc35b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83437 expref: 13 pid: 8405 timeout: 695 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272638.478693:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3375f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168601856:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272638.478819:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc357c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83422 expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272638.478850:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc357c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83422 expref: 10 pid: 15938 timeout: 695 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272638.478875:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3374700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168601984:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272638.478906:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c54be0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272638.483803:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3375f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168601856:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272638.483951:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3374700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168601984:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272638.484008:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000023062613/0x94898f2cdefc35bb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8343e expref: 13 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272638.484053:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cdc00, rc 0) 00000100:00100000:3.0:1781272638.484155:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+13:26966:x1867799159228800:12345-192.168.204.14@tcp:101:cat.0 Request processed in 5700us (5865us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272638.484166:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 249 00000100:00100000:2.0:1781272638.496957:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272638.497089:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272638.505133:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159228928 00000100:00100000:1.0:1781272638.505166:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159228928 00010000:00010000:1.0:1781272638.505578:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000066d30fc2/0x94898f2cdefc35b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83437 expref: 13 pid: 8405 timeout: 695 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272638.505688:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159229056 00000100:00100000:1.0:1781272638.505692:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159229056 00010000:00010000:1.0:1781272638.505712:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc357c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83422 expref: 11 pid: 15938 timeout: 695 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272638.507631:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 311 00000100:00100000:2.0:1781272638.507655:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+13:2390:x1867799159228928:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272638.507683:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272638.507715:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000066d30fc2/0x94898f2cdefc35b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83437 expref: 13 pid: 8405 timeout: 695 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.507748:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000066d30fc2/0x94898f2cdefc35b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83437 expref: 13 pid: 8405 timeout: 695 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.507779:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066d30fc2/0x94898f2cdefc35b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83437 expref: 13 pid: 8405 timeout: 695 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.507800:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272638.507916:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159228928:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 269us (10976us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272638.507930:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 311 00000100:00100000:2.0:1781272638.507965:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 312 00000100:00100000:2.0:1781272638.507973:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159229056:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272638.507984:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272638.507994:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc357c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83422 expref: 11 pid: 15938 timeout: 695 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.508006:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc357c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83422 expref: 11 pid: 15938 timeout: 695 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.508580:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8a93bca/0x94898f2cdefc357c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83422 expref: 11 pid: 15938 timeout: 695 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.508597:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272638.508599:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272638.508606:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000023062613/0x94898f2cdefc35bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8343e expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.508620:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023062613/0x94898f2cdefc35bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8343e expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.508678:0:10311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000023062613/0x94898f2cdefc35bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8343e expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272638.508698:0:10311:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3b54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10311:1867799168602112:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272638.508871:0:10311:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e780 going to sleep for 11 seconds 00000100:00100000:2.0:1781272638.524272:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272638.524416:0:10311:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3b54000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10311:1867799168602112:192.168.204.14@tcp:105: 00010000:00010000:1.0:1781272638.524456:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272638.524547:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159229056:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 16573us (27456us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272638.524563:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 312 00000100:00100000:2.0:1781272638.529328:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272638.529361:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168602240:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272638.529458:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272638.529707:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168602240 00000100:00100000:1.0:1781272638.529719:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168602240 00000100:00100000:1.0:1781272638.529789:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1781272638.529800:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168602240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272638.529861:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272638.529916:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168602240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272638.529923:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1781272638.530690:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3b54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168602240:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272638.530806:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159229184 00000100:00100000:0.0:1781272638.530814:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159229184 00000100:00100000:0.0:1781272638.531102:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 980 00000100:00100000:0.0:1781272638.531113:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+87:26966:x1867799159229184:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272638.531145:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272638.531295:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc35c2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83445 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272638.531349:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc35c9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272638.531366:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc35c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272638.531380:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc35c9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272638.531606:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc35c2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83445 expref: 89 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272638.531629:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c400/0x94898f2cdefc35c9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83445 expref: 88 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272638.531639:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:0.0:1781272638.531643:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272638.531649:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617c400, rc 0) 00000100:00100000:0.0:1781272638.531722:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+88:26966:x1867799159229184:12345-192.168.204.14@tcp:101:cat.0 Request processed in 610us (7464us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272638.531729:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 980 00000100:00100000:2.0:1781272638.538715:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272638.539881:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159229312 00000100:00100000:3.0:1781272638.539903:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159229312 00002000:00100000:3.0:1781272638.540241:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff8eb3c3b54e00 x1867799159229312/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:394/0 lens 488/0 e 0 to 0 dl 1781272649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272638.540255:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3b54e00 with x1867799159229312 ext(0->4095) 00002000:00010000:3.0:1781272638.540264:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c3b54e00 00000100:00100000:3.0:1781272638.540304:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 74 00000100:00100000:3.0:1781272638.540317:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159229312:12345-192.168.204.14@tcp:3:cat.0 00000100:00100000:3.0:1781272638.540672:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159229312:12345-192.168.204.14@tcp:3:cat.0 Request processed in 356us (1971us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781272638.540683:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 74 00002000:00100000:3.0:1781272638.540691:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff8eb3c3b54e00 x1867799159229312/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:394/0 lens 488/4536 e 0 to 0 dl 1781272649 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272638.540702:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3b54e00 with x1867799159229312 ext(0->4095) 00002000:00010000:3.0:1781272638.540705:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c3b54e00 00000100:00100000:2.0:1781272638.545364:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272638.545481:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159229568 00000100:00100000:3.0:1781272638.545563:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159229568 00000100:00100000:3.0:1781272638.545651:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 188 00000100:00100000:3.0:1781272638.545664:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+88:26966:x1867799159229568:12345-192.168.204.14@tcp:35:cat.0 00000001:00080000:3.0:1781272638.546223:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967876 00000001:00080000:3.0:1781272638.546285:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967877 00000100:00100000:3.0:1781272638.546600:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+91:26966:x1867799159229568:12345-192.168.204.14@tcp:35:cat.0 Request processed in 936us (1252us total) trans 4294967878 rc 0/0 00000100:00100000:3.0:1781272638.546611:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 188 00000020:00080000:3.0:1781272638.546618:0:6494:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1781272638.580671:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272638.580789:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159229696 00000100:00100000:1.0:1781272638.580808:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159229696 00002000:00100000:1.0:1781272638.580932:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x12:0x0] (0->315) req@ffff8eb3c46d7100 x1867799159229696/t0(0) o4->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:394/0 lens 808/0 e 0 to 0 dl 1781272649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272638.580949:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c46d7100 with x1867799159229696 ext(0->315) 00002000:00010000:1.0:1781272638.580959:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c46d7100 00000100:00100000:1.0:1781272638.581003:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 75 00000100:00100000:1.0:1781272638.581025:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159229696:12345-192.168.204.14@tcp:4:cat.0 00000100:00100000:1.0:1781272638.583247:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+14:2390:x1867799159229696:12345-192.168.204.14@tcp:4:cat.0 Request processed in 2216us (2574us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1781272638.583266:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 75 00002000:00100000:1.0:1781272638.583281:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x12:0x0] (0->315) req@ffff8eb3c46d7100 x1867799159229696/t4294967344(0) o4->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:394/0 lens 808/448 e 0 to 0 dl 1781272649 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272638.583292:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c46d7100 with x1867799159229696 ext(0->315) 00002000:00010000:1.0:1781272638.583299:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c46d7100 00000100:00100000:0.0:1781272638.596863:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272638.597309:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159229952 00000100:00100000:2.0:1781272638.597323:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159229952 00000100:00100000:2.0:1781272638.597409:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 981 00000100:00100000:2.0:1781272638.597420:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+91:26968:x1867799159229952:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272638.597458:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272638.597487:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc35d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8344c expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.597649:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc35d7 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.597667:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc35d7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.597682:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc35d7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272638.597697:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 316 00010000:00010000:2.0:1781272638.597894:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc35d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8344c expref: 94 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.597918:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc35d7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8344c expref: 93 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.597928:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:2.0:1781272638.597932:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1781272638.597936:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210b000, rc 0) 00000100:00100000:2.0:1781272638.598087:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+93:26968:x1867799159229952:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 667us (1271us total) trans 4294967879 rc 0/0 00000100:00100000:2.0:1781272638.598097:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 981 00000100:00100000:2.0:1781272638.611805:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272638.615351:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159230080 00000100:00100000:3.0:1781272638.615371:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159230080 00000100:00100000:2.0:1781272638.621158:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 982 00000100:00100000:2.0:1781272638.621188:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+93:26968:x1867799159230080:12345-192.168.204.14@tcp:54:lfs.0 00010000:00010000:2.0:1781272638.621297:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc35e5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.621321:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc35e5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.621336:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc35e5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.621388:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc35e5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.621396:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc35e5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.621405:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc35e5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.621414:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210bc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272638.621419:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc35e5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.621428:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc35e5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.621444:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:2.0:1781272638.621447:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272638.621453:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc35e5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272638.621459:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc35e5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272638.621572:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+93:26968:x1867799159230080:12345-192.168.204.14@tcp:54:lfs.0 Request processed in 399us (9782us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272638.621581:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 982 00000100:00100000:3.0:1781272638.657096:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272638.657151:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159230208 00000100:00100000:3.0:1781272638.657164:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159230208 00000100:00100000:3.0:1781272638.657239:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 983 00000100:00100000:3.0:1781272638.657252:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+93:26969:x1867799159230208:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272638.657279:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272638.657305:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc35ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83453 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272638.657396:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646800/0x94898f2cdefc35f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272638.657415:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646800/0x94898f2cdefc35f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272638.657431:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646800/0x94898f2cdefc35f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272638.657491:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:3.0:1781272638.657496:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272638.657525:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646800/0x94898f2cdefc35f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272638.657556:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc35ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83453 expref: 95 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272638.657577:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646800/0x94898f2cdefc35f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83453 expref: 94 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272638.657587:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:3.0:1781272638.657590:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272638.657596:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646800, rc 0) 00000100:00100000:3.0:1781272638.657671:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+94:26969:x1867799159230208:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 421us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272638.657679:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 983 00000100:00100000:1.0:1781272638.664460:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272638.664546:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159230592 00000100:00100000:3.0:1781272638.664561:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159230592 00000100:00100000:3.0:1781272638.664634:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 189 00000100:00100000:3.0:1781272638.664647:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+94:26969:x1867799159230592:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:3.0:1781272638.664998:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+95:26969:x1867799159230592:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 352us (552us total) trans 4294967880 rc 0/0 00000100:00100000:3.0:1781272638.665008:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 189 00000100:00100000:1.0:1781272638.666962:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272638.667241:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159230720 00000100:00100000:3.0:1781272638.667256:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159230720 00000100:00100000:3.0:1781272638.667345:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 43 00000100:00100000:3.0:1781272638.667359:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+95:26969:x1867799159230720:12345-192.168.204.14@tcp:103:lfs.0 00010000:00010000:3.0:1781272638.667382:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1781272638.667420:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc35d7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8344c expref: 95 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272638.667444:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc353d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833ff expref: 94 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272638.667458:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff8eb4c29c2a00) 00010000:00010000:3.0:1781272638.667464:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272638.667525:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+93:26969:x1867799159230720:12345-192.168.204.14@tcp:103:lfs.0 Request processed in 170us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272638.667533:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 43 00000100:00100000:2.0:1781272638.671128:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272638.671265:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159230848 00000100:00100000:2.0:1781272638.671279:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159230848 00000100:00100000:2.0:1781272638.671360:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 984 00000100:00100000:2.0:1781272638.671376:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+93:26969:x1867799159230848:12345-192.168.204.14@tcp:58:lfs.0 00000100:00100000:2.0:1781272638.671599:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+93:26969:x1867799159230848:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 225us (480us total) trans 0 rc -1/-1 00000100:00100000:2.0:1781272638.671610:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 984 00010000:00010000:0.0:1781272638.791429:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272639.808021:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272640.068411:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168602368:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272640.068523:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272640.068648:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168602368 00000100:00100000:3.0:1781272640.068659:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168602368 00000100:00100000:3.0:1781272640.068737:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1781272640.068750:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168602368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272640.068798:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128138048 pending 57344 free 3921399808 avail 3689877504 00000100:00100000:3.0:1781272640.068909:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168602368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 161us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272640.068917:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00080000:3.0:1781272640.068948:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272640.068999:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168602368:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272640.584003:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168602496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272640.584120:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272640.584233:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168602496 00000100:00100000:1.0:1781272640.584246:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168602496 00000100:00100000:1.0:1781272640.584325:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1781272640.584335:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168602496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272640.584368:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128138048 pending 57344 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272640.584421:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168602496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272640.584444:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00080000:1.0:1781272640.584476:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272640.584530:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168602496:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272640.832356:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272641.088405:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168602624:0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.088521:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272641.088605:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168603136:0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.088652:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272641.088673:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168603648:0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.088703:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272641.088735:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1781272641.088741:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168602752:0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.088764:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272641.088783:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168603264:0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.088804:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272641.088822:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168603776:0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.088868:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272641.088910:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168603136 00000100:00100000:3.0:1781272641.088920:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168603136 00000100:00100000:3.0:1781272641.088975:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1781272641.088985:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168603136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.089054:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168603136:12345-0@lo:400:kworker.0 Request processed in 69us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272641.089929:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168602880:0@lo:400:kworker.0 00000100:00100000:1.0:1781272641.089986:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272641.090019:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9268380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168603392:0@lo:400:kworker.0 00000100:00100000:1.0:1781272641.090044:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272641.090065:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168603904:0@lo:400:kworker.0 00000100:00100000:1.0:1781272641.090091:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272641.090127:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781272641.090136:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168603008:0@lo:400:kworker.0 00000100:00100000:1.0:1781272641.090161:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272641.090175:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168603520:0@lo:400:kworker.0 00000100:00100000:1.0:1781272641.090197:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272641.090220:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168604032:0@lo:400:kworker.0 00000100:00100000:1.0:1781272641.090244:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272641.090287:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168602880 00000100:00100000:1.0:1781272641.090294:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168602880 00000100:00100000:0.0:1781272641.090862:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168603904 00000100:00100000:0.0:1781272641.090869:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168603904 00000100:00100000:0.0:1781272641.090927:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168603520 00000100:00100000:0.0:1781272641.090931:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168603520 00000100:00100000:0.0:1781272641.090949:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168604032 00000100:00100000:0.0:1781272641.090952:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168604032 00000100:00100000:0.0:1781272641.090970:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1781272641.090978:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168603904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272641.091051:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168603904:12345-0@lo:400:kworker.0 Request processed in 74us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272641.091059:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1781272641.091080:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1781272641.091086:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168603520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272641.091131:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168603520:12345-0@lo:400:kworker.0 Request processed in 45us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272641.091138:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1781272641.091150:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1781272641.091157:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168604032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272641.091186:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168604032:12345-0@lo:400:kworker.0 Request processed in 30us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272641.091196:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00080000:0.0:1781272641.091220:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272641.091272:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168603520:0@lo:400:kworker.0 00000100:00100000:0.0:1781272641.091288:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168604032:0@lo:400:kworker.0 00000100:00100000:0.0:1781272641.091298:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168603904:0@lo:400:kworker.0 00000100:00100000:0.0:1781272641.091446:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168603648 00000100:00100000:0.0:1781272641.091450:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168603648 00000100:00100000:0.0:1781272641.091482:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168602752 00000100:00100000:0.0:1781272641.091485:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168602752 00000100:00100000:0.0:1781272641.091496:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168603264 00000100:00100000:0.0:1781272641.091498:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168603264 00000100:00100000:0.0:1781272641.091510:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168603776 00000100:00100000:0.0:1781272641.091513:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168603776 00000100:00100000:0.0:1781272641.091525:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168603392 00000100:00100000:0.0:1781272641.091528:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168603392 00000100:00100000:0.0:1781272641.091541:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168603008 00000100:00100000:0.0:1781272641.091544:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168603008 00000100:00100000:0.0:1781272641.091557:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1781272641.091562:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168603648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272641.091600:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168603648:12345-0@lo:400:kworker.0 Request processed in 38us (2896us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272641.091607:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1781272641.091618:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1781272641.091624:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168602752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272641.091651:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168602752:12345-0@lo:400:kworker.0 Request processed in 28us (2886us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272641.091656:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1781272641.091668:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1781272641.091674:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168603264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272641.091703:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168603264:12345-0@lo:400:kworker.0 Request processed in 30us (2898us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272641.091710:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1781272641.091721:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1781272641.091727:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168603776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272641.091755:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168603776:12345-0@lo:400:kworker.0 Request processed in 28us (2886us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272641.091761:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1781272641.091772:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1781272641.091777:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168603392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272641.091810:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168603392:12345-0@lo:400:kworker.0 Request processed in 32us (1764us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272641.091816:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1781272641.091826:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1781272641.091903:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1781272641.091981:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168602752:0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.091992:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168603264:0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.092007:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168603776:0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.092021:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168603136:0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.092032:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168603648:0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.092123:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168602624 00000100:00100000:3.0:1781272641.092127:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168602624 00000100:00100000:3.0:1781272641.092158:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1781272641.092164:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168602624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272641.092205:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168602624:12345-0@lo:400:kworker.0 Request processed in 42us (3686us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272641.092211:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1781272641.092249:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168602624:0@lo:400:kworker.0 00000100:00080000:3.0:1781272641.092774:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272641.092785:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272641.092881:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168603008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272641.092952:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168603008:12345-0@lo:400:kworker.0 Request processed in 1108us (2777us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272641.092960:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1781272641.093426:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9268380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168603392:0@lo:400:kworker.0 00000001:00080000:3.0:1781272641.094364:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967880 is committed 00010000:00010000:2.0:1781272641.094397:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc342c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272641.094401:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967874 is committed 00010000:00010000:2.0:1781272641.094422:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc342c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272641.094431:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc342c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272641.094438:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272641.094445:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc342c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272641.094453:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3505 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272641.094456:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc342c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272641.094494:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3505 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272641.094504:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3505 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272641.094510:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272641.094516:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3505 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272641.094523:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3505 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272641.094541:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff8eb4c29c2000) 00010000:00010000:3.0:1781272641.094545:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272641.094550:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3505 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272641.094557:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3505 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272641.094572:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8eb4c29c2b00) 00010000:00010000:2.0:1781272641.094578:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272641.094585:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc342c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272641.094594:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc342c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272641.094632:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168603008:0@lo:400:kworker.0 00010000:00010000:2.0:1781272641.094688:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3433 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272641.094698:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3433 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272641.094705:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3433 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272641.094712:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272641.094717:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3433 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272641.094724:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3433 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272641.094734:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8eb4c29c2200) 00010000:00010000:2.0:1781272641.094737:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272641.094740:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3433 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272641.094747:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3433 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272641.095329:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168604288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272641.095421:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272641.095471:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272641.095480:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168604160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272641.095714:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272641.095762:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168604288 00000100:00100000:0.0:1781272641.095771:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168604288 00000100:00100000:0.0:1781272641.095828:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168604160 00000100:00100000:0.0:1781272641.095868:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168604160 00000100:00100000:0.0:1781272641.095894:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1781272641.095906:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168604288:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272641.095923:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1781272641.095939:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168602880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272641.096020:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168602880:12345-0@lo:400:kworker.0 Request processed in 83us (6030us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272641.096032:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1781272641.096077:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168602880:0@lo:400:kworker.0 00000100:00100000:2.0:1781272641.096160:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1781272641.096173:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168604160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781272641.096194:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1781272641.096245:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168604160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272641.096253:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1781272641.096302:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168604160:0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272641.096741:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1781272641.096789:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168604288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 886us (1371us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272641.096796:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1781272641.097734:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168604288:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1781272641.856025:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272642.624232:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168604416:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272642.624338:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272642.624565:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168604416 00000100:00100000:0.0:1781272642.624578:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168604416 00000100:00100000:0.0:1781272642.624698:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1781272642.624711:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168604416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272642.624772:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:0.0:1781272642.624892:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168604416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 183us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272642.624900:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:3.0:1781272642.625394:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168604416:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272642.880202:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1781272643.143401:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000001:00080000:0.0:1781272643.143427:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000001:00080000:0.0:1781272643.143435:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00000100:00100000:1.0:1781272643.212978:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272643.213031:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272643.213081:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272643.213112:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272643.213132:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272643.213148:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272643.213173:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272643.213196:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272643.213221:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272643.213244:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159231104 00000100:00100000:1.0:1781272643.213256:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159231360 00000100:00100000:3.0:1781272643.213260:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159231104 00000100:00100000:1.0:1781272643.213263:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159231360 00000100:00100000:1.0:1781272643.213351:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159231488 00000100:00100000:1.0:1781272643.213354:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159231488 00000100:00100000:0.0:1781272643.213507:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159231872 00000100:00100000:0.0:1781272643.213512:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159231872 00000100:00100000:2.0:1781272643.213604:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159230976 00000100:00100000:2.0:1781272643.213610:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159230976 00000100:00100000:2.0:1781272643.213653:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 681 00000100:00100000:3.0:1781272643.213660:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159231232 00000100:00100000:3.0:1781272643.213666:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159231232 00000100:00100000:2.0:1781272643.213667:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159230976:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272643.213690:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159231616 00000100:00100000:3.0:1781272643.213694:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159231616 00000100:00100000:3.0:1781272643.213710:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159231744 00000100:00100000:3.0:1781272643.213713:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159231744 00000100:00100000:3.0:1781272643.213735:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 762 00000100:00100000:3.0:1781272643.213744:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+85:2391:x1867799159231104:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272643.213775:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159230976:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 110us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272643.213791:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 681 00000100:00100000:3.0:1781272643.213792:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+85:2391:x1867799159231104:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 47us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272643.213804:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 762 00000100:00100000:3.0:1781272643.213822:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 763 00000100:00100000:3.0:1781272643.213852:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159231232:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272643.213882:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159231232:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 53us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272643.213890:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 763 00000100:00100000:3.0:1781272643.213906:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 764 00000100:00100000:3.0:1781272643.213914:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+39:2391:x1867799159231616:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272643.213952:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+39:2391:x1867799159231616:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 40us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272643.213959:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 764 00000100:00100000:3.0:1781272643.213972:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 765 00000100:00100000:3.0:1781272643.213979:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159231744:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272643.214005:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159231744:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272643.214012:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 765 00000100:00080000:3.0:1781272643.214046:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272643.214052:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272643.214056:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272643.214058:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272643.214077:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159232000 00000100:00100000:3.0:1781272643.214082:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159232000 00000100:00100000:3.0:1781272643.214111:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 389 00000100:00100000:3.0:1781272643.214117:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159231360:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272643.214149:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159231360:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 33us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272643.214156:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 389 00000100:00100000:3.0:1781272643.214169:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 390 00000100:00100000:3.0:1781272643.214175:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159232000:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272643.214201:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159232000:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272643.214208:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 390 00000100:00080000:3.0:1781272643.214227:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272643.214630:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 391 00000100:00100000:1.0:1781272643.214643:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159231488:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272643.214687:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159231488:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 48us (1553us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272643.214694:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 391 00000100:00100000:0.0:1781272643.214894:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 392 00000100:00100000:0.0:1781272643.214904:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159231872:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272643.215085:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159231872:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 182us (1910us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272643.215093:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 392 00000100:00100000:2.0:1781272643.648045:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168604544:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272643.648160:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272643.648255:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168604544 00000100:00100000:2.0:1781272643.648266:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168604544 00000100:00100000:2.0:1781272643.648331:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1781272643.648343:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168604544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272643.648395:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272643.648458:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168604544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272643.648466:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1781272643.648533:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168604544:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272643.840940:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272643.841175:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159232128 00000100:00100000:3.0:1781272643.841189:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159232128 00000100:00100000:3.0:1781272643.841276:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 985 00000100:00100000:3.0:1781272643.841289:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+39:26947:x1867799159232128:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781272643.841671:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+39:26947:x1867799159232128:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 383us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272643.841680:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 985 00000100:00100000:3.0:1781272643.864723:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272643.864874:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159232256 00000100:00100000:0.0:1781272643.864887:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159232256 00000100:00100000:0.0:1781272643.864978:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 986 00000100:00100000:0.0:1781272643.864991:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:26947:x1867799159232256:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781272643.865354:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:26947:x1867799159232256:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 364us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272643.865365:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 986 00010000:00010000:1.0:1781272643.904255:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272644.930555:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272645.062656:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272645.062669:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272645.062790:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:3.0:1781272645.062801:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272645.186594:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272645.186629:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168604672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272645.186739:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272645.186880:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168604672 00000100:00100000:1.0:1781272645.186890:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168604672 00000100:00100000:1.0:1781272645.186965:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1781272645.186976:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168604672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272645.187015:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128080704 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272645.187109:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168604672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272645.187119:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1781272645.187172:0:3619:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967342 gen 2 00000100:00100000:1.0:1781272645.187206:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168604672:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781272645.187439:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272645.696752:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168604800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272645.697094:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272645.697298:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168604800 00000100:00100000:1.0:1781272645.697310:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168604800 00000100:00100000:1.0:1781272645.697395:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1781272645.697407:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168604800:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781272645.697496:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1781272645.697567:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128080704 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272645.697640:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168604800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 235us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272645.697649:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1781272645.697735:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168604800:0@lo:13:osp-pre-0-1.0 00000001:02000400:0.0:1781272645.876445:0:21475:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 09:57:23 (1781272643) 00010000:00010000:3.0:1781272645.952428:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272646.207723:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272646.208128:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159232384 00000100:00100000:0.0:1781272646.208145:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159232384 00000100:00100000:0.0:1781272646.208254:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 987 00000100:00100000:0.0:1781272646.208269:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+39:27579:x1867799159232384:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1781272646.208430:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+39:27579:x1867799159232384:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 165us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272646.208438:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 987 00000100:00080000:3.0:1781272646.210300:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272646.215881:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272646.215990:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272646.216499:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168604928:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272646.216577:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272646.217390:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168604928 00000100:00100000:2.0:1781272646.217404:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168604928 00000100:00100000:2.0:1781272646.217498:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1781272646.217510:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168604928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781272646.217552:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1781272646.218578:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159232512 00000100:00100000:2.0:1781272646.219120:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168604928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1606us (2534us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.219135:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1781272646.219699:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159232512 00000100:00100000:3.0:1781272646.219786:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 988 00000100:00100000:3.0:1781272646.219797:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:27579:x1867799159232512:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781272646.220176:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168604928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272646.223074:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:27579:x1867799159232512:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 3256us (7218us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272646.223098:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 988 00000100:00080000:3.0:1781272646.223181:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272646.223192:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272646.228191:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168605184:0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.228311:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272646.228381:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168605696:0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.228418:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272646.228443:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168606208:0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.228471:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272646.228502:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781272646.228508:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9268380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168605312:0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.228537:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272646.228556:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168605824:0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.228579:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272646.228595:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168606336:0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.228618:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272646.228657:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168605184 00000100:00100000:0.0:1781272646.228667:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168605184 00000100:00100000:0.0:1781272646.228731:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1781272646.228741:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168605184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.228804:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168605184:12345-0@lo:400:kworker.0 Request processed in 64us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272646.228813:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1781272646.228883:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168605696 00000100:00100000:0.0:1781272646.228887:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168605696 00000100:00100000:0.0:1781272646.228920:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1781272646.228927:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168605696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.228966:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168605696:12345-0@lo:400:kworker.0 Request processed in 39us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272646.228973:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1781272646.228994:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168606208 00000100:00100000:0.0:1781272646.228997:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168606208 00000100:00100000:3.0:1781272646.232576:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168605440:0@lo:400:kworker.0 00000100:00100000:3.0:1781272646.232699:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272646.232773:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168605952:0@lo:400:kworker.0 00000100:00100000:3.0:1781272646.232809:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272646.232861:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168606464:0@lo:400:kworker.0 00000100:00100000:3.0:1781272646.232888:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272646.232921:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1781272646.232931:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168605056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272646.232962:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272646.232984:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168605568:0@lo:400:kworker.0 00000100:00100000:3.0:1781272646.233009:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272646.233032:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168606080:0@lo:400:kworker.0 00000100:00100000:3.0:1781272646.233064:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272646.233588:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168605312 00000100:00100000:2.0:1781272646.233603:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168605312 00000100:00100000:3.0:1781272646.233626:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168606592:0@lo:400:kworker.0 00000100:00100000:2.0:1781272646.233658:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168605824 00000100:00100000:3.0:1781272646.233662:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272646.233664:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168605824 00000100:00100000:2.0:1781272646.233694:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168606336 00000100:00100000:2.0:1781272646.233697:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168606336 00000100:00100000:2.0:1781272646.233711:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168605952 00000100:00100000:2.0:1781272646.233713:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168605952 00000100:00100000:2.0:1781272646.233727:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168606464 00000100:00100000:2.0:1781272646.233729:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168606464 00000100:00100000:2.0:1781272646.233740:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168605568 00000100:00100000:2.0:1781272646.233743:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168605568 00000100:00100000:2.0:1781272646.233761:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1781272646.233772:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168605312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272646.233930:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168605312:12345-0@lo:400:kworker.0 Request processed in 159us (5391us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.233939:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1781272646.234041:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1781272646.234050:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168605824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272646.234090:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168605824:12345-0@lo:400:kworker.0 Request processed in 42us (5510us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.234097:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1781272646.234110:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1781272646.234115:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168606336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272646.234229:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168606336:12345-0@lo:400:kworker.0 Request processed in 102us (5599us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.234237:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1781272646.234249:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1781272646.234255:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168605952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272646.234291:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168605952:12345-0@lo:400:kworker.0 Request processed in 36us (1481us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.234296:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1781272646.234308:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1781272646.234314:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168606464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272646.234342:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168606464:12345-0@lo:400:kworker.0 Request processed in 29us (1453us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.234348:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1781272646.234359:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1781272646.234365:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168605568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272646.234584:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168605568:12345-0@lo:400:kworker.0 Request processed in 218us (1573us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.234655:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1781272646.234900:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168605440 00000100:00100000:2.0:1781272646.234908:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168605440 00000100:00100000:2.0:1781272646.234955:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1781272646.234962:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168605440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272646.235004:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168605440:12345-0@lo:400:kworker.0 Request processed in 42us (2306us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.235010:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1781272646.237000:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168605056 00000100:00100000:2.0:1781272646.237029:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168605056 00000100:00100000:2.0:1781272646.237111:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1781272646.237122:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168605056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272646.237156:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1781272646.237245:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168605056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (4281us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.237252:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1781272646.238272:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168606080 00000100:00100000:0.0:1781272646.238293:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168606080 00000100:00100000:0.0:1781272646.238351:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1781272646.238362:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168606208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.238442:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168606208:12345-0@lo:400:kworker.0 Request processed in 82us (9970us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272646.238449:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1781272646.238469:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1781272646.238475:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168606080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.238508:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168606080:12345-0@lo:400:kworker.0 Request processed in 33us (5443us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272646.238514:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1781272646.238721:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9268380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168605312:0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.238743:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168605824:0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.238757:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168606336:0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.238769:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168605184:0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.238783:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168605696:0@lo:400:kworker.0 00000100:00100000:0.0:1781272646.238794:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168606208:0@lo:400:kworker.0 00000100:00100000:3.0:1781272646.239392:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168605440:0@lo:400:kworker.0 00000100:00100000:3.0:1781272646.239412:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168605952:0@lo:400:kworker.0 00000100:00100000:3.0:1781272646.239424:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168606464:0@lo:400:kworker.0 00000100:00100000:2.0:1781272646.239450:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168606592 00000100:00100000:2.0:1781272646.239458:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168606592 00000100:00100000:3.0:1781272646.239467:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168605056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272646.239485:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168605568:0@lo:400:kworker.0 00000100:00100000:3.0:1781272646.239499:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168606080:0@lo:400:kworker.0 00000100:00100000:2.0:1781272646.239506:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1781272646.239518:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168606592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272646.239587:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168606592:12345-0@lo:400:kworker.0 Request processed in 72us (5926us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.239605:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1781272646.239639:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168606592:0@lo:400:kworker.0 00000100:00080000:3.0:1781272646.240092:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272646.240104:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272646.240109:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272646.240776:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272646.241002:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159232640 00000100:00100000:3.0:1781272646.241087:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159232640 00000100:00100000:3.0:1781272646.241175:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 989 00000100:00100000:3.0:1781272646.241187:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+85:27580:x1867799159232640:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272646.241211:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272646.241242:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc35fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8345a expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.242377:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3601 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.242409:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3601 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.242431:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3601 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.242451:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3608 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.242458:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3608 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.242466:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3608 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.242533:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3601 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.242541:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3601 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.242547:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3601 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.242555:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3601 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.242562:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272646.242568:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3601 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.242578:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3601 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.244380:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272646.244389:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272646.244400:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3601 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.244413:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3601 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1781272646.244562:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781272646.244696:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3608 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.244705:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3608 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.244714:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3608 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.244720:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272646.244725:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3608 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.244734:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3608 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.244749:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8eb4cace0700) 00010000:00010000:3.0:1781272646.244752:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272646.244755:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3608 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.244761:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3608 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.244848:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc35fa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8345a expref: 86 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.244862:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272646.244865:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272646.244880:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc35fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8345a expref: 86 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.244892:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647e00, rc 0) 00000100:00100000:3.0:1781272646.244998:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+85:27580:x1867799159232640:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3811us (4226us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272646.245009:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 989 00000100:00100000:3.0:1781272646.256563:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272646.256980:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159232896 00000100:00100000:3.0:1781272646.256998:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159232896 00000100:00100000:3.0:1781272646.257383:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 990 00000100:00100000:3.0:1781272646.257396:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+85:27580:x1867799159232896:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:3.0:1781272646.257494:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272646.257534:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3441 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833ab expref: 85 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.257555:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272646.257561:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272646.258003:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.260010:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3480 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833c0 expref: 38 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.260402:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.260457:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3480 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833c0 expref: 38 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.260475:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3480 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833c0 expref: 38 pid: 6493 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272646.260495:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5681880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168606720:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272646.261229:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272646.269857:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5681880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168606720:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272646.269908:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272646.270551:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272646.270718:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159233024 00000100:00100000:1.0:1781272646.270728:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159233024 00010000:00010000:1.0:1781272646.270779:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3480 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833c0 expref: 39 pid: 6493 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272646.270847:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 313 00000100:00100000:1.0:1781272646.270860:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+39:2391:x1867799159233024:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272646.270879:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272646.270887:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3480 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833c0 expref: 39 pid: 6493 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.270931:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3480 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833c0 expref: 39 pid: 6493 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.270961:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3480 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab833c0 expref: 39 pid: 6493 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.270982:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272646.270988:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.270999:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.271009:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.271046:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272646.271234:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+38:2391:x1867799159233024:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 374us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272646.271244:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 313 00010000:00010000:1.0:1781272646.271513:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.271523:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.271553:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3616 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.271576:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3616 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.271584:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3616 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.273708:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc361d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.273740:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc361d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.273753:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc361d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272646.273774:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008fdca800 reply state 00000000e3c09084 transno 4294967881 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc361d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.273789:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc361d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.273799:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:1.0:1781272646.273803:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272646.273807:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1781272646.273816:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00010000:00010000:1.0:1781272646.273828:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.273864:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.273872:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.273888:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272646.273894:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.273903:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.274528:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272646.274533:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272646.274540:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.274549:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc360f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272646.274567:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008fdca800 reply state 00000000e3c09084 transno 4294967881 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3616 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.274577:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3616 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.274584:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8eb4d0ba7100) 00010000:00010000:1.0:1781272646.274586:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272646.274588:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1781272646.274734:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+86:27580:x1867799159232896:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 17333us (18177us total) trans 4294967881 rc 0/0 00000100:00100000:1.0:1781272646.274746:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 990 00000100:00100000:3.0:1781272646.283327:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272646.283418:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159233152 00000100:00100000:0.0:1781272646.283431:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159233152 00000100:00100000:0.0:1781272646.283499:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 991 00000100:00100000:0.0:1781272646.283512:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+86:27581:x1867799159233152:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1781272646.283545:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272646.283573:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc3624 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83461 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.283662:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc362b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.283681:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc362b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.283697:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc362b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272646.283773:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272646.283779:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272646.283812:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc362b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.283896:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc3624 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83461 expref: 88 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.284277:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc362b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83461 expref: 87 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.284290:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272646.284294:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272646.284300:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617ca00, rc 0) 00000100:00100000:0.0:1781272646.284604:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+87:27581:x1867799159233152:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1092us (1290us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272646.284613:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 991 00000100:00100000:0.0:1781272646.287629:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272646.287737:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159233280 00000100:00100000:3.0:1781272646.287752:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159233280 00000100:00100000:2.0:1781272646.288290:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 992 00000100:00100000:2.0:1781272646.288306:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+87:27581:x1867799159233280:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1781272646.288333:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272646.288359:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc3632 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83468 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288440:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3639 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288456:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3639 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288474:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3639 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288486:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3640 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288493:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3640 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288500:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3640 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288603:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a400/0x94898f2cdefc3647 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288611:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a400/0x94898f2cdefc3647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288617:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a400/0x94898f2cdefc3647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272646.288655:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:2.0:1781272646.288659:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272646.288684:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a400/0x94898f2cdefc3647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288697:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3639 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288704:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3639 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288716:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3639 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288723:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3639 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288729:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272646.288734:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3639 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288742:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3639 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288756:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272646.288760:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272646.288765:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3639 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288771:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3639 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288788:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3640 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288793:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3640 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288799:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3640 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288804:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272646.288808:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3640 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288814:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3640 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288820:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8eb4d0ba7100) 00010000:00010000:2.0:1781272646.288822:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272646.288824:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3640 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288855:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3640 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288880:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc3632 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83468 expref: 89 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288893:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a400/0x94898f2cdefc3647 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83468 expref: 88 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.288999:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:2.0:1781272646.289003:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781272646.289005:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a400, rc 0) 00000100:00100000:2.0:1781272646.289214:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+88:27581:x1867799159233280:12345-192.168.204.14@tcp:101:bash.0 Request processed in 912us (1601us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.289223:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 992 00000100:00100000:1.0:1781272646.292107:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272646.292265:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159233408 00000100:00100000:3.0:1781272646.292279:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159233408 00000100:00100000:3.0:1781272646.292346:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 993 00000100:00100000:3.0:1781272646.292358:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+88:27581:x1867799159233408:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272646.292387:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272646.292414:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc364e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8346f expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.292502:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3655 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.292524:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3655 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.292545:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3655 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.292976:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc365c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293027:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc365c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293044:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc365c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293101:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3655 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293108:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3655 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293117:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3655 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293124:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272646.293130:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3655 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293137:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3655 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293153:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:3.0:1781272646.293156:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272646.293162:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3655 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293170:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3655 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293188:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc365c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293194:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc365c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293199:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc365c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293203:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272646.293206:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc365c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293212:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc365c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293220:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8eb4cace0300) 00010000:00010000:3.0:1781272646.293222:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272646.293225:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc365c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293232:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc365c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293297:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc364e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8346f expref: 89 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293313:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:3.0:1781272646.293316:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272646.293320:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc364e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8346f expref: 89 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.293329:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647e00, rc 0) 00000100:00100000:3.0:1781272646.293424:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+88:27581:x1867799159233408:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1066us (1331us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272646.293435:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 993 00000100:00100000:3.0:1781272646.302303:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272646.302381:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159233536 00000100:00100000:0.0:1781272646.302395:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159233536 00000100:00100000:0.0:1781272646.302475:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 994 00000100:00100000:0.0:1781272646.302487:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+38:27582:x1867799159233536:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272646.302518:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272646.302549:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc3663 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83476 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.302644:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc366a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.302663:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc366a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.302678:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc366a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272646.302745:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272646.302750:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272646.302947:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc366a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.302982:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc3663 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83476 expref: 40 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.303015:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc366a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83476 expref: 39 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.303036:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272646.303039:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272646.303042:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617c200, rc 0) 00000100:00100000:2.0:1781272646.303199:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+39:27582:x1867799159233536:12345-192.168.204.14@tcp:101:rm.0 Request processed in 712us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.303209:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 994 00000100:00100000:0.0:1781272646.307449:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272646.307689:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159233664 00000100:00100000:2.0:1781272646.307704:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159233664 00000100:00100000:2.0:1781272646.307799:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 995 00000100:00100000:2.0:1781272646.307812:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+39:27582:x1867799159233664:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272646.307872:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272646.307910:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc3671 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8347d expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.308752:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3678 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.308785:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3678 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.308801:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3678 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.308813:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc367f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.308820:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc367f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.308827:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc367f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309361:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3686 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309372:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309386:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272646.309434:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:2.0:1781272646.309438:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272646.309465:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309479:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3678 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309485:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3678 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309492:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3678 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309499:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272646.309504:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3678 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309513:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3678 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309527:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272646.309531:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272646.309598:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3678 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309607:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3678 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309628:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc367f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309634:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc367f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309641:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc367f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309647:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272646.309651:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc367f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309657:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc367f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309666:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8eb4d0ba7100) 00010000:00010000:2.0:1781272646.309669:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272646.309672:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc367f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309679:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc367f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309718:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc3671 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8347d expref: 41 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309734:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b400/0x94898f2cdefc3686 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8347d expref: 40 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.309746:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:2.0:1781272646.309749:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781272646.309752:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210b400, rc 0) 00000100:00100000:2.0:1781272646.310425:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+40:27582:x1867799159233664:12345-192.168.204.14@tcp:101:rm.0 Request processed in 2610us (2986us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.310436:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 995 00000100:00100000:1.0:1781272646.313891:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272646.314402:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159233792 00000100:00100000:3.0:1781272646.314419:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159233792 00000100:00100000:3.0:1781272646.314506:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 996 00000100:00100000:3.0:1781272646.314521:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+40:27582:x1867799159233792:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272646.314553:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272646.314585:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc368d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83484 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.314685:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3694 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.314704:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3694 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.314719:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3694 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.314742:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc369b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.314750:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc369b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.314757:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc369b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.314803:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3694 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.314811:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3694 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.314819:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3694 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.314826:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272646.314926:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3694 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.314998:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3694 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.315212:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:3.0:1781272646.315216:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272646.315223:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3694 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.315231:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3694 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.315250:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc369b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.315256:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc369b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.315262:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc369b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.315268:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272646.315271:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc369b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.315411:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc369b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.315420:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8eb4cace0300) 00010000:00010000:3.0:1781272646.315423:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272646.315426:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc369b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.315433:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc369b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.315486:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc368d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83484 expref: 41 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.315498:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:3.0:1781272646.315501:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272646.315505:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc368d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83484 expref: 41 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.315516:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647e00, rc 0) 00000100:00100000:3.0:1781272646.315617:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+40:27582:x1867799159233792:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1099us (1795us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272646.315627:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 996 00000100:00100000:3.0:1781272646.318732:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272646.318899:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159233920 00000100:00100000:2.0:1781272646.318913:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159233920 00000100:00100000:2.0:1781272646.319411:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 997 00000100:00100000:2.0:1781272646.319425:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+40:27582:x1867799159233920:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272646.319454:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272646.319485:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc36a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8348b expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319623:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36a9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319643:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319658:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319676:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319685:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319697:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319760:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36a9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319768:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36a9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319775:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319782:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272646.319788:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36a9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319798:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36a9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319812:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:2.0:1781272646.319815:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272646.319823:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319869:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319886:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319892:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319899:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319905:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272646.319907:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319914:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.319922:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8eb4c29c2000) 00010000:00010000:2.0:1781272646.319924:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272646.319927:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36b0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.320690:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.320757:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc36a2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8348b expref: 41 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.320770:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:2.0:1781272646.320773:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272646.320777:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc36a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8348b expref: 41 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.320788:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210bc00, rc 0) 00000100:00100000:2.0:1781272646.321372:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+40:27582:x1867799159233920:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1946us (2653us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272646.321390:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 997 00000100:00100000:0.0:1781272646.335798:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272646.336278:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159234048 00000100:00100000:2.0:1781272646.336295:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159234048 00000100:00100000:2.0:1781272646.336386:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 998 00000100:00100000:2.0:1781272646.336400:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+40:27583:x1867799159234048:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272646.336432:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272646.336463:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc36b7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83492 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336562:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36be lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336583:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336597:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336616:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336623:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336630:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336689:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36be lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336703:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36be lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336711:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336719:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272646.336726:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336736:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36be lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336754:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:2.0:1781272646.336757:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272646.336764:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336771:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc36be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336789:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336795:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36c5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336802:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336807:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272646.336811:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336818:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36c5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336826:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8eb4c29c2000) 00010000:00010000:2.0:1781272646.336875:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272646.336879:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36c5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.336888:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc36c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.337543:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc36b7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83492 expref: 41 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.337558:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:2.0:1781272646.337560:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272646.337564:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc36b7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83492 expref: 41 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.337578:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210bc00, rc 0) 00000100:00100000:2.0:1781272646.337711:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+40:27583:x1867799159234048:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1312us (1928us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272646.337720:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 998 00000100:00100000:3.0:1781272646.342500:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272646.343678:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159234176 00000100:00100000:1.0:1781272646.343698:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159234176 00000100:00100000:1.0:1781272646.343871:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 999 00000100:00100000:1.0:1781272646.343885:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+40:27583:x1867799159234176:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272646.343931:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272646.343962:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc36cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83499 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344078:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc36d3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344098:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc36d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344122:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc36d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344139:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc36da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344390:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc36da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344399:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc36da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344467:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc36d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344475:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc36d3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344484:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc36d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344492:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272646.344499:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc36d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344511:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc36d3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344531:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:1.0:1781272646.344535:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272646.344542:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc36d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344549:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc36d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344566:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc36da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344574:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc36da lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344581:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc36da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344586:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272646.344590:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc36da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344596:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc36da lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344609:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8eb4d0ba7300) 00010000:00010000:1.0:1781272646.344612:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272646.344614:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc36da lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344621:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc36da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344665:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc36cc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83499 expref: 41 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344679:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:1.0:1781272646.344681:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272646.344685:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc36cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83499 expref: 41 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272646.344695:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:1.0:1781272646.344793:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+40:27583:x1867799159234176:12345-192.168.204.14@tcp:101:cp.0 Request processed in 910us (2312us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272646.344802:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 999 00000100:00100000:2.0:1781272646.348493:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272646.349775:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159234432 00000100:00100000:0.0:1781272646.349795:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159234432 00000100:00100000:0.0:1781272646.349931:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1000 00000100:00100000:0.0:1781272646.349944:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+40:27583:x1867799159234432:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272646.349980:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272646.350009:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc36e1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834a0 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.350481:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc36e8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.350505:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc36e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.350523:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc36e8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.350541:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc36ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.350549:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc36ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.350556:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc36ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781272646.351409:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x14:0x0], index 1: 0 00010000:00010000:0.0:1781272646.351703:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc36f6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.351721:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc36f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.351733:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc36f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.351784:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc36e8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.351792:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc36e8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.351798:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc36e8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.351806:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc36e8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.351813:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272646.351818:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc36e8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.351827:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc36e8 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.352456:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:0.0:1781272646.352460:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272646.352467:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc36e8 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.352474:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c000/0x94898f2cdefc36e8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272646.352493:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000020c9f80f reply state 000000001e7a6115 transno 4294967882 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc36ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.352507:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc36ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.352515:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8eb4cac44500) 00010000:00010000:0.0:1781272646.352517:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272646.352520:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1781272646.352571:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617d600/0x94898f2cdefc36e1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a0 expref: 43 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.352588:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc36f6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a0 expref: 42 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272646.352596:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:0.0:1781272646.352599:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272646.352602:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f617c600, rc 0) 00000100:00100000:0.0:1781272646.352756:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+43:27583:x1867799159234432:12345-192.168.204.14@tcp:101:cp.0 Request processed in 2813us (4279us total) trans 4294967882 rc 0/0 00000100:00100000:0.0:1781272646.352766:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1000 00000100:00100000:2.0:1781272646.358620:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272646.358812:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159234560 00000100:00100000:3.0:1781272646.359355:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159234560 00000100:00100000:3.0:1781272646.359576:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 250 00000100:00100000:3.0:1781272646.359590:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee23b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159234560:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272646.359617:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272646.359649:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3704 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834a7 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272646.359687:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781272646.359721:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272646.359724:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272646.359736:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a7 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.359760:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a7 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.359778:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647e00, rc 0) 00000100:00100000:3.0:1781272646.359912:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee23b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159234560:12345-192.168.204.14@tcp:101:cp.0 Request processed in 314us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272646.359921:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 250 00000100:00080000:2.0:1781272646.360588:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272646.365692:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272646.365952:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159234688 00000100:00100000:2.0:1781272646.365970:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159234688 00000100:00100000:2.0:1781272646.366746:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 251 00000100:00100000:2.0:1781272646.366765:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:27583:x1867799159234688:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272646.366795:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272646.366823:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834ae expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.366909:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3704 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a7 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.366920:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272646.366922:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272646.366927:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 12 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.366979:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a7 expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.366996:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a7 expref: 12 pid: 8405 timeout: 703 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272646.367015:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168606848:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272646.367193:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e480 going to sleep for 11 seconds 00000100:00100000:1.0:1781272646.372896:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272646.373352:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168606848:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272646.373406:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 12 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.373444:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210bc00, rc 0) 00000100:00100000:3.0:1781272646.373533:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159234816 00000100:00100000:3.0:1781272646.373546:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159234816 00000100:00100000:2.0:1781272646.373583:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:27583:x1867799159234688:12345-192.168.204.14@tcp:101:cp.0 Request processed in 6825us (7905us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.373594:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 251 00010000:00010000:3.0:1781272646.373658:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a7 expref: 13 pid: 8405 timeout: 703 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272646.373707:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 314 00000100:00100000:3.0:1781272646.373717:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159234816:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272646.373738:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272646.373880:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a7 expref: 12 pid: 8405 timeout: 703 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.373895:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a7 expref: 12 pid: 8405 timeout: 703 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.373985:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3704 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a7 expref: 12 pid: 8405 timeout: 703 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.374004:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272646.374006:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272646.374434:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.374448:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.374501:0:6477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272646.374533:0:6477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5682680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6477:1867799168606976:192.168.204.14@tcp:105: 00000100:00100000:3.0:1781272646.374906:0:6477:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd780 going to sleep for 11 seconds 00000100:00100000:3.0:1781272646.381941:0:6477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5682680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6477:1867799168606976:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272646.381982:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272646.382089:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159234816:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 8371us (9255us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272646.382106:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 314 00000100:00100000:1.0:1781272646.386774:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272646.387533:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159235072 00000100:00100000:3.0:1781272646.387550:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159235072 00000100:00100000:3.0:1781272646.387646:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 190 00000100:00100000:3.0:1781272646.387658:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e90d3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+43:27583:x1867799159235072:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:2.0:1781272646.390795:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e90d3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:27583:x1867799159235072:12345-192.168.204.14@tcp:35:cp.0 Request processed in 3116us (4026us total) trans 4294967883 rc 0/0 00000100:00100000:2.0:1781272646.390814:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 190 00000100:00100000:1.0:1781272646.445520:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272646.445709:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159235200 00000100:00100000:2.0:1781272646.445723:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159235200 00000100:00100000:2.0:1781272646.445822:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1001 00000100:00100000:2.0:1781272646.445879:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+88:27586:x1867799159235200:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272646.446261:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272646.446293:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3712 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834b5 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.446394:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3719 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.446413:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3719 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.446430:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3719 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.446445:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3720 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.446457:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3720 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.446463:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3720 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.446566:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.446575:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.446582:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272646.448820:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:2.0:1781272646.448851:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272646.448889:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449194:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449213:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3719 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449221:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3719 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449230:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3719 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449242:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272646.449248:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3719 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449257:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3719 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449280:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:2.0:1781272646.449284:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272646.449290:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3719 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449297:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3719 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449323:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3720 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449331:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3720 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449337:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3720 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449342:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272646.449345:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3720 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449352:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3720 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449364:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8eb4cac44500) 00010000:00010000:2.0:1781272646.449368:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272646.449371:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3720 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449378:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3720 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449441:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3712 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834b5 expref: 90 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449459:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834b5 expref: 89 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.449468:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:2.0:1781272646.449471:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272646.449474:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210b000, rc 0) 00000100:00100000:2.0:1781272646.449761:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+89:27586:x1867799159235200:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3918us (4247us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272646.449774:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1001 00000100:00100000:0.0:1781272646.459213:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272646.459326:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159235328 00000100:00100000:2.0:1781272646.459343:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159235328 00000100:00100000:2.0:1781272646.459487:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 252 00000100:00100000:2.0:1781272646.459499:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159235328:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272646.459527:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272646.459556:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000701872fb/0x94898f2cdefc372e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834bc expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272646.459770:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168607104:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272646.460081:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e180 going to sleep for 11 seconds 00000100:00080000:3.0:1781272646.462605:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1781272646.464520:0:15938:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1781272646.464532:0:15938:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime: 0 -> 1781272645 00002000:00010000:2.0:1781272646.464535:0:15938:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1781272645 00002000:00010000:2.0:1781272646.464537:0:15938:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime: 0 -> 1781272645 00002000:00010000:2.0:1781272646.464540:0:15938:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1781272646.464573:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168607104:192.168.204.14@tcp:106: 00010000:00010000:2.0:1781272646.464625:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000701872fb/0x94898f2cdefc372e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834bc expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.464660:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000701872fb/0x94898f2cdefc372e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834bc expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.464678:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210aa00, rc 0) 00000100:00100000:2.0:1781272646.464770:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159235328:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 5272us (5571us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272646.464781:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 252 00000100:00100000:1.0:1781272646.469003:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272646.469197:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159235456 00000100:00100000:3.0:1781272646.469212:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159235456 00000100:00100000:3.0:1781272646.469288:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1002 00000100:00100000:3.0:1781272646.469300:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+89:27586:x1867799159235456:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272646.469329:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272646.469359:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3735 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834c3 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.469455:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc373c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.469476:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc373c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.469490:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc373c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272646.469553:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:3.0:1781272646.469558:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272646.469584:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc373c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.469748:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3735 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834c3 expref: 91 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.469862:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc373c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834c3 expref: 90 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272646.469874:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:3.0:1781272646.469877:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272646.469881:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647800, rc 0) 00000100:00100000:3.0:1781272646.470078:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+90:27586:x1867799159235456:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 779us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272646.470087:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1002 00000100:00100000:0.0:1781272646.475970:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272646.476265:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159235584 00000100:00100000:2.0:1781272646.476279:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159235584 00000100:00100000:2.0:1781272646.476348:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 253 00000100:00100000:2.0:1781272646.476361:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159235584:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272646.476386:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272646.476413:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000701872fb/0x94898f2cdefc3743 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834ca expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272646.476502:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168607232:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272646.476628:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e180 going to sleep for 11 seconds 00000100:00100000:2.0:1781272646.482553:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168607232:192.168.204.14@tcp:106: 00010000:00010000:2.0:1781272646.482623:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000701872fb/0x94898f2cdefc3743 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ca expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.482656:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000701872fb/0x94898f2cdefc3743 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ca expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272646.482673:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210aa00, rc 0) 00000100:00100000:2.0:1781272646.482775:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159235584:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 6415us (6819us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272646.482786:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 253 00000100:00100000:3.0:1781272646.488959:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272646.489482:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159235840 00000100:00100000:0.0:1781272646.489500:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159235840 00000100:00100000:0.0:1781272646.489610:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1003 00000100:00100000:0.0:1781272646.489623:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+90:27586:x1867799159235840:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:0.0:1781272646.490262:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:0.0:1781272646.490405:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+90:27586:x1867799159235840:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 782us (1466us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272646.490416:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1003 00000040:00080000:2.0:1781272646.976544:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1781272646.979254:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272647.105185:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272647.105199:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272647.105305:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:3.0:1781272647.105320:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272647.106123:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168607360:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272647.106261:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cdc00 going to sleep for 11 seconds 00000100:00100000:1.0:1781272647.114501:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272647.114505:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168607360:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272647.114697:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159235968 00000100:00100000:2.0:1781272647.114707:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159235968 00000100:00100000:2.0:1781272647.114790:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1004 00000100:00100000:2.0:1781272647.114804:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:27596:x1867799159235968:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272647.114878:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272647.115056:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:27596:x1867799159235968:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 255us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272647.115065:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1004 00000100:00100000:2.0:1781272647.118502:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272647.118562:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159236224 00000100:00100000:2.0:1781272647.118812:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159236224 00000100:00100000:2.0:1781272647.119035:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1005 00000100:00100000:2.0:1781272647.119050:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:27596:x1867799159236224:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272647.119414:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272647.119447:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc374a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834d1 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.119690:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3751 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.119710:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3751 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.119727:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3751 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272647.119742:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:2.0:1781272647.119972:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc374a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834d1 expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.119993:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3751 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834d1 expref: 46 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.120004:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:2.0:1781272647.120017:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272647.120021:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a200, rc 0) 00000100:00100000:2.0:1781272647.120321:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:27596:x1867799159236224:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1274us (1840us total) trans 4294967884 rc 0/0 00000100:00100000:2.0:1781272647.120336:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1005 00000100:00100000:2.0:1781272647.129347:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272647.129401:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272647.130303:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159236480 00000100:00100000:0.0:1781272647.130321:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159236480 00000100:00100000:0.0:1781272647.130426:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 254 00000100:00100000:0.0:1781272647.130440:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159236480:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781272647.130513:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.130542:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.130552:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781272647.130554:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781272647.130559:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.130610:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.130629:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 11 pid: 9894 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272647.130650:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4c59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168607488:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272647.130778:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c33513c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272647.131251:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159236352 00000100:00100000:3.0:1781272647.131259:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159236352 00000100:00100000:3.0:1781272647.131320:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 44 00000100:00100000:3.0:1781272647.131330:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:2388:x1867799159236352:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272647.131345:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272647.131376:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3751 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834d1 expref: 46 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.131461:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:3.0:1781272647.131467:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272647.131513:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+45:2388:x1867799159236352:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 185us (2179us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272647.131523:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 44 00000100:00100000:3.0:1781272647.135251:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272647.135339:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4c59500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168607488:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272647.135378:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272647.135379:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159236608 00000100:00100000:1.0:1781272647.135392:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159236608 00002000:00100000:1.0:1781272647.135466:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff8eb3c5680000 x1867799159236608/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:403/0 lens 648/0 e 0 to 0 dl 1781272658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272647.135479:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c5680000 with x1867799159236608 ext(0->157) 00010000:00010000:1.0:1781272647.135488:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 12 pid: 9894 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.135896:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 12 pid: 9894 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272647.135906:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c5680000 00000100:00100000:1.0:1781272647.135956:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 11 00000100:00100000:1.0:1781272647.135970:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159236608:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:3.0:1781272647.144402:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159236608:12345-192.168.204.14@tcp:4:cp.0 Request processed in 8415us (9147us total) trans 4294967347 rc 0/0 00000100:00100000:3.0:1781272647.144422:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 11 00002000:00100000:3.0:1781272647.144440:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff8eb3c5680000 x1867799159236608/t4294967347(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:403/0 lens 648/448 e 0 to 0 dl 1781272658 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272647.144453:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c5680000 with x1867799159236608 ext(0->157) 00010000:00010000:3.0:1781272647.144467:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 14 pid: 9894 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.144499:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 14 pid: 9894 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272647.144509:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c5680000 00000100:00100000:1.0:1781272647.153460:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272647.153585:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159236736 00000100:00100000:0.0:1781272647.153601:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159236736 00010000:00010000:0.0:1781272647.153658:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 14 pid: 9894 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272647.153714:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 315 00000100:00100000:0.0:1781272647.155432:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+14:2389:x1867799159236736:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272647.155463:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781272647.155492:0:10311:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781272647.155502:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 14 pid: 9894 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.155584:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 14 pid: 9894 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.155787:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc370b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ae expref: 14 pid: 9894 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.155806:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272647.155808:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272647.155813:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.155824:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.155885:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272647.155958:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2389:x1867799159236736:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 552us (2512us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272647.155970:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 315 00010000:00010000:2.0:1781272647.169674:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.169694:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.169732:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.169742:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.169752:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.170123:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617c000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272647.170128:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.170139:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.170160:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.170212:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e21e2234/0x94898f2cdefc375f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272647.170663:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159236480:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 40221us (41255us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272647.170673:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 254 00000100:00100000:1.0:1781272647.176936:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272647.177288:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159236992 00000100:00100000:3.0:1781272647.177300:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159236992 00000100:00100000:3.0:1781272647.177375:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1006 00000100:00100000:3.0:1781272647.177386:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+45:27596:x1867799159236992:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272647.177519:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+45:27596:x1867799159236992:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 134us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272647.177528:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1006 00000100:00100000:1.0:1781272647.184154:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272647.184320:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159237120 00000100:00100000:2.0:1781272647.184337:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159237120 00000100:00100000:2.0:1781272647.184402:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 255 00000100:00100000:2.0:1781272647.184413:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159237120:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272647.184442:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272647.184475:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010284c6a/0x94898f2cdefc3766 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834d8 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272647.184510:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a2c1045, atime: 0x0, ctime: 0x6a2c1045, blocks: 0x8 00010000:00010000:2.0:1781272647.184549:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272647.184551:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272647.184564:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010284c6a/0x94898f2cdefc3766 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834d8 expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.184585:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000010284c6a/0x94898f2cdefc3766 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834d8 expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.184600:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210be00, rc 0) 00000100:00100000:2.0:1781272647.184665:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159237120:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 254us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272647.184675:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 255 00000100:00100000:2.0:1781272647.190305:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272647.190409:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159237376 00000100:00100000:3.0:1781272647.190419:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159237376 00000100:00100000:3.0:1781272647.190487:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1007 00000100:00100000:3.0:1781272647.190497:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:27596:x1867799159237376:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272647.190621:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:27596:x1867799159237376:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 125us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272647.190628:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1007 00000100:00100000:3.0:1781272647.198408:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272647.198567:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159237504 00000100:00100000:2.0:1781272647.198578:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159237504 00002000:00100000:2.0:1781272647.198637:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff8eb3c5683480 x1867799159237504/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:403/0 lens 488/0 e 0 to 0 dl 1781272658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272647.198649:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c5683480 with x1867799159237504 ext(0->4095) 00002000:00010000:2.0:1781272647.198658:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c5683480 00000100:00100000:2.0:1781272647.198697:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 76 00000100:00100000:2.0:1781272647.198707:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159237504:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781272647.198930:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159237504:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 224us (537us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272647.198939:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 76 00002000:00100000:2.0:1781272647.198947:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff8eb3c5683480 x1867799159237504/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:403/0 lens 488/4536 e 0 to 0 dl 1781272658 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272647.198955:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c5683480 with x1867799159237504 ext(0->4095) 00002000:00010000:2.0:1781272647.198958:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c5683480 00000100:00100000:1.0:1781272647.206150:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272647.206604:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159237632 00000100:00100000:0.0:1781272647.206615:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159237632 00000100:00100000:0.0:1781272647.206672:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1008 00000100:00100000:0.0:1781272647.206683:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+45:27596:x1867799159237632:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272647.206704:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272647.206724:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc376d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834df expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.206761:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc3774 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.206775:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc3774 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.206786:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc3774 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.207018:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc376d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834df expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.207034:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc3774 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834df expref: 46 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.207047:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:0.0:1781272647.207050:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272647.207054:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c23baa00, rc 0) 00000100:00100000:0.0:1781272647.207115:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:27596:x1867799159237632:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 434us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272647.207124:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1008 00000100:00100000:2.0:1781272647.214378:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272647.214693:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159237760 00000100:00100000:0.0:1781272647.214702:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159237760 00000100:00100000:0.0:1781272647.214764:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1009 00000100:00100000:0.0:1781272647.214774:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:27596:x1867799159237760:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781272647.214814:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781272647.214961:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:27596:x1867799159237760:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 188us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272647.214969:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1009 00000100:00100000:0.0:1781272647.224312:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272647.224689:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159237888 00000100:00100000:2.0:1781272647.224699:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159237888 00000100:00100000:2.0:1781272647.224772:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 256 00000100:00100000:2.0:1781272647.224782:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159237888:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272647.225123:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000066d30fc2/0x94898f2cdefc377b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.225142:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272647.225144:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272647.225149:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066d30fc2/0x94898f2cdefc377b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.225163:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066d30fc2/0x94898f2cdefc377b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.225188:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000066d30fc2/0x94898f2cdefc377b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.225197:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000066d30fc2/0x94898f2cdefc377b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.225206:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000066d30fc2/0x94898f2cdefc377b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.225213:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272647.225218:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000066d30fc2/0x94898f2cdefc377b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.225229:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000066d30fc2/0x94898f2cdefc377b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.225245:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000066d30fc2/0x94898f2cdefc377b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.225260:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066d30fc2/0x94898f2cdefc377b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272647.225344:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159237888:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 563us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272647.225353:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 256 00000100:00100000:1.0:1781272647.235496:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272647.235546:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159238144 00000100:00100000:1.0:1781272647.235556:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159238144 00000100:00100000:1.0:1781272647.235611:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1010 00000100:00100000:1.0:1781272647.235621:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:27596:x1867799159238144:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781272647.235704:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.235728:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc3774 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834df expref: 46 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.235745:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.235784:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc3774 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834df expref: 46 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.235801:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc3774 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834df expref: 46 pid: 8162 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272647.235817:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168607616:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272647.235927:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3492a80 going to sleep for 11 seconds 00000100:00100000:1.0:1781272647.240613:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168607616:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272647.240644:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272647.241020:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272647.241224:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159238272 00000100:00100000:3.0:1781272647.241234:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159238272 00010000:00010000:3.0:1781272647.241290:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc3774 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834df expref: 47 pid: 8162 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272647.241327:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 316 00000100:00100000:3.0:1781272647.241337:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:2390:x1867799159238272:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272647.241353:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272647.241361:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc3774 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834df expref: 47 pid: 8162 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.241373:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc3774 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834df expref: 47 pid: 8162 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.241397:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc3774 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834df expref: 47 pid: 8162 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.241413:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:3.0:1781272647.241419:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.241430:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.241438:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.241468:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272647.241529:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:2390:x1867799159238272:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 193us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272647.241536:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 316 00010000:00010000:1.0:1781272647.242018:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.242029:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.242274:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.242283:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.242296:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.242302:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272647.242308:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.242316:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.242329:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:1.0:1781272647.242332:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272647.242336:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.242343:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3782 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272647.242457:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:27596:x1867799159238144:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 6835us (6987us total) trans 4294967885 rc 0/0 00000100:00100000:1.0:1781272647.242466:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1010 00000040:00080000:3.0:1781272647.242650:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272647.242655:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272647.243199:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1781272647.243210:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272647.248679:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272647.248976:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159238528 00000100:00100000:3.0:1781272647.248989:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159238528 00000100:00100000:3.0:1781272647.249090:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 191 00000100:00100000:3.0:1781272647.249102:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:27596:x1867799159238528:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272647.250629:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:27596:x1867799159238528:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 1517us (1951us total) trans 4294967886 rc 0/0 00000100:00100000:3.0:1781272647.250641:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 191 00000040:00080000:0.0:1781272647.508664:0:21524:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272647.508672:0:21524:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272647.508700:0:21524:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:0.0:1781272647.508706:0:21524:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272647.567431:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272647.567559:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159238656 00000100:00100000:1.0:1781272647.567569:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159238656 00000100:00100000:1.0:1781272647.567624:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 257 00000100:00100000:1.0:1781272647.567634:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159238656:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272647.567651:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272647.567668:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3789 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834e6 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.567692:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272647.567694:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272647.567702:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3789 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834e6 expref: 13 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.567721:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3789 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834e6 expref: 13 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.567734:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:1.0:1781272647.567788:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159238656:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 156us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272647.567795:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 257 00000100:00100000:2.0:1781272647.584357:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272647.584452:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159238912 00000100:00100000:3.0:1781272647.584464:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159238912 00000100:00100000:3.0:1781272647.584533:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1011 00000100:00100000:3.0:1781272647.584545:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+90:27597:x1867799159238912:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272647.584571:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272647.584593:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3790 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834ed expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.584705:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3797 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.584719:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3797 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.584731:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3797 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272647.584744:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:3.0:1781272647.584883:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3790 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ed expref: 93 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.584901:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3797 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ed expref: 92 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.584915:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:3.0:1781272647.584919:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1781272647.584922:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646200, rc 0) 00000100:00100000:3.0:1781272647.584983:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+92:27597:x1867799159238912:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 441us (636us total) trans 4294967887 rc 0/0 00000100:00100000:3.0:1781272647.584990:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1011 00000100:00100000:0.0:1781272647.592934:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272647.593012:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159239040 00000100:00100000:3.0:1781272647.593023:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159239040 00000100:00100000:3.0:1781272647.593092:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 258 00000100:00100000:3.0:1781272647.593103:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159239040:12345-192.168.204.14@tcp:1:lfs.0 00010000:00010000:3.0:1781272647.593159:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.593182:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000010284c6a/0x94898f2cdefc3766 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834d8 expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.593193:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3789 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834e6 expref: 13 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.593200:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272647.593202:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272647.593206:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.593242:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3789 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834e6 expref: 13 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.593257:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3789 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834e6 expref: 13 pid: 9894 timeout: 704 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272647.593271:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168607744:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272647.593370:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000010284c6a/0x94898f2cdefc3766 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834d8 expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.593381:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000010284c6a/0x94898f2cdefc3766 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834d8 expref: 12 pid: 15938 timeout: 704 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272647.593390:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5682d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168607872:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272647.593414:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b900 going to sleep for 11 seconds 00000100:00100000:0.0:1781272647.601401:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272647.601499:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159239168 00000100:00100000:2.0:1781272647.601508:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159239168 00010000:00010000:2.0:1781272647.601547:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3789 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834e6 expref: 14 pid: 9894 timeout: 704 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272647.601592:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 317 00000100:00100000:2.0:1781272647.601602:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+14:2390:x1867799159239168:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272647.601619:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272647.601642:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3789 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834e6 expref: 14 pid: 9894 timeout: 704 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.601657:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3789 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834e6 expref: 14 pid: 9894 timeout: 704 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.601686:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272647.601739:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+14:2390:x1867799159239168:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 137us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272647.601752:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 317 00010000:00010000:3.0:1781272647.602762:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3789 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834e6 expref: 13 pid: 9894 timeout: 704 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272647.602781:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168607744:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272647.602794:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5682d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168607872:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272647.602823:0:15938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272647.612722:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272647.612798:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159239296 00000100:00100000:0.0:1781272647.612809:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159239296 00010000:00010000:0.0:1781272647.612899:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000010284c6a/0x94898f2cdefc3766 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834d8 expref: 13 pid: 15938 timeout: 704 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272647.612952:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 318 00000100:00100000:0.0:1781272647.612962:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159239296:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272647.612978:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272647.613013:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000010284c6a/0x94898f2cdefc3766 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834d8 expref: 13 pid: 15938 timeout: 704 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.613028:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000010284c6a/0x94898f2cdefc3766 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834d8 expref: 13 pid: 15938 timeout: 704 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.613055:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010284c6a/0x94898f2cdefc3766 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834d8 expref: 13 pid: 15938 timeout: 704 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.613072:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272647.613074:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272647.613079:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.613090:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.613125:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272647.613198:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159239296:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 235us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272647.613207:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 318 00010000:00010000:3.0:1781272647.613209:0:15938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.613228:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.613257:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.613266:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.613275:0:15938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.613283:0:15938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272647.613288:0:15938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.613297:0:15938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.613313:0:15938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.613321:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc37a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272647.619029:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159239040:12345-192.168.204.14@tcp:1:lfs.0 Request processed in 25920us (26097us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272647.619045:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 258 00000100:00100000:2.0:1781272647.622519:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272647.622608:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159239552 00000100:00100000:3.0:1781272647.622618:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159239552 00000100:00100000:3.0:1781272647.622696:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 192 00000100:00100000:3.0:1781272647.622707:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+92:27597:x1867799159239552:12345-192.168.204.14@tcp:35:lfs.0 00000004:00010000:3.0:1781272647.622775:0:6495:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x18:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3797 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ed expref: 92 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272647.625590:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967888 00000001:00080000:3.0:1781272647.626512:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967889 00010000:00010000:3.0:1781272647.626558:0:6495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.626579:0:6495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc36f6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a0 expref: 46 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.626589:0:6495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834b5 expref: 95 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.626597:0:6495:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 5/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.626633:0:6495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834b5 expref: 95 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.626648:0:6495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834b5 expref: 95 pid: 6492 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272647.626668:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5682d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168608000:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272647.626770:0:6495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc36f6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a0 expref: 46 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272647.626779:0:6495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc36f6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a0 expref: 46 pid: 12323 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272647.626787:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168608128:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272647.626808:0:6495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b840 going to sleep for 11 seconds 00000100:00100000:1.0:1781272647.635930:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272647.635970:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272647.636071:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159239808 00000100:00100000:0.0:1781272647.636080:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159239808 00010000:00010000:0.0:1781272647.636119:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc36f6 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a0 expref: 47 pid: 12323 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272647.636161:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159239680 00000100:00100000:0.0:1781272647.636164:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159239680 00010000:00010000:0.0:1781272647.636177:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834b5 expref: 96 pid: 6492 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272647.636197:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 319 00000100:00100000:0.0:1781272647.636207:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:2391:x1867799159239808:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272647.636223:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272647.636229:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc36f6 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a0 expref: 47 pid: 12323 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.636240:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc36f6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a0 expref: 47 pid: 12323 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.636264:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:0.0:1781272647.636269:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.636278:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.636288:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272647.636343:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:2391:x1867799159239808:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 138us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272647.636350:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 319 00000100:00100000:0.0:1781272647.636368:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 320 00000100:00100000:0.0:1781272647.636379:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+96:2391:x1867799159239680:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272647.636386:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272647.636390:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834b5 expref: 96 pid: 6492 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.636399:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834b5 expref: 96 pid: 6492 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.636409:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:0.0:1781272647.636412:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.636420:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.636426:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.636443:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272647.636462:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+96:2391:x1867799159239680:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 88us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272647.636468:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 320 00010000:00010000:2.0:1781272647.636715:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3727 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834b5 expref: 95 pid: 6492 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272647.636729:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5682d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168608000:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272647.636756:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c600/0x94898f2cdefc36f6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834a0 expref: 46 pid: 12323 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272647.636767:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168608128:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272647.636793:0:6495:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.636803:0:6495:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.636808:0:6495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272647.636947:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967890 00000001:00080000:2.0:1781272647.637074:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967891 00000001:00080000:2.0:1781272647.637108:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967892 00000100:00100000:2.0:1781272647.637343:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168608256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1781272647.637399:0:6495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272647.637431:0:6495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272647.637633:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168608256 00000100:00100000:0.0:1781272647.637640:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168608256 00000100:00100000:0.0:1781272647.637683:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1781272647.637692:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6495:x1867799168608256:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1781272647.637783:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6495:x1867799168608256:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 92us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272647.637790:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1781272647.637823:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168608256:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1781272647.637961:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967893 00000100:00100000:0.0:1781272647.638023:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4c5bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168608384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1781272647.638060:0:6495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272647.638077:0:6495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351780 going to sleep for 11 seconds 00000100:00100000:0.0:1781272647.638091:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168608384 00000100:00100000:0.0:1781272647.638094:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168608384 00000100:00100000:0.0:1781272647.638116:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1781272647.638122:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6495:x1867799168608384:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1781272647.638296:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6495:x1867799168608384:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 172us (234us total) trans 4294967348 rc 0/0 00000100:00100000:0.0:1781272647.638302:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1781272647.638335:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4c5bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168608384:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1781272647.638353:0:6495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.638362:0:6495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.638370:0:6495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.638376:0:6495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272647.638382:0:6495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.638389:0:6495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.638403:0:6495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:0.0:1781272647.638406:0:6495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1781272647.638411:0:6495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.638418:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc37ac lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781272647.638530:0:6495:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x37:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1781272647.638596:0:6495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:0.0:1781272647.638608:0:6495:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 604533775991ns, next at 605533773949ns, rc = 0 00000001:00080000:0.0:1781272647.638615:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967894 00010000:00010000:0.0:1781272647.638639:0:6495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:0.0:1781272647.638641:0:6495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1781272647.638647:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3797 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834ed expref: 99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272647.638740:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+98:27597:x1867799159239552:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 16035us (16231us total) trans 4294967895 rc 0/0 00000100:00100000:0.0:1781272647.638749:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 192 00000020:00080000:0.0:1781272647.638753:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1781272647.673346:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272647.680170:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159239936 00000100:00100000:0.0:1781272647.680186:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159239936 00000100:00100000:0.0:1781272647.680369:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1012 00000100:00100000:0.0:1781272647.680380:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+98:27598:x1867799159239936:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272647.680405:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272647.680427:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc37b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834f4 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680677:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc37ba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680694:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc37ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680706:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc37ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680717:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc37c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680724:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc37c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680731:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc37c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680809:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc37c8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680817:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc37c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680828:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc37c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272647.680891:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:0.0:1781272647.680895:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272647.680915:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc37c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680927:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc37c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680934:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc37ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680940:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc37ba lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680948:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc37ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680954:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23bb800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272647.680958:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc37ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680966:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc37ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680978:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:0.0:1781272647.680981:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272647.680985:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc37ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.680995:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc37ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.681019:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc37c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.681025:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc37c1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.681029:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc37c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.681033:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23baa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272647.681036:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc37c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.681042:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc37c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.681049:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8eb4cac44500) 00010000:00010000:0.0:1781272647.681052:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272647.681054:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc37c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.681059:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc37c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.681084:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc37b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834f4 expref: 100 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.681103:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc37c8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834f4 expref: 99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272647.681110:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:0.0:1781272647.681112:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272647.681114:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625a400, rc 0) 00000100:00100000:0.0:1781272647.681382:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+99:27598:x1867799159239936:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1003us (8045us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272647.681390:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1012 00000100:00100000:0.0:1781272647.698544:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272647.698762:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159240192 00000100:00100000:2.0:1781272647.698775:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159240192 00000100:00100000:2.0:1781272647.698896:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 45 00000100:00100000:2.0:1781272647.698909:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+99:27598:x1867799159240192:12345-192.168.204.14@tcp:103:lfs.0 00010000:00010000:2.0:1781272647.698930:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272647.698961:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc37c8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834f4 expref: 99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272647.698986:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cac44300) 00010000:00010000:2.0:1781272647.699013:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272647.699079:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c59180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+98:27598:x1867799159240192:12345-192.168.204.14@tcp:103:lfs.0 Request processed in 172us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272647.699089:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 45 00000100:00100000:0.0:1781272647.701786:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272647.701870:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159240320 00000100:00100000:1.0:1781272647.701880:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159240320 00000100:00100000:1.0:1781272647.701927:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1013 00000100:00100000:1.0:1781272647.701935:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4c5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+98:27598:x1867799159240320:12345-192.168.204.14@tcp:58:lfs.0 00010000:00010000:1.0:1781272647.702058:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc37cf lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.702073:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc37cf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272647.702084:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc37cf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781272647.702166:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:1.0:1781272647.702245:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4c5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+98:27598:x1867799159240320:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 309us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272647.702252:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1013 00000100:00100000:2.0:1781272647.744393:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168608512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272647.744472:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272647.744753:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168608512 00000100:00100000:3.0:1781272647.744763:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168608512 00000100:00100000:3.0:1781272647.744819:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1781272647.744889:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168608512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272647.745044:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:3.0:1781272647.754373:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168608512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 9528us (9883us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272647.754398:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1781272647.756031:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168608512:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272648.004331:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272648.258633:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272648.258643:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272648.258670:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:3.0:1781272648.258680:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272648.258823:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5680a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168608640:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272648.259152:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272648.264150:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5680a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168608640:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272648.264975:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272648.265196:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159240448 00000100:00100000:2.0:1781272648.265207:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159240448 00000100:00100000:2.0:1781272648.265273:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1014 00000100:00100000:2.0:1781272648.265284:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:27608:x1867799159240448:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272648.265320:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272648.265445:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:27608:x1867799159240448:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 163us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272648.265454:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1014 00000100:00080000:3.0:1781272648.268394:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272648.281197:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272648.288472:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159240576 00000100:00100000:2.0:1781272648.288486:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159240576 00000100:00100000:2.0:1781272648.288555:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1015 00000100:00100000:2.0:1781272648.288566:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:27608:x1867799159240576:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1781272648.288644:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc37d6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.288662:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc37d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.288676:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc37d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.288748:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc37dd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.288756:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc37dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.288764:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc37dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.288792:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc37e4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.288801:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc37e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.288808:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc37e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272648.289156:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:2.0:1781272648.289163:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272648.289181:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc37e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289198:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc37d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289204:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc37d6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289212:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc37d6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289217:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210bc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272648.289222:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc37d6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289229:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc37d6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289242:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:2.0:1781272648.289245:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272648.289251:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc37d6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289257:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc37d6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289271:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc37dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289277:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc37dd lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289283:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc37dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289288:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272648.289291:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc37dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289297:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc37dd lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289304:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb48c4f37 (ffff8eb4c29c2000) 00010000:00010000:2.0:1781272648.289306:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272648.289309:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc37dd lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289315:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc37dd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289329:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc37e4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289336:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc37e4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289340:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc37e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289345:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210b000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272648.289347:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc37e4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289353:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc37e4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289364:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4d0ba7300) 00010000:00010000:2.0:1781272648.289366:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272648.289369:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc37e4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.289375:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc37e4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272648.289473:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:27608:x1867799159240576:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 906us (8287us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272648.289482:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1015 00000100:00100000:0.0:1781272648.313611:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.314889:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159240832 00000100:00100000:3.0:1781272648.314901:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159240832 00000100:00100000:3.0:1781272648.314962:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1016 00000100:00100000:3.0:1781272648.314972:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:27608:x1867799159240832:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272648.315001:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272648.315023:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc37eb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab834fb expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.315147:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc37f2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.315163:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc37f2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.315175:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc37f2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272648.315186:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:3.0:1781272648.315277:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc37f2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.315285:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc37f2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.315291:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc37f2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.315297:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272648.315301:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc37f2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.315308:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc37f2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.315321:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4d0ba7300) 00010000:00010000:3.0:1781272648.315325:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272648.315330:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc37f2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.315336:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc37f2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.315378:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc37eb lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834fb expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.315388:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:3.0:1781272648.315391:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272648.315395:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc37eb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834fb expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.315404:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646a00, rc 0) 00000100:00100000:3.0:1781272648.315469:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:27608:x1867799159240832:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 498us (1870us total) trans 4294967896 rc 301/301 00000100:00100000:3.0:1781272648.315476:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1016 00000100:00100000:0.0:1781272648.322684:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.322895:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159240960 00000100:00100000:3.0:1781272648.322906:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159240960 00000100:00100000:3.0:1781272648.322971:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1017 00000100:00100000:3.0:1781272648.322981:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:27608:x1867799159240960:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272648.323029:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272648.323152:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:27608:x1867799159240960:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 172us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.323161:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1017 00000100:00100000:3.0:1781272648.332365:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.332403:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.332422:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.332443:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.332464:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.332483:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.332517:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.332537:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.332556:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.332590:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159241344 00000100:00100000:3.0:1781272648.332601:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159241344 00000100:00100000:3.0:1781272648.332653:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 683 00000100:00100000:3.0:1781272648.332662:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159241344:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272648.332735:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159241344:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 73us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.332743:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 683 00000100:00100000:3.0:1781272648.332776:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159241856 00000100:00100000:3.0:1781272648.332779:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159241856 00000100:00100000:3.0:1781272648.332808:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159242112 00000100:00100000:3.0:1781272648.332811:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159242112 00000100:00100000:3.0:1781272648.332822:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159241728 00000100:00100000:3.0:1781272648.332824:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159241728 00000100:00100000:3.0:1781272648.332858:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159242240 00000100:00100000:3.0:1781272648.332861:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159242240 00000100:00100000:3.0:1781272648.332873:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 396 00000100:00100000:3.0:1781272648.332879:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159241856:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272648.332904:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159241856:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.332909:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 396 00000100:00100000:3.0:1781272648.332919:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 397 00000100:00100000:3.0:1781272648.332924:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159242112:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272648.332943:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159242112:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 19us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.332949:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 397 00000100:00100000:3.0:1781272648.332961:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 398 00000100:00100000:3.0:1781272648.332966:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159241728:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272648.332984:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159241728:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 17us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.333002:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 398 00000100:00100000:3.0:1781272648.333012:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 399 00000100:00100000:3.0:1781272648.333017:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159242240:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272648.333040:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159242240:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.333046:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 399 00000100:00100000:3.0:1781272648.333065:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159241216 00000100:00100000:3.0:1781272648.333069:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159241216 00000100:00100000:3.0:1781272648.333096:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159241600 00000100:00100000:3.0:1781272648.333099:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159241600 00000100:00100000:3.0:1781272648.333114:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159241472 00000100:00100000:3.0:1781272648.333116:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159241472 00000100:00100000:3.0:1781272648.333128:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159241984 00000100:00100000:3.0:1781272648.333130:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159241984 00000100:00100000:3.0:1781272648.333143:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 772 00000100:00100000:3.0:1781272648.333150:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159241600:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272648.333181:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159241600:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.333187:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 772 00000100:00100000:3.0:1781272648.333200:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 773 00000100:00100000:3.0:1781272648.333205:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+98:2390:x1867799159241472:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272648.333230:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+98:2390:x1867799159241472:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.333236:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 773 00000100:00100000:3.0:1781272648.333251:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 774 00000100:00100000:3.0:1781272648.333259:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159241984:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272648.333285:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159241984:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.333292:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 774 00000100:00100000:3.0:1781272648.333308:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1018 00000100:00100000:3.0:1781272648.333316:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:27608:x1867799159241216:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272648.333327:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272648.333350:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3800 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83502 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.335215:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3807 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.335235:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3807 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.335250:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3807 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272648.335262:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00010000:00010000:3.0:1781272648.335322:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3800 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83502 expref: 50 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.335338:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3807 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83502 expref: 49 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.335347:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4cace0900) 00010000:00010000:3.0:1781272648.335351:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272648.335354:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646a00, rc 0) 00000100:00100000:3.0:1781272648.335399:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:27608:x1867799159241216:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 2084us (3042us total) trans 4294967897 rc 0/0 00000100:00100000:3.0:1781272648.335408:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1018 00000100:00080000:3.0:1781272648.335451:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272648.335457:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272648.335460:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272648.335462:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272648.342864:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272648.342921:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159242496 00000100:00100000:0.0:1781272648.342930:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159242496 00000100:00100000:0.0:1781272648.342982:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1019 00000100:00100000:0.0:1781272648.343004:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:27608:x1867799159242496:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781272648.343187:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272648.343219:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3807 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83502 expref: 49 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.343244:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4cace0900) 00010000:00010000:0.0:1781272648.343254:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272648.343276:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.343290:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc373c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834c3 expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.343299:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.343329:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc373c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834c3 expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.343343:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc373c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834c3 expref: 97 pid: 8162 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272648.343358:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168608768:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272648.343978:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351240 going to sleep for 11 seconds 00000100:00100000:3.0:1781272648.347806:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168608768:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272648.347880:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272648.349766:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272648.349881:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159242624 00000100:00100000:2.0:1781272648.349892:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159242624 00010000:00010000:2.0:1781272648.349945:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc373c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834c3 expref: 98 pid: 8162 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272648.349984:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 321 00000100:00100000:2.0:1781272648.350005:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+98:2390:x1867799159242624:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272648.350021:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272648.350030:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc373c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834c3 expref: 98 pid: 8162 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.350043:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc373c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834c3 expref: 98 pid: 8162 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.350066:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc373c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab834c3 expref: 98 pid: 8162 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.350086:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:2.0:1781272648.350092:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.350103:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.350111:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.350138:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272648.350193:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+97:2390:x1867799159242624:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 199us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272648.350201:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 321 00010000:00010000:3.0:1781272648.350409:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350418:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350443:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc381c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0xace3c932 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350454:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc381c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0xace3c932 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350462:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc381c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0xace3c932 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350512:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350520:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350527:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350533:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272648.350538:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350545:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350555:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:3.0:1781272648.350558:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272648.350562:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350568:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3815 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350577:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc381c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0xace3c932 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350582:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc381c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0xace3c932 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350588:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc381c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0xace3c932 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350592:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272648.350595:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc381c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0xace3c932 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350601:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc381c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0xace3c932 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350609:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0xace3c932 (ffff8eb4cace0c00) 00010000:00010000:3.0:1781272648.350612:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272648.350615:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc381c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0xace3c932 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.350620:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc381c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0xace3c932 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272648.350675:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:27608:x1867799159242496:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 7684us (7819us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272648.350684:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1019 00000100:00100000:0.0:1781272648.355230:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272648.355386:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159242752 00000100:00100000:2.0:1781272648.355398:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159242752 00000100:00100000:2.0:1781272648.355469:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1020 00000100:00100000:2.0:1781272648.355480:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:27608:x1867799159242752:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272648.355502:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272648.355526:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3823 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83509 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.355565:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc382a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.355579:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc382a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.355594:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc382a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.355705:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3823 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83509 expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.355723:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc382a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83509 expref: 49 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.355732:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:2.0:1781272648.355736:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272648.355739:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210bc00, rc 0) 00000100:00100000:2.0:1781272648.355809:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:27608:x1867799159242752:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 330us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272648.355818:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1020 00000100:00100000:0.0:1781272648.363867:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.364106:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159243008 00000100:00100000:3.0:1781272648.364117:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159243008 00000100:00100000:3.0:1781272648.364180:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1021 00000100:00100000:3.0:1781272648.364191:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+49:27608:x1867799159243008:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272648.364289:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3831 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.364307:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3831 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.364319:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3831 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272648.364467:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001ca1384a reply state 000000004237739c transno 4294967898 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3831 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.364480:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3831 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.364487:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:3.0:1781272648.364490:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1781272648.364494:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781272648.364584:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:27608:x1867799159243008:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 395us (726us total) trans 4294967898 rc 0/0 00000100:00100000:3.0:1781272648.364592:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1021 00000100:00100000:2.0:1781272648.377285:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.377359:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159243136 00000100:00100000:3.0:1781272648.377370:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159243136 00000100:00100000:3.0:1781272648.377466:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1022 00000100:00100000:3.0:1781272648.377481:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:27608:x1867799159243136:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272648.377507:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272648.377528:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3838 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83510 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.377587:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3838 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83510 expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.377602:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3838 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83510 expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.377611:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:3.0:1781272648.377614:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272648.377618:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647a00, rc 0) 00000100:00100000:3.0:1781272648.377681:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:27608:x1867799159243136:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 206us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.377688:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1022 00000100:00100000:2.0:1781272648.380937:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.381085:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159243264 00000100:00100000:3.0:1781272648.381096:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159243264 00000100:00100000:3.0:1781272648.381147:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 193 00000100:00100000:3.0:1781272648.381157:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:27608:x1867799159243264:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1781272648.381297:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:27608:x1867799159243264:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 Request processed in 141us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.381305:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 193 00000100:00100000:3.0:1781272648.384967:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272648.385156:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159243520 00000100:00100000:1.0:1781272648.385165:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159243520 00000100:00100000:1.0:1781272648.385222:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 194 00000100:00100000:1.0:1781272648.385233:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+52:27608:x1867799159243520:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272648.385445:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:27608:x1867799159243520:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 214us (487us total) trans 4294967899 rc 0/0 00000100:00100000:1.0:1781272648.385453:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 194 00000100:00100000:1.0:1781272648.396242:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.396308:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159243776 00000100:00100000:3.0:1781272648.396318:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159243776 00000100:00100000:3.0:1781272648.396376:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1023 00000100:00100000:3.0:1781272648.396388:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:27608:x1867799159243776:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272648.396500:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:27608:x1867799159243776:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 114us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.396508:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1023 00000100:00100000:2.0:1781272648.400401:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.400491:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159244032 00000100:00100000:3.0:1781272648.400502:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159244032 00000100:00100000:3.0:1781272648.400586:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1024 00000100:00100000:3.0:1781272648.400596:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:27608:x1867799159244032:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272648.400618:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272648.400639:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc383f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83517 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.400754:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.400772:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3838 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83510 expref: 54 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.400781:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.400817:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3838 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83510 expref: 54 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.400902:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3838 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83510 expref: 54 pid: 6491 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272648.400937:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bed180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168608896:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272648.401118:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272648.405638:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272648.406202:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159244160 00000100:00100000:1.0:1781272648.406213:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159244160 00010000:00010000:1.0:1781272648.406263:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3838 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83510 expref: 55 pid: 6491 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272648.406303:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 322 00000100:00100000:1.0:1781272648.406313:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:2390:x1867799159244160:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272648.406329:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272648.406335:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3838 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83510 expref: 55 pid: 6491 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.406348:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3838 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83510 expref: 55 pid: 6491 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.406377:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:1.0:1781272648.406381:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.406391:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.406398:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.406418:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272648.406480:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:2390:x1867799159244160:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 168us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272648.406487:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 322 00010000:00010000:3.0:1781272648.410410:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3838 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83510 expref: 54 pid: 6491 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272648.410439:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bed180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168608896:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272648.410464:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.410543:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.410551:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272648.410573:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00080000:1.0:1781272648.410730:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x13:0x0], index 0: 0 00010000:00010000:1.0:1781272648.410947:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.410956:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.410963:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.410974:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272648.410978:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.410986:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.411013:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:1.0:1781272648.411017:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272648.411022:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.411183:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3846 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.411254:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc383f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83517 expref: 54 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.411266:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:1.0:1781272648.411269:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272648.411273:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc383f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83517 expref: 54 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.411283:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647200, rc 0) 00000100:00100000:1.0:1781272648.411361:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:27608:x1867799159244032:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 10765us (10968us total) trans 4294967900 rc 301/301 00000100:00100000:1.0:1781272648.411370:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1024 00000100:00100000:3.0:1781272648.415592:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272648.415654:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159244416 00000100:00100000:2.0:1781272648.415665:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159244416 00000100:00100000:2.0:1781272648.415723:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 195 00000100:00100000:2.0:1781272648.415734:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e90d2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:27608:x1867799159244416:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272648.416398:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e90d2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+54:27608:x1867799159244416:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 663us (813us total) trans 4294967901 rc 0/0 00000100:00100000:2.0:1781272648.416409:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 195 00000100:00100000:2.0:1781272648.421122:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272648.421345:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159244544 00000100:00100000:0.0:1781272648.421355:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159244544 00000100:00100000:0.0:1781272648.421453:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1025 00000100:00100000:0.0:1781272648.421463:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ec061450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+54:27608:x1867799159244544:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272648.421494:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272648.421516:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc3854 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8351e expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.421592:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc385b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.421609:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc385b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.421620:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc385b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272648.421665:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00200000:0.0:1781272648.421669:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272648.421687:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc385b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.421715:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc3854 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8351e expref: 56 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.421734:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc385b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8351e expref: 55 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.421743:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:0.0:1781272648.421746:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1781272648.421750:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625a800, rc 0) 00000100:00100000:0.0:1781272648.421819:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ec061450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+55:27608:x1867799159244544:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 358us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272648.421927:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1025 00000100:00100000:2.0:1781272648.428639:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.428741:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159244672 00000100:00100000:3.0:1781272648.428756:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159244672 00000100:00100000:3.0:1781272648.429191:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 259 00000100:00100000:2.0:1781272648.429263:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159244672:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272648.429285:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272648.429308:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010284c6a/0x94898f2cdefc3862 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83525 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272648.429335:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781272648.429355:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272648.429357:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272648.429365:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010284c6a/0x94898f2cdefc3862 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83525 expref: 9 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.429384:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000010284c6a/0x94898f2cdefc3862 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83525 expref: 9 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.429396:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210be00, rc 0) 00000100:00100000:2.0:1781272648.429470:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159244672:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 268us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272648.432412:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 259 00000100:00100000:1.0:1781272648.433725:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.433821:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159244928 00000100:00100000:3.0:1781272648.433871:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159244928 00000100:00100000:3.0:1781272648.433928:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1026 00000100:00100000:3.0:1781272648.433939:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:27608:x1867799159244928:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272648.434068:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:27608:x1867799159244928:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 131us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.434076:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1026 00000100:00100000:3.0:1781272648.439951:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272648.440016:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159245056 00000100:00100000:1.0:1781272648.440027:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159245056 00000100:00100000:1.0:1781272648.440089:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260 00000100:00100000:1.0:1781272648.440100:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:27608:x1867799159245056:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272648.440118:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272648.440138:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8352c expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.440190:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000010284c6a/0x94898f2cdefc3862 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83525 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.440199:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272648.440201:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272648.440206:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8352c expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.440240:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000010284c6a/0x94898f2cdefc3862 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83525 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.440254:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000010284c6a/0x94898f2cdefc3862 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83525 expref: 10 pid: 8404 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272648.440269:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168609024:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272648.440345:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d780 going to sleep for 11 seconds 00000100:00100000:2.0:1781272648.444520:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272648.444618:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159245184 00000100:00100000:0.0:1781272648.444627:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159245184 00010000:00010000:0.0:1781272648.444672:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000010284c6a/0x94898f2cdefc3862 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83525 expref: 11 pid: 8404 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272648.444731:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 323 00000100:00100000:0.0:1781272648.444743:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159245184:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272648.444763:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272648.444793:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000010284c6a/0x94898f2cdefc3862 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83525 expref: 11 pid: 8404 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.444808:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000010284c6a/0x94898f2cdefc3862 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83525 expref: 11 pid: 8404 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.444879:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272648.444882:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272648.444892:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8352c expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.444904:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8352c expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.444959:0:6478:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8352c expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272648.444985:0:6478:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6478:1867799168609152:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272648.445412:0:6478:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351d80 going to sleep for 11 seconds 00010000:00010000:1.0:1781272648.451964:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010284c6a/0x94898f2cdefc3862 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83525 expref: 11 pid: 8404 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272648.452009:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168609024:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272648.452050:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8352c expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.452067:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc000, rc 0) 00000100:00100000:1.0:1781272648.452174:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:27608:x1867799159245056:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 12075us (12236us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272648.452183:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260 00000100:00100000:0.0:1781272648.456763:0:6478:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6478:1867799168609152:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272648.456799:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272648.456892:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159245184:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 12149us (12380us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272648.456903:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 323 00000100:00100000:2.0:1781272648.462359:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272648.462471:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159245312 00000100:00100000:0.0:1781272648.462482:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159245312 00002000:00100000:0.0:1781272648.462537:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff8eb3c46d7b80 x1867799159245312/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:404/0 lens 648/0 e 0 to 0 dl 1781272659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272648.462549:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c46d7b80 with x1867799159245312 ext(0->157) 00002000:00010000:0.0:1781272648.462556:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c46d7b80 00000100:00100000:0.0:1781272648.462591:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 77 00000100:00100000:0.0:1781272648.462600:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159245312:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1781272648.463944:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159245312:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 1331us (1582us total) trans 4294967345 rc 0/0 00000100:00100000:0.0:1781272648.463961:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 77 00002000:00100000:0.0:1781272648.463977:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff8eb3c46d7b80 x1867799159245312/t4294967345(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:404/0 lens 648/448 e 0 to 0 dl 1781272659 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272648.464001:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c46d7b80 with x1867799159245312 ext(0->157) 00002000:00010000:0.0:1781272648.464010:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c46d7b80 00000100:00100000:0.0:1781272648.467115:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272648.467267:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159245440 00000100:00100000:1.0:1781272648.467278:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159245440 00000100:00100000:1.0:1781272648.467343:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1027 00000100:00100000:1.0:1781272648.467353:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:27608:x1867799159245440:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1781272648.470329:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967901 is committed 00000001:00080000:2.0:1781272648.470381:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967895 is committed 00000004:00080000:2.0:1781272648.470388:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000020:00080000:2.0:1781272648.470412:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb3c38cd6c0 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:2.0:1781272648.470418:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c4b64000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4c8462180 00000020:00080000:2.0:1781272648.470422:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c4b64c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c4630e00 00010000:00010000:3.0:1781272648.470524:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3616 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470537:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3616 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470549:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3616 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470555:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272648.470559:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3616 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470567:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3616 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470585:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8eb4d0ba7100) 00010000:00010000:3.0:1781272648.470588:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272648.470592:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3616 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470599:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3616 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470619:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc361d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470626:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc361d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470631:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc361d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470636:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272648.470639:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc361d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470648:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc361d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470656:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:3.0:1781272648.470658:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272648.470661:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc361d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.470666:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc361d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781272648.471479:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00000020:00080000:1.0:1781272648.471542:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:1.0:1781272648.471552:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272648.471572:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168609280:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781272648.471645:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272648.471693:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168609280 00000100:00100000:1.0:1781272648.471700:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168609280 00000100:00100000:1.0:1781272648.471748:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1781272648.471757:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168609280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1781272648.471783:0:8407:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:20 count 1 00002000:00010000:1.0:1781272648.471814:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a2c1045, atime: 0x0, ctime: 0x6a2c1045, blocks: 0x8 00010000:00010000:1.0:1781272648.471821:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc3870 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.471877:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272648.471880:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272648.471886:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc3870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.471902:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc3870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.471912:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc3870 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.471920:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc3870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.471939:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781272648.472084:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3618:x1867799168609280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 327us (438us total) trans 4294967349 rc 0/0 00000100:00080000:3.0:1781272648.472205:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272648.472519:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00010000:00010000:1.0:1781272648.472547:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272648.472554:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc3870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.472563:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272648.472568:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc3870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.472582:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc3870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.472599:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc3870 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.472607:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc3870 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.472629:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272648.472631:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272648.472633:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1781272648.472677:0:3618:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb4f60d7480/2, rc 0, transno 4294967349 00000100:00100000:1.0:1781272648.472684:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168609280:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1781272648.472877:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc36ef lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.472885:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc36ef lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.472891:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc36ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.472896:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f617dc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272648.472900:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc36ef lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.472905:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc36ef lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.472917:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8eb4cac44500) 00010000:00010000:0.0:1781272648.472919:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272648.472922:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc36ef lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.472928:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617dc00/0x94898f2cdefc36ef lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.472951:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3831 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.472957:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3831 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.472962:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3831 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.472967:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272648.472970:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3831 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.472974:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3831 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.472980:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:0.0:1781272648.472982:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1781272648.472985:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3831 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.473000:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3831 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272648.473079:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+42:27608:x1867799159245440:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 5726us (5972us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272648.473162:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1027 00000100:00100000:2.0:1781272648.482963:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.483069:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159245568 00000100:00100000:3.0:1781272648.483079:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159245568 00000100:00100000:3.0:1781272648.483142:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 262 00000100:00100000:3.0:1781272648.483150:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159245568:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1781272648.487529:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000100:00100000:3.0:1781272648.487765:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159245568:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 4607us (4807us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.487779:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 262 00000100:00100000:0.0:1781272648.498412:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272648.498538:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159245824 00000100:00100000:1.0:1781272648.498550:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159245824 00000100:00100000:1.0:1781272648.498617:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1028 00000100:00100000:1.0:1781272648.498628:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+42:27608:x1867799159245824:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781272648.498689:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272648.498814:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc385b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8351e expref: 42 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.498898:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:1.0:1781272648.498904:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272648.498937:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3877 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.498952:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3877 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.498962:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3877 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272648.499194:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000040aef477 reply state 000000004990be29 transno 4294967902 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3877 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.499208:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3877 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.499216:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:3.0:1781272648.499218:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272648.499221:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781272648.499324:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+43:27608:x1867799159245824:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 698us (923us total) trans 4294967902 rc 0/0 00000100:00100000:3.0:1781272648.499331:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1028 00000100:00100000:0.0:1781272648.509256:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272648.510010:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159245952 00000100:00100000:2.0:1781272648.510151:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159245952 00000100:00100000:2.0:1781272648.510219:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1029 00000100:00100000:2.0:1781272648.510229:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+43:27608:x1867799159245952:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272648.510254:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272648.510278:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc387e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83533 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.510344:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc387e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83533 expref: 44 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.510359:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc387e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83533 expref: 44 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.510378:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:2.0:1781272648.510381:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272648.510385:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a800, rc 0) 00000100:00100000:2.0:1781272648.510447:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:27608:x1867799159245952:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 219us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272648.510453:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1029 00000100:00100000:2.0:1781272648.521576:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272648.522103:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159246080 00000100:00100000:0.0:1781272648.522125:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159246080 00000100:00100000:0.0:1781272648.522184:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 263 00000100:00100000:0.0:1781272648.522195:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159246080:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1781272648.522335:0:8405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1781272648.522339:0:8405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb mtime from disk: 0 -> 1781272645 00002000:00010000:0.0:1781272648.522341:0:8405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb atime from disk: 0 -> 1781272645 00002000:00010000:0.0:1781272648.522343:0:8405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb ctime from disk: 0 -> 1781272645 00002000:00010000:0.0:1781272648.522345:0:8405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1781272648.522404:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159246080:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 210us (840us total) trans 4294967346 rc 0/0 00000100:00100000:0.0:1781272648.522415:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 263 00000100:00100000:0.0:1781272648.527597:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272648.527798:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159246336 00000100:00100000:1.0:1781272648.527809:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159246336 00000100:00100000:1.0:1781272648.529176:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1030 00000100:00100000:1.0:1781272648.529194:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+44:27608:x1867799159246336:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1781272648.529267:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.529287:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc382a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83509 expref: 44 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.529298:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.529333:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc382a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83509 expref: 44 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.529347:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc382a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83509 expref: 44 pid: 6493 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272648.529363:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168609408:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272648.529466:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d540 going to sleep for 11 seconds 00000100:00100000:3.0:1781272648.537608:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272648.537677:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159246464 00000100:00100000:2.0:1781272648.537686:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159246464 00010000:00010000:2.0:1781272648.537725:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc382a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83509 expref: 45 pid: 6493 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272648.537768:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 324 00000100:00100000:2.0:1781272648.537778:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ebbf1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:2390:x1867799159246464:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272648.537791:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272648.537797:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc382a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83509 expref: 45 pid: 6493 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272648.537802:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168609408:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272648.537809:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc382a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83509 expref: 45 pid: 6493 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.537853:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210bc00/0x94898f2cdefc382a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83509 expref: 45 pid: 6493 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.541631:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.542269:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:2.0:1781272648.542280:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.542293:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.542302:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.542338:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272648.542419:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ebbf1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:2390:x1867799159246464:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 4638us (4816us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272648.542431:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 324 00010000:00010000:1.0:1781272648.543215:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.543228:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.543275:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.543283:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.543290:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.543296:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272648.543300:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.543307:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.543322:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:1.0:1781272648.543325:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781272648.543329:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.543335:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3885 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272648.543405:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+43:27608:x1867799159246336:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 14214us (15816us total) trans 0 rc -22/-22 00000100:00100000:1.0:1781272648.543414:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1030 00000100:00100000:3.0:1781272648.551569:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272648.551616:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159246592 00000100:00100000:2.0:1781272648.551627:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159246592 00000100:00100000:2.0:1781272648.551696:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 264 00000100:00100000:2.0:1781272648.551707:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159246592:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272648.551766:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.551788:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8352c expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.551797:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272648.551799:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272648.551802:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.551853:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8352c expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.551879:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8352c expref: 10 pid: 8405 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272648.551895:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168609536:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272648.552000:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272648.560411:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168609536:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272648.560444:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272648.564511:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272648.566247:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159246720 00000100:00100000:2.0:1781272648.566269:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159246720 00010000:00010000:2.0:1781272648.566321:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8352c expref: 11 pid: 8405 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272648.566385:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 325 00000100:00100000:2.0:1781272648.566397:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159246720:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272648.566418:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272648.566446:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8352c expref: 11 pid: 8405 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.566461:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8352c expref: 11 pid: 8405 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.566490:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3869 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8352c expref: 11 pid: 8405 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.566506:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272648.566508:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272648.566513:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.566523:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.566606:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272648.566671:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159246720:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 277us (2174us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272648.566680:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 325 00010000:00010000:1.0:1781272648.573334:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.573354:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.573386:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.573396:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.573403:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.573411:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210bc00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272648.573416:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.573424:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.573446:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.573453:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc388c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272648.573567:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159246592:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 21857us (22005us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272648.573578:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 264 00000100:00100000:0.0:1781272648.587288:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272648.590035:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159246976 00000100:00100000:1.0:1781272648.590051:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159246976 00000100:00100000:3.0:1781272648.593536:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1031 00000100:00100000:3.0:1781272648.593550:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+43:27608:x1867799159246976:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272648.593639:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3893 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.593658:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3893 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.593671:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3893 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.593875:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.593888:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc387e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83533 expref: 44 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.593897:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.593937:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc387e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83533 expref: 44 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.593952:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc387e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83533 expref: 44 pid: 8162 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272648.593969:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bef480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168609664:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272648.594161:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b900 going to sleep for 11 seconds 00000100:00100000:2.0:1781272648.600931:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.603304:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bef480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168609664:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272648.603336:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272648.606023:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159247104 00000100:00100000:0.0:1781272648.606046:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159247104 00010000:00010000:0.0:1781272648.606212:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc387e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83533 expref: 45 pid: 8162 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272648.606252:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 326 00000100:00100000:0.0:1781272648.606261:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+45:2390:x1867799159247104:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272648.606277:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272648.606284:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc387e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83533 expref: 45 pid: 8162 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.606296:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc387e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83533 expref: 45 pid: 8162 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.606318:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc387e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83533 expref: 45 pid: 8162 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.606334:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:0.0:1781272648.606339:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.606349:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.606362:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.606389:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272648.606454:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:2390:x1867799159247104:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 193us (5534us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272648.606463:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 326 00010000:00010000:0.0:1781272648.606828:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272648.606866:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781272648.608477:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967903 00000001:00080000:0.0:1781272648.608616:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967904 00000001:00080000:0.0:1781272648.608657:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967905 00000100:00100000:0.0:1781272648.608752:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6491:1867799168609792:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1781272648.608817:0:6491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272648.608946:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1781272648.616275:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168609792 00000100:00100000:2.0:1781272648.616294:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168609792 00000100:00100000:2.0:1781272648.616377:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1781272648.616388:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6491:x1867799168609792:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1781272648.616555:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6491:x1867799168609792:12345-0@lo:1000:mdt00_000.0 Request processed in 170us (7738us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272648.616563:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1781272648.616615:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6491:1867799168609792:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1781272648.616776:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967906 00000100:00100000:2.0:1781272648.616894:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6491:1867799168609920:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1781272648.616934:0:6491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272648.616955:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351240 going to sleep for 11 seconds 00000100:00080000:3.0:1781272648.617045:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272648.617059:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168609920 00000100:00100000:3.0:1781272648.617063:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168609920 00000100:00100000:3.0:1781272648.617098:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1781272648.617106:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6491:x1867799168609920:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1781272648.617214:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6491:x1867799168609920:12345-0@lo:1000:mdt00_000.0 Request processed in 109us (279us total) trans 4294967347 rc 0/0 00000100:00100000:3.0:1781272648.617220:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1781272648.618822:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6491:1867799168609920:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1781272648.618952:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967907 00010000:00010000:2.0:1781272648.619009:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.619020:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620643:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620651:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272648.620657:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620667:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620690:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:2.0:1781272648.620693:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272648.620699:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620705:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc389a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620737:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc37cf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620744:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc37cf lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620750:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc37cf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620755:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cce00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272648.620757:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc37cf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620763:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc37cf lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620769:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4d0ba7300) 00010000:00010000:2.0:1781272648.620771:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272648.620774:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc37cf lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620779:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc37cf lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620804:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38a1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620816:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38a1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620825:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38a1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620852:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38a1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620857:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38a1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620862:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38a1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620866:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272648.620869:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38a1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620874:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38a1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620881:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4d0ba7300) 00010000:00010000:2.0:1781272648.620883:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272648.620886:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38a1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620891:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38a1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620900:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3893 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620905:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3893 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620910:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3893 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620914:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272648.620916:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3893 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620921:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3893 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620927:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4d0ba7300) 00010000:00010000:2.0:1781272648.620929:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272648.620931:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3893 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272648.620936:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3893 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272648.623269:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:27608:x1867799159246976:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 29709us (35975us total) trans 4294967908 rc 0/0 00000100:00100000:2.0:1781272648.623284:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1031 00000020:00080000:2.0:1781272648.623291:0:6491:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:3.0:1781272648.630558:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272648.632144:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159247360 00000100:00100000:1.0:1781272648.632158:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159247360 00000100:00100000:1.0:1781272648.632218:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 196 00000100:00100000:1.0:1781272648.632226:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:27608:x1867799159247360:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1781272648.632496:0:6494:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x19:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1781272648.632530:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967909 00010000:00010000:1.0:1781272648.632560:0:6494:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc38a8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.632575:0:6494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc38a8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.632585:0:6494:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc38a8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.632593:0:6494:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc38a8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.632600:0:6494:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc38a8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.632606:0:6494:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc38a8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.632621:0:6494:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781272648.632700:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+50:27608:x1867799159247360:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 474us (2152us total) trans 4294967910 rc 0/0 00000100:00100000:1.0:1781272648.632707:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 196 00000020:00080000:1.0:1781272648.632712:0:6494:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1781272648.632736:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272648.632742:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc38a8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.632749:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272648.632752:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc38a8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.632760:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc38a8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.632775:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:1.0:1781272648.632778:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781272648.632782:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc38a8 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.632787:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc38a8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272648.632797:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272648.632799:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272648.632800:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272648.633115:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272648.633121:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272648.633620:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1781272648.633630:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1781272648.660375:0:21575:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272648.660386:0:21575:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272648.660421:0:21575:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:1.0:1781272648.660428:0:21575:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272648.730234:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.730323:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159247616 00000100:00100000:3.0:1781272648.730333:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159247616 00000100:00100000:3.0:1781272648.730393:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1032 00000100:00100000:3.0:1781272648.730405:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+86:27611:x1867799159247616:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272648.730427:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272648.730449:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc38af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8353a expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730527:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc38b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730547:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc38b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730558:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc38b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730574:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730582:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730588:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730700:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646c00/0x94898f2cdefc38c4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730708:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646c00/0x94898f2cdefc38c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730715:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646c00/0x94898f2cdefc38c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272648.730725:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:3.0:1781272648.730823:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc38b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730848:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc38b6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730855:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc38b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730862:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272648.730866:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc38b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730874:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc38b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730886:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8eb4d0ba7a00) 00010000:00010000:3.0:1781272648.730889:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272648.730893:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc38b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730899:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc38b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730978:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.730996:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.731002:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.731007:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272648.731010:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.731015:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.731104:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff8eb4cace0c00) 00010000:00010000:3.0:1781272648.731107:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272648.731110:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38bd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.731116:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.731160:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc38af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8353a expref: 89 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.731174:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646c00/0x94898f2cdefc38c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8353a expref: 88 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.731182:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cace0b00) 00010000:00010000:3.0:1781272648.731184:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272648.731187:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646c00, rc 0) 00000100:00100000:3.0:1781272648.731250:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+88:27611:x1867799159247616:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 847us (1026us total) trans 4294967911 rc 0/0 00000100:00100000:3.0:1781272648.731258:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1032 00000100:00100000:0.0:1781272648.735649:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.735787:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159247744 00000100:00100000:3.0:1781272648.735808:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159247744 00000100:00100000:3.0:1781272648.735885:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1033 00000100:00100000:3.0:1781272648.735896:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+88:27611:x1867799159247744:12345-192.168.204.14@tcp:54:lfs.0 00010000:00010000:3.0:1781272648.735962:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc38d2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.735976:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc38d2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.735997:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc38d2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.736030:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc38d2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.736037:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc38d2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.736044:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc38d2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.736049:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272648.736054:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc38d2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.736061:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc38d2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.736073:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cace0b00) 00010000:00010000:3.0:1781272648.736076:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272648.736081:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc38d2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.736087:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647c00/0x94898f2cdefc38d2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272648.736153:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+88:27611:x1867799159247744:12345-192.168.204.14@tcp:54:lfs.0 Request processed in 259us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.736160:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1033 00000100:00100000:0.0:1781272648.742402:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272648.742517:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159248000 00000100:00100000:2.0:1781272648.742529:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159248000 00000100:00100000:2.0:1781272648.742585:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 197 00000100:00100000:2.0:1781272648.742597:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+88:27611:x1867799159248000:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:2.0:1781272648.743013:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+89:27611:x1867799159248000:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 417us (621us total) trans 4294967912 rc 0/0 00000100:00100000:2.0:1781272648.743022:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 197 00000100:00100000:0.0:1781272648.769369:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272648.769392:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168610048:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272648.769455:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272648.769513:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168610048 00000100:00100000:0.0:1781272648.769520:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168610048 00000100:00100000:0.0:1781272648.769560:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1781272648.769567:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168610048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272648.769597:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272648.769636:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168610048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272648.769643:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1781272648.769692:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168610048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272648.810378:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.810452:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159248128 00000100:00100000:3.0:1781272648.810461:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159248128 00000100:00100000:3.0:1781272648.810513:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 265 00000100:00100000:3.0:1781272648.810521:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159248128:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:3.0:1781272648.810539:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272648.810557:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000669ac63c/0x94898f2cdefc38d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83541 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272648.810581:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a2c1045, atime: 0x6a2c1045, ctime: 0x6a2c1045, blocks: 0x8 00010000:00010000:3.0:1781272648.810598:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272648.810600:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272648.810608:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000669ac63c/0x94898f2cdefc38d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83541 expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.810624:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000669ac63c/0x94898f2cdefc38d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83541 expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.810637:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647c00, rc 0) 00000100:00100000:3.0:1781272648.810697:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+13:2390:x1867799159248128:12345-192.168.204.14@tcp:101:diff.0 Request processed in 176us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272648.810703:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 265 00000100:00100000:0.0:1781272648.819784:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272648.819868:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159248384 00000100:00100000:3.0:1781272648.819880:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159248384 00000100:00100000:3.0:1781272648.819935:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1034 00000100:00100000:3.0:1781272648.819946:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+89:27616:x1867799159248384:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:3.0:1781272648.819970:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272648.820002:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc38e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83548 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.820125:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38e7 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.820141:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38e7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.820154:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38e7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272648.820166:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:3.0:1781272648.820351:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc38e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83548 expref: 92 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.820369:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647600/0x94898f2cdefc38e7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83548 expref: 91 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272648.820377:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff8eb4cace0b00) 00010000:00010000:3.0:1781272648.820380:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1781272648.820384:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647600, rc 0) 00000100:00100000:3.0:1781272648.820453:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+91:27616:x1867799159248384:12345-192.168.204.14@tcp:101:diff.0 Request processed in 508us (677us total) trans 4294967913 rc 0/0 00000100:00100000:3.0:1781272648.820460:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1034 00000100:00100000:1.0:1781272648.830196:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272648.835415:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159248512 00000100:00100000:2.0:1781272648.835433:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159248512 00002000:00100000:2.0:1781272648.835496:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff8eb4f60d6a00 x1867799159248512/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:404/0 lens 488/0 e 0 to 0 dl 1781272659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272648.835510:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4f60d6a00 with x1867799159248512 ext(0->4095) 00002000:00010000:2.0:1781272648.835517:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4f60d6a00 00000100:00100000:2.0:1781272648.835560:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 78 00000100:00100000:2.0:1781272648.835570:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159248512:12345-192.168.204.14@tcp:3:diff.0 00000100:00100000:2.0:1781272648.835760:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159248512:12345-192.168.204.14@tcp:3:diff.0 Request processed in 190us (5571us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272648.835769:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 78 00002000:00100000:2.0:1781272648.835776:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff8eb4f60d6a00 x1867799159248512/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:404/0 lens 488/4536 e 0 to 0 dl 1781272659 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272648.835785:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4f60d6a00 with x1867799159248512 ext(0->4095) 00002000:00010000:2.0:1781272648.835789:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4f60d6a00 00010000:00010000:0.0:1781272649.026372:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272650.058245:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272650.311798:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272650.311855:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168610176:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272650.311956:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272650.312514:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168610176 00000100:00100000:2.0:1781272650.312528:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168610176 00000100:00100000:2.0:1781272650.312615:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1781272650.312628:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168610176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272650.312670:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1781272650.312735:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168610176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272650.312744:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00080000:3.0:1781272650.314366:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272650.314462:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168610176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272650.820991:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168610304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272650.821109:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272650.821498:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168610304 00000100:00100000:3.0:1781272650.821510:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168610304 00000100:00100000:3.0:1781272650.821602:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1781272650.821613:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168610304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272650.821645:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3921395712 avail 3689873408 00000100:00080000:0.0:1781272650.821805:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272650.822866:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168610304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1250us (1753us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272650.822879:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:2.0:1781272650.823127:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168610304:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272651.075927:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272651.328218:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272651.328256:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168610432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272651.328358:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272651.328449:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168610432 00000100:00100000:3.0:1781272651.328460:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168610432 00000100:00100000:2.0:1781272651.328522:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272651.328536:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168610560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272651.328542:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1781272651.328556:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168610432:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272651.328578:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1781272651.328599:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 111782720 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:3.0:1781272651.328663:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168610432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272651.328675:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1781272651.328697:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168610560 00000100:00100000:3.0:1781272651.328701:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168610560 00000100:00100000:3.0:1781272651.328724:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1781272651.328732:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168610560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272651.328743:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 111782720 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:2.0:1781272651.328748:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168610688:0@lo:400:kworker.0 00000100:00100000:3.0:1781272651.328776:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168610560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272651.328787:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1781272651.328796:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781272651.328807:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272651.328824:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168611072:0@lo:400:kworker.0 00000100:00100000:2.0:1781272651.328850:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168611200:0@lo:400:kworker.0 00000100:00100000:2.0:1781272651.328892:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272651.328897:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272651.328921:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168611712:0@lo:400:kworker.0 00000100:00100000:3.0:1781272651.328926:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168611584:0@lo:400:kworker.0 00000100:00100000:3.0:1781272651.328969:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272651.329171:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168610944:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.329206:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272651.329229:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168611456:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.329257:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272651.329277:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168611968:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.329299:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272651.329320:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781272651.329326:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168610816:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.329348:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272651.329366:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168611328:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.329387:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272651.329404:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168611840:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.329425:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272651.329453:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168611072 00000100:00100000:1.0:1781272651.329458:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168611072 00000100:00100000:1.0:1781272651.329489:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168611456 00000100:00100000:1.0:1781272651.329492:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168611456 00000100:00100000:1.0:1781272651.329516:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168611968 00000100:00100000:1.0:1781272651.329519:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168611968 00000100:00100000:1.0:1781272651.329533:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168610816 00000100:00100000:1.0:1781272651.329535:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168610816 00000100:00100000:1.0:1781272651.329549:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168611328 00000100:00100000:1.0:1781272651.329552:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168611328 00000100:00100000:1.0:1781272651.329567:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168611840 00000100:00100000:1.0:1781272651.329569:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168611840 00000100:00100000:1.0:1781272651.329585:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1781272651.329592:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168611072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.329653:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168611072:12345-0@lo:400:kworker.0 Request processed in 61us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272651.329659:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1781272651.329675:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1781272651.329681:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168611456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.329710:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168611456:12345-0@lo:400:kworker.0 Request processed in 30us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272651.329716:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1781272651.329727:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1781272651.329732:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168611968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.329754:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168611968:12345-0@lo:400:kworker.0 Request processed in 23us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272651.329759:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1781272651.329768:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1781272651.329773:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168610816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.329793:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168610816:12345-0@lo:400:kworker.0 Request processed in 21us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272651.329799:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1781272651.329809:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1781272651.329814:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168611328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.329875:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168611328:12345-0@lo:400:kworker.0 Request processed in 61us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272651.329881:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1781272651.329893:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1781272651.329899:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272651.329904:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168611840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272651.329983:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168610560:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272651.330026:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168610688 00000100:00100000:2.0:1781272651.330030:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168610688 00000100:00100000:2.0:1781272651.331391:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1781272651.331418:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168610688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.333453:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168611840:12345-0@lo:400:kworker.0 Request processed in 3537us (4011us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272651.333474:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1781272651.333552:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168611200 00000100:00100000:1.0:1781272651.333567:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168611200 00000100:00100000:1.0:1781272651.333648:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168610944 00000100:00100000:1.0:1781272651.333653:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168610944 00000100:00100000:1.0:1781272651.333670:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1781272651.333680:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168611200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.333793:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168611200:12345-0@lo:400:kworker.0 Request processed in 114us (4900us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272651.336935:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168611072:0@lo:400:kworker.0 00000100:00100000:2.0:1781272651.337027:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168610688:12345-0@lo:400:kworker.0 Request processed in 5618us (8227us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272651.337375:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1781272651.337476:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1781272651.337494:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168610944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272651.337573:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168610944:12345-0@lo:400:kworker.0 Request processed in 87us (8366us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272651.337580:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1781272651.337612:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168611584 00000100:00100000:2.0:1781272651.337622:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168611584 00000100:00100000:2.0:1781272651.337686:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168611712 00000100:00100000:2.0:1781272651.337690:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168611712 00000100:00100000:2.0:1781272651.337720:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1781272651.337726:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168611584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272651.337765:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168611584:12345-0@lo:400:kworker.0 Request processed in 39us (8795us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272651.337772:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1781272651.337784:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1781272651.337790:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168611712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272651.337818:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168611712:12345-0@lo:400:kworker.0 Request processed in 28us (7923us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272651.337824:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1781272651.338095:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00080000:1.0:1781272651.338224:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272651.338231:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272651.338345:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168610816:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.338363:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168611328:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.338377:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168611840:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.338392:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168610944:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.338407:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168611456:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.338420:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168611968:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.338469:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168610688:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.338484:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168611200:0@lo:400:kworker.0 00000100:00100000:1.0:1781272651.338496:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168611712:0@lo:400:kworker.0 00000100:00100000:3.0:1781272651.338589:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168611584:0@lo:400:kworker.0 00000100:00100000:3.0:1781272651.338675:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168610432:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1781272652.099657:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272652.864769:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272652.864810:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168612096:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272652.864998:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272652.865361:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168612096 00000100:00100000:2.0:1781272652.865373:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168612096 00000100:00100000:2.0:1781272652.865452:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1781272652.865469:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168612096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272652.865522:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:2.0:1781272652.865606:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168612096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 143us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272652.865616:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1781272652.865686:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168612096:0@lo:41:osp-pre-0-1.0 00000001:00080000:1.0:1781272652.868485:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000001:00080000:1.0:1781272652.868507:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00010000:00010000:2.0:1781272653.123002:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272653.468038:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272653.468093:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272653.468130:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272653.468157:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272653.468178:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272653.468320:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159248896 00000100:00100000:0.0:1781272653.468335:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159248896 00000100:00100000:0.0:1781272653.468413:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159249408 00000100:00100000:0.0:1781272653.468417:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159249408 00000100:00100000:0.0:1781272653.468444:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 781 00000100:00100000:0.0:1781272653.468462:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159248896:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272653.468585:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159248896:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 130us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272653.468594:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 781 00000100:00100000:0.0:1781272653.468616:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 782 00000100:00100000:0.0:1781272653.468622:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159249408:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272653.468648:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159249408:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272653.468654:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 782 00000100:00080000:0.0:1781272653.468675:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272653.468731:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272653.469629:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159249152 00000100:00100000:2.0:1781272653.469636:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159249152 00000100:00100000:2.0:1781272653.469694:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159249664 00000100:00100000:2.0:1781272653.469698:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159249664 00000100:00100000:2.0:1781272653.469725:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 402 00000100:00100000:2.0:1781272653.469734:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159249152:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272653.469978:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159248768 00000100:00100000:0.0:1781272653.469984:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159248768 00000100:00100000:0.0:1781272653.470026:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 783 00000100:00100000:0.0:1781272653.470035:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+91:2388:x1867799159248768:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272653.470562:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159248640 00000100:00100000:3.0:1781272653.470571:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159248640 00000100:00100000:3.0:1781272653.470640:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 685 00000100:00100000:3.0:1781272653.470650:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159248640:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272653.470734:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159249152:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 999us (2600us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272653.470743:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 402 00000100:00100000:2.0:1781272653.470811:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 403 00000100:00100000:2.0:1781272653.470821:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159249664:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272653.477482:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+91:2388:x1867799159248768:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 7428us (8731us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272653.477509:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 783 00000100:00080000:0.0:1781272653.478097:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272653.478106:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272653.478180:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272653.478278:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272653.478402:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272653.478429:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159249024 00000100:00100000:0.0:1781272653.478441:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159249024 00000100:00100000:0.0:1781272653.478490:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159249536 00000100:00100000:0.0:1781272653.478493:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159249536 00000100:00100000:0.0:1781272653.478512:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 404 00000100:00100000:0.0:1781272653.478523:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+13:2388:x1867799159249024:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272653.478613:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+13:2388:x1867799159249024:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 90us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272653.478621:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 404 00000100:00100000:0.0:1781272653.478635:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 405 00000100:00100000:0.0:1781272653.478641:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159249536:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272653.478668:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159249536:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272653.478675:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 405 00000100:00100000:0.0:1781272653.478697:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159249280 00000100:00100000:0.0:1781272653.478701:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159249280 00000100:00100000:0.0:1781272653.478730:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 784 00000100:00100000:0.0:1781272653.478737:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:2388:x1867799159249280:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272653.478784:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:2388:x1867799159249280:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 47us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272653.478792:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 784 00000100:00080000:0.0:1781272653.478819:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272653.478823:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272653.478952:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159248640:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 8298us (10925us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272653.478966:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 685 00000100:00100000:2.0:1781272653.482246:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159249664:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 11409us (14048us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272653.482267:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 403 00000100:00100000:0.0:1781272653.834064:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272653.834661:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159249792 00000100:00100000:3.0:1781272653.834677:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159249792 00000100:00100000:3.0:1781272653.834760:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1035 00000100:00100000:3.0:1781272653.834773:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+50:27579:x1867799159249792:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781272653.835059:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+50:27579:x1867799159249792:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 288us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272653.835070:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1035 00000100:00100000:2.0:1781272653.851646:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272653.852176:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159249920 00000100:00100000:0.0:1781272653.852192:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159249920 00000100:00100000:0.0:1781272653.852289:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1036 00000100:00100000:0.0:1781272653.852303:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:27579:x1867799159249920:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781272653.852455:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:27579:x1867799159249920:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 154us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272653.852466:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1036 00000100:00100000:2.0:1781272653.889873:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168612224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272653.890001:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272653.890113:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168612224 00000100:00100000:1.0:1781272653.890126:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168612224 00000100:00100000:1.0:1781272653.890208:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1781272653.890220:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168612224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272653.890278:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272653.890349:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168612224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 131us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272653.890358:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1781272653.892580:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168612224:0@lo:41:osp-pre-1-0.0 00000001:00080000:2.0:1781272653.894425:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000001:00080000:2.0:1781272653.894447:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000001:00080000:1.0:1781272653.899281:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967913 is committed 00000001:00080000:1.0:1781272653.899959:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967910 is committed 00000020:00080000:1.0:1781272653.899980:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb3c31fe180 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:1.0:1781272653.899985:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c9468c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c31fed80 00000020:00080000:1.0:1781272653.899989:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c9468200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c4630200 00000020:00080000:1.0:1781272653.900017:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00000020:00080000:3.0:1781272653.900083:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 15 00000020:00080000:3.0:1781272653.900224:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00010000:00010000:0.0:1781272653.901487:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3877 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272653.901506:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3877 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272653.901514:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3877 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272653.901520:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272653.901526:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3877 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272653.901535:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3877 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272653.901554:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff8eb4c29c2000) 00010000:00010000:0.0:1781272653.901557:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272653.901563:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3877 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272653.901569:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3877 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272654.145285:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272655.169400:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272655.424158:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168612352:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272655.424264:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272655.424392:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168612352 00000100:00100000:2.0:1781272655.424404:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168612352 00000100:00100000:2.0:1781272655.424476:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1781272655.424487:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168612352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272655.424526:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1781272655.424591:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168612352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272655.424598:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00080000:3.0:1781272655.424764:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272655.424804:0:3618:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:3.0:1781272655.424811:0:3618:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967347 committed transno 4294967347 00000100:00100000:3.0:1781272655.424876:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168612352:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1781272655.429856:0:21772:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 09:57:33 (1781272653) 00000100:00100000:0.0:1781272655.669961:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272655.670136:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159250048 00000100:00100000:2.0:1781272655.670152:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159250048 00000100:00080000:3.0:1781272655.670277:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272655.670323:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1037 00000100:00100000:2.0:1781272655.670337:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+40:28227:x1867799159250048:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781272655.670517:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+40:28227:x1867799159250048:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 182us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272655.670526:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1037 00000100:00100000:3.0:1781272655.673377:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272655.674797:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159250176 00000100:00100000:0.0:1781272655.674819:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159250176 00000100:00100000:0.0:1781272655.675100:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1038 00000100:00100000:0.0:1781272655.675116:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:28227:x1867799159250176:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1781272655.675262:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:28227:x1867799159250176:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 150us (1900us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272655.675271:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1038 00000100:00080000:3.0:1781272655.675315:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272655.703491:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272655.703641:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159250304 00000100:00100000:2.0:1781272655.703658:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159250304 00000100:00080000:3.0:1781272655.703790:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272655.704062:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1039 00000100:00100000:2.0:1781272655.704076:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+88:28228:x1867799159250304:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272655.704107:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272655.704139:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc38f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8354f expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704231:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704252:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704266:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704466:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3903 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704494:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3903 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704510:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3903 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704571:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704579:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38fc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704587:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704593:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272655.704598:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704606:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704626:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272655.704643:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272655.704652:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704661:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc38fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704692:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3903 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704701:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3903 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704712:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3903 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704720:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210b000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272655.704725:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3903 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704733:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3903 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704744:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8eb4c792eb00) 00010000:00010000:2.0:1781272655.704748:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272655.704750:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3903 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704756:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3903 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704804:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc38f5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8354f expref: 89 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.704822:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272655.704824:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272655.705862:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc38f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8354f expref: 89 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.705893:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210ac00, rc 0) 00000100:00100000:3.0:1781272655.711412:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+88:28228:x1867799159250304:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 7308us (7913us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272655.711436:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1039 00000100:00100000:0.0:1781272655.718591:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272655.719303:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159250560 00000100:00100000:3.0:1781272655.719331:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159250560 00000100:00100000:3.0:1781272655.720331:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1040 00000100:00100000:3.0:1781272655.720351:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+88:28228:x1867799159250560:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:3.0:1781272655.720446:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272655.720486:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617ca00/0x94898f2cdefc362b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83461 expref: 88 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.720513:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272655.720521:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272655.720613:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.720633:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc366a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83476 expref: 39 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.720644:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.720704:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc366a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83476 expref: 39 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.720720:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc366a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83476 expref: 39 pid: 6491 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272655.720742:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bee300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168612480:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272655.720961:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2600 going to sleep for 11 seconds 00000100:00100000:3.0:1781272655.724161:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272655.724526:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bee300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168612480:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272655.724579:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272655.725112:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159250688 00000100:00100000:3.0:1781272655.725122:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159250688 00010000:00010000:3.0:1781272655.725179:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc366a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83476 expref: 40 pid: 6491 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272655.725931:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 327 00000100:00100000:3.0:1781272655.725949:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+40:2391:x1867799159250688:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272655.725978:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272655.725987:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc366a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83476 expref: 40 pid: 6491 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.726022:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc366a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83476 expref: 40 pid: 6491 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.726051:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617c200/0x94898f2cdefc366a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83476 expref: 40 pid: 6491 timeout: 712 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.726081:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272655.726088:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.726101:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.726111:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.726152:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272655.726305:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+39:2391:x1867799159250688:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 300us (2105us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272655.726317:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 327 00010000:00010000:1.0:1781272655.728445:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.728466:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.728510:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3911 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.728527:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3911 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.728540:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3911 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.730036:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3918 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.730068:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3918 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.730079:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3918 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272655.730099:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000028e9487 reply state 00000000e3c09084 transno 4294967914 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3918 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.730114:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3918 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.730122:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:1.0:1781272655.730126:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272655.730132:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1781272655.730139:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00010000:00010000:1.0:1781272655.730148:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.730155:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.730162:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.730169:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272655.734450:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.734481:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.734514:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272655.734517:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272655.734526:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.734534:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc390a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272655.734565:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000028e9487 reply state 00000000e3c09084 transno 4294967914 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3911 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.734583:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3911 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.734592:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8eb4d0ba7b00) 00010000:00010000:1.0:1781272655.734595:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272655.734600:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1781272655.734811:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+89:28228:x1867799159250560:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 14460us (16244us total) trans 4294967914 rc 0/0 00000100:00100000:1.0:1781272655.734823:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1040 00000100:00100000:3.0:1781272655.755646:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272655.761756:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159250816 00000100:00100000:1.0:1781272655.761782:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159250816 00000100:00100000:1.0:1781272655.761907:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1041 00000100:00100000:1.0:1781272655.761920:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+89:28229:x1867799159250816:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:1.0:1781272655.761960:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272655.762003:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc391f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83556 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.762106:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3926 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.762126:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3926 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.762142:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3926 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272655.762218:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781272655.762224:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272655.762252:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3926 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.762286:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc391f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83556 expref: 91 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.762311:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3926 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83556 expref: 90 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.762320:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272655.762323:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272655.762328:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:1.0:1781272655.762426:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+90:28229:x1867799159250816:12345-192.168.204.14@tcp:101:bash.0 Request processed in 508us (7444us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272655.762433:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1041 00000100:00100000:3.0:1781272655.776080:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272655.776245:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159250944 00000100:00100000:0.0:1781272655.776260:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159250944 00000100:00100000:0.0:1781272655.776345:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1042 00000100:00100000:0.0:1781272655.776359:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+90:28229:x1867799159250944:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1781272655.776401:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272655.776436:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc392d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8355d expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.776769:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc3934 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.776792:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc3934 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.776810:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc3934 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.776824:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc393b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.776889:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc393b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.776897:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc393b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777036:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc3942 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777045:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc3942 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777053:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc3942 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272655.777109:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:0.0:1781272655.777114:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272655.777144:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc3942 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777160:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc3934 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777167:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc3934 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777176:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc3934 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777184:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272655.777190:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc3934 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777201:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc3934 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777217:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272655.777220:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272655.777227:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc3934 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777249:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc3934 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777266:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc393b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777274:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc393b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777281:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc393b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777288:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272655.777291:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc393b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777298:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc393b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777306:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8eb4d0ba7b00) 00010000:00010000:0.0:1781272655.777309:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272655.777312:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc393b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777319:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc393b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777355:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc392d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8355d expref: 92 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777373:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b000/0x94898f2cdefc3942 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8355d expref: 91 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.777382:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:0.0:1781272655.777385:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781272655.777388:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625b000, rc 0) 00000100:00100000:0.0:1781272655.778070:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+91:28229:x1867799159250944:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1707us (2007us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272655.778083:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1042 00000100:00100000:2.0:1781272655.800323:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272655.802201:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159251072 00000100:00100000:1.0:1781272655.802226:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159251072 00000100:00100000:1.0:1781272655.802369:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1043 00000100:00100000:1.0:1781272655.802384:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+91:28229:x1867799159251072:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:1.0:1781272655.802415:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272655.802450:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3949 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83564 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.802688:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3950 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.802709:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3950 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.802796:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3950 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.802819:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3957 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.802827:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3957 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.802944:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3957 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.803789:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3950 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.803802:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3950 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.803810:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3950 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.803821:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272655.803826:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3950 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.803946:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3950 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.803966:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:1.0:1781272655.803970:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272655.803977:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3950 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.803983:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3950 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.804446:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3957 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.804457:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3957 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.804537:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3957 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.804543:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272655.804547:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3957 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.804554:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3957 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.804641:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8eb4d0ba7900) 00010000:00010000:1.0:1781272655.804644:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272655.804648:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3957 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.804654:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3957 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.804788:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3949 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83564 expref: 92 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.804802:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:1.0:1781272655.804805:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272655.804809:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3949 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83564 expref: 92 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272655.804819:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc000, rc 0) 00000100:00100000:1.0:1781272655.805326:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+91:28229:x1867799159251072:12345-192.168.204.14@tcp:101:bash.0 Request processed in 2941us (5089us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272655.805338:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1043 00000040:00080000:3.0:1781272655.808488:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272655.808512:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272655.808641:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 3 00000040:00080000:3.0:1781272655.808652:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272655.826148:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272655.826318:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159251200 00000100:00100000:0.0:1781272655.826336:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159251200 00000100:00100000:0.0:1781272655.826435:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1044 00000100:00100000:0.0:1781272655.826448:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+39:28230:x1867799159251200:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272655.826476:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272655.826504:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc395e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8356b expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.826597:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3965 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.826616:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.826632:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272655.826699:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272655.826704:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272655.826728:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.826757:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc395e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8356b expref: 41 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.826793:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3965 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8356b expref: 40 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.826804:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272655.826807:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272655.826812:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625a800, rc 0) 00000100:00100000:0.0:1781272655.826983:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+40:28230:x1867799159251200:12345-192.168.204.14@tcp:101:rm.0 Request processed in 537us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272655.827115:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1044 00000100:00100000:3.0:1781272655.831077:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272655.831359:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159251328 00000100:00100000:0.0:1781272655.831375:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159251328 00000100:00100000:0.0:1781272655.831466:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1045 00000100:00100000:0.0:1781272655.831480:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+40:28230:x1867799159251328:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272655.831511:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272655.831538:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc396c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83572 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.831633:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc3973 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.831652:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc3973 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.831665:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc3973 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.831677:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc397a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.831684:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc397a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.831691:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc397a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.831817:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc3981 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.831907:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc3981 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.831923:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc3981 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272655.831977:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:0.0:1781272655.831982:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272655.832016:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc3981 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832031:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc3973 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832039:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc3973 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832046:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc3973 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832052:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23bb600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272655.832058:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc3973 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832067:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc3973 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832083:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272655.832086:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272655.832093:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc3973 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832103:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc3973 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832120:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc397a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832125:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc397a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832131:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc397a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832137:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23baa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272655.832141:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc397a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832147:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc397a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832155:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8eb4d0ba7b00) 00010000:00010000:0.0:1781272655.832158:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272655.832160:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc397a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832167:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc397a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832206:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc396c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83572 expref: 42 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832222:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb800/0x94898f2cdefc3981 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83572 expref: 41 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.832231:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:0.0:1781272655.832234:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781272655.832237:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c23bb800, rc 0) 00000100:00100000:0.0:1781272655.832355:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+41:28230:x1867799159251328:12345-192.168.204.14@tcp:101:rm.0 Request processed in 876us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272655.832364:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1045 00000100:00100000:1.0:1781272655.840217:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272655.840364:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159251456 00000100:00100000:3.0:1781272655.840380:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159251456 00000100:00100000:3.0:1781272655.840469:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1046 00000100:00100000:3.0:1781272655.840482:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+41:28230:x1867799159251456:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272655.840518:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272655.840551:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3988 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83579 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840672:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc398f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840694:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc398f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840710:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc398f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840728:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3996 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840734:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840741:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840819:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc398f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840874:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc398f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840896:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc398f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840902:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272655.840907:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc398f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840926:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc398f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840942:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:3.0:1781272655.840945:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272655.840951:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc398f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840957:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc398f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840975:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3996 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840983:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3996 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840989:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3996 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.840994:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272655.840997:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3996 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.841007:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3996 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.841014:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8eb4cace0600) 00010000:00010000:3.0:1781272655.841017:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272655.841019:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3996 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.841025:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3996 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.841070:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3988 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83579 expref: 42 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.841083:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:3.0:1781272655.841086:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272655.841089:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3988 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83579 expref: 42 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.841100:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647000, rc 0) 00000100:00100000:3.0:1781272655.841187:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+41:28230:x1867799159251456:12345-192.168.204.14@tcp:101:rm.0 Request processed in 707us (984us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272655.841195:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1046 00000100:00100000:3.0:1781272655.849349:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272655.849542:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159251584 00000100:00100000:2.0:1781272655.849558:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159251584 00000100:00100000:2.0:1781272655.849647:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1047 00000100:00100000:2.0:1781272655.849659:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+41:28230:x1867799159251584:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272655.849688:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272655.849716:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc399d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83580 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.849810:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.849890:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.849906:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.849935:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.849944:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.849952:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850013:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850023:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39a4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850031:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850037:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272655.850043:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850051:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850067:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:2.0:1781272655.850070:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272655.850076:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850083:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850099:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850105:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850112:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850118:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272655.850121:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850130:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850138:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8eb4c792eb00) 00010000:00010000:2.0:1781272655.850140:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272655.850143:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850149:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850189:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc399d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83580 expref: 42 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850201:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:2.0:1781272655.850204:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272655.850208:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc399d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83580 expref: 42 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.850219:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210b000, rc 0) 00000100:00100000:2.0:1781272655.850625:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+41:28230:x1867799159251584:12345-192.168.204.14@tcp:101:rm.0 Request processed in 965us (1296us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272655.850637:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1047 00000100:00100000:1.0:1781272655.865231:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272655.865406:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159251712 00000100:00100000:0.0:1781272655.865421:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159251712 00000100:00100000:0.0:1781272655.865500:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1048 00000100:00100000:0.0:1781272655.865513:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+41:28231:x1867799159251712:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272655.865544:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272655.865573:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc39b2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83587 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865673:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc39b9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865692:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc39b9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865705:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc39b9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865726:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc39c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865734:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc39c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865746:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc39c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865810:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc39b9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865817:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc39b9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865824:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc39b9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865875:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc39b9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865893:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c23bb600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272655.865899:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc39b9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865908:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc39b9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865923:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:0.0:1781272655.865926:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272655.865932:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc39b9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865939:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bb600/0x94898f2cdefc39b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865957:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc39c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865964:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc39c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865971:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc39c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865976:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272655.865979:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc39c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865985:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc39c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.865992:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8eb4cac44e00) 00010000:00010000:0.0:1781272655.865994:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272655.865997:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc39c0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.866002:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a400/0x94898f2cdefc39c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.866044:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc39b2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83587 expref: 42 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.866055:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:0.0:1781272655.866057:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272655.866060:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23baa00/0x94898f2cdefc39b2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83587 expref: 42 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.866744:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c23baa00, rc 0) 00000100:00100000:0.0:1781272655.867381:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+41:28231:x1867799159251712:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1864us (2160us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272655.867393:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1048 00000100:00100000:1.0:1781272655.875253:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272655.875380:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159251840 00000100:00100000:0.0:1781272655.875398:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159251840 00000100:00100000:0.0:1781272655.875477:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1049 00000100:00100000:0.0:1781272655.875490:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+41:28231:x1867799159251840:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272655.875519:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272655.875548:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc39c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8358e expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875651:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc39ce lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875672:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc39ce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875686:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc39ce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875706:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc39d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875714:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc39d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875721:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc39d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875790:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc39ce lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875798:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc39ce lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875804:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc39ce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875811:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c1510a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272655.875817:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc39ce lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875826:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc39ce lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875900:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:0.0:1781272655.875903:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272655.875910:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc39ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875926:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc39ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875942:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc39d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875949:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc39d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875955:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc39d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875961:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272655.875964:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc39d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875971:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc39d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875978:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8eb4cac44400) 00010000:00010000:0.0:1781272655.875981:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272655.875984:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc39d5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.875989:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc39d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.876029:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc39c7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8358e expref: 42 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.876041:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:0.0:1781272655.876043:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272655.876047:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc39c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8358e expref: 42 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.876055:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625be00, rc 0) 00000100:00100000:0.0:1781272655.876550:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+41:28231:x1867799159251840:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1058us (1313us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272655.876561:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1049 00000100:00100000:3.0:1781272655.883459:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272655.888131:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159252096 00000100:00100000:2.0:1781272655.888150:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159252096 00000100:00100000:2.0:1781272655.888233:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1050 00000100:00100000:2.0:1781272655.888245:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+41:28231:x1867799159252096:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272655.888275:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272655.888301:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc39dc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83595 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.888438:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39e3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.888455:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.888467:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.888480:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39ea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.888486:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.888492:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781272655.888952:0:8162:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x15:0x0], index 1: 0 00010000:00010000:2.0:1781272655.889091:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc39f1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889101:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc39f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889108:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc39f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889140:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889147:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39e3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889153:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39e3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889160:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272655.889164:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39e3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889172:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39e3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889183:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:2.0:1781272655.889186:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272655.889191:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39e3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889197:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc39e3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272655.889210:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006a2a7509 reply state 00000000e74b9150 transno 4294967915 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889222:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889228:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8eb4c792eb00) 00010000:00010000:2.0:1781272655.889230:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272655.889233:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781272655.889261:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc39dc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83595 expref: 44 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889275:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc39f1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83595 expref: 43 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.889283:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272655.889285:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272655.889287:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a600, rc 0) 00000100:00100000:2.0:1781272655.889367:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:28231:x1867799159252096:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1125us (5923us total) trans 4294967915 rc 0/0 00000100:00100000:2.0:1781272655.889376:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1050 00000100:00100000:1.0:1781272655.896628:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272655.896746:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159252224 00000100:00100000:0.0:1781272655.898393:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159252224 00000100:00100000:0.0:1781272655.898641:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 266 00000100:00100000:0.0:1781272655.898658:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159252224:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272655.898687:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272655.898721:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005649de17/0x94898f2cdefc39ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8359c expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272655.898776:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272655.898811:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272655.898814:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272655.898827:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005649de17/0x94898f2cdefc39ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8359c expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.898870:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005649de17/0x94898f2cdefc39ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8359c expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.898899:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220a00, rc 0) 00000100:00100000:0.0:1781272655.899016:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159252224:12345-192.168.204.14@tcp:101:cp.0 Request processed in 364us (2402us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272655.899024:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 266 00000100:00080000:3.0:1781272655.902868:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272655.908727:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272655.908871:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159252352 00000100:00100000:0.0:1781272655.908895:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159252352 00000100:00100000:0.0:1781272655.908991:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 267 00000100:00100000:0.0:1781272655.909005:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:28231:x1867799159252352:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272655.909039:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272655.909068:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835a3 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.909123:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005649de17/0x94898f2cdefc39ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8359c expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.909135:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272655.909138:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272655.909143:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.909191:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005649de17/0x94898f2cdefc39ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8359c expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.909208:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005649de17/0x94898f2cdefc39ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8359c expref: 12 pid: 15938 timeout: 712 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272655.909226:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168612608:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272655.909574:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61ece40 going to sleep for 11 seconds 00000100:00100000:2.0:1781272655.912420:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272655.912561:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168612608:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272655.912613:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.912645:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221400, rc 0) 00000100:00100000:0.0:1781272655.912737:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:28231:x1867799159252352:12345-192.168.204.14@tcp:101:cp.0 Request processed in 3735us (4029us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272655.912750:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 267 00000100:00100000:3.0:1781272655.913348:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159252480 00000100:00100000:3.0:1781272655.913363:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159252480 00010000:00010000:2.0:1781272655.914484:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005649de17/0x94898f2cdefc39ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8359c expref: 12 pid: 15938 timeout: 712 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272655.914609:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 328 00000100:00100000:2.0:1781272655.914622:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159252480:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272655.914643:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272655.914673:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005649de17/0x94898f2cdefc39ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8359c expref: 12 pid: 15938 timeout: 712 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.914691:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005649de17/0x94898f2cdefc39ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8359c expref: 12 pid: 15938 timeout: 712 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.914723:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005649de17/0x94898f2cdefc39ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8359c expref: 12 pid: 15938 timeout: 712 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.914746:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272655.914749:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272655.914771:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.914783:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272655.914898:0:6478:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272655.915031:0:6478:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6478:1867799168612736:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272655.915157:0:6478:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e64e40 going to sleep for 11 seconds 00000100:00100000:2.0:1781272655.920467:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272655.920609:0:6478:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6478:1867799168612736:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272655.920646:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272655.920730:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159252480:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 6110us (8327us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272655.920745:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 328 00000100:00100000:1.0:1781272655.922229:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159252736 00000100:00100000:1.0:1781272655.922248:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159252736 00000100:00100000:1.0:1781272655.922474:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 198 00000100:00100000:1.0:1781272655.922486:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:28231:x1867799159252736:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:1.0:1781272655.923077:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:28231:x1867799159252736:12345-192.168.204.14@tcp:35:cp.0 Request processed in 590us (2623us total) trans 4294967916 rc 0/0 00000100:00100000:1.0:1781272655.923086:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 198 00000100:00100000:1.0:1781272655.937500:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272655.937532:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168612864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272655.937635:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272655.937701:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168612864 00000100:00100000:1.0:1781272655.937712:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168612864 00000100:00100000:1.0:1781272655.937806:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1781272655.937816:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168612864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272655.937873:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1781272655.937944:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168612864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272655.937954:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00080000:1.0:1781272655.937984:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272655.938032:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168612864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272655.982505:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272655.982974:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159252864 00000100:00100000:0.0:1781272655.982992:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159252864 00000100:00100000:0.0:1781272655.983082:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1051 00000100:00100000:0.0:1781272655.983094:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+91:28234:x1867799159252864:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272655.983125:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272655.983157:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a0d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835aa expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983249:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3a14 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983268:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3a14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983403:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3a14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983418:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a1b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983426:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983432:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983541:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983550:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983557:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272655.983613:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:0.0:1781272655.983618:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272655.983643:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983655:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983666:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3a14 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983673:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3a14 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983680:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3a14 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983686:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3a14 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983693:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272655.983698:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3a14 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983708:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3a14 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983723:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:0.0:1781272655.983726:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272655.983731:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3a14 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.983738:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3a14 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.984257:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.984269:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.984276:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.984497:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272655.984501:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.984509:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a1b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.984522:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8eb4c792eb00) 00010000:00010000:0.0:1781272655.984526:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272655.984529:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a1b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.984536:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.984582:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835aa expref: 93 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.984599:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835aa expref: 92 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.984607:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:0.0:1781272655.984609:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272655.984611:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221c00, rc 0) 00000100:00100000:1.0:1781272655.985443:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+92:28234:x1867799159252864:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 2344us (2944us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272655.985457:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1051 00000100:00100000:2.0:1781272655.990274:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272655.990437:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159252992 00000100:00100000:3.0:1781272655.990451:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159252992 00000100:00100000:3.0:1781272655.990553:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 268 00000100:00100000:3.0:1781272655.990566:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159252992:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272655.990592:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272655.990616:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835b1 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272655.990696:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168612992:192.168.204.14@tcp:106: 00000100:00100000:3.0:1781272655.990828:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2600 going to sleep for 11 seconds 00000100:00080000:1.0:1781272655.991502:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1781272655.993436:0:8404:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1781272655.993446:0:8404:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb mtime: 0 -> 1781272655 00002000:00010000:3.0:1781272655.993450:0:8404:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb atime: 0 -> 1781272655 00002000:00010000:3.0:1781272655.993452:0:8404:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb ctime: 0 -> 1781272655 00002000:00010000:3.0:1781272655.993455:0:8404:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1781272655.993486:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168612992:192.168.204.14@tcp:106: 00010000:00010000:3.0:1781272655.993641:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a29 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835b1 expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.993672:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835b1 expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272655.993691:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647000, rc 0) 00000100:00100000:3.0:1781272655.993799:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159252992:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3234us (3539us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272655.993814:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 268 00000100:00100000:2.0:1781272655.998805:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272655.999014:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159253120 00000100:00100000:0.0:1781272655.999028:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159253120 00000100:00100000:0.0:1781272655.999152:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1052 00000100:00100000:0.0:1781272655.999167:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+92:28234:x1867799159253120:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272655.999198:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272655.999231:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835b8 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.999346:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a37 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.999366:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.999382:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272655.999450:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:0.0:1781272655.999455:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272655.999482:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.999516:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835b8 expref: 94 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.999541:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835b8 expref: 93 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272655.999552:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:0.0:1781272655.999555:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272655.999560:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220200, rc 0) 00000100:00100000:0.0:1781272655.999654:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+93:28234:x1867799159253120:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 491us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272655.999664:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1052 00000100:00100000:2.0:1781272656.006614:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272656.006699:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159253248 00000100:00100000:1.0:1781272656.006714:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159253248 00000100:00100000:1.0:1781272656.006795:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 269 00000100:00100000:1.0:1781272656.006808:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159253248:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272656.006870:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272656.007061:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc3a3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835bf expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272656.007151:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168613120:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272656.007274:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272656.009661:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168613120:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272656.009706:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc3a3e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835bf expref: 13 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.009736:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc3a3e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835bf expref: 13 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.009752:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:1.0:1781272656.009828:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159253248:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3022us (3232us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272656.009920:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 269 00000100:00100000:2.0:1781272656.014773:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272656.015053:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159253504 00000100:00100000:0.0:1781272656.015067:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159253504 00000100:00100000:0.0:1781272656.015286:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1053 00000100:00100000:0.0:1781272656.015299:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+93:28234:x1867799159253504:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:0.0:1781272656.015546:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:0.0:1781272656.015657:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+93:28234:x1867799159253504:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 359us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272656.015666:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1053 00010000:00010000:1.0:1781272656.192093:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272656.192745:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781272656.448352:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168613248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272656.448405:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168613376:0@lo:400:kworker.0 00000100:00100000:3.0:1781272656.448476:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272656.448570:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168613248 00000100:00100000:3.0:1781272656.448580:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168613248 00000100:00100000:1.0:1781272656.448638:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272656.448650:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1781272656.448661:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168613248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272656.448713:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 111754048 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1781272656.448769:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168613248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272656.448780:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1781272656.448814:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168613760:0@lo:400:kworker.0 00000100:00100000:3.0:1781272656.448884:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272656.448997:0:3620:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:3.0:1781272656.449005:0:3620:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967348 committed transno 4294967349 00000004:00080000:3.0:1781272656.449036:0:3620:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb4f60d7480, transno 4294967349 00000100:00100000:3.0:1781272656.449059:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168613248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272656.449261:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168613632:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.449301:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272656.449330:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168614144:0@lo:400:kworker.0 00000100:00100000:2.0:1781272656.449340:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168613632 00000100:00100000:2.0:1781272656.449345:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168613632 00000100:00100000:0.0:1781272656.449354:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272656.449371:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168614656:0@lo:400:kworker.0 00000100:00100000:2.0:1781272656.449380:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1781272656.449387:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168613632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.449407:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272656.449443:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168613632:12345-0@lo:400:kworker.0 Request processed in 45us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272656.449450:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1781272656.449565:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168613632:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.449594:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781272656.449602:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168613504:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.449626:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272656.449644:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168614016:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.449666:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272656.449684:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168614528:0@lo:400:kworker.0 00000100:00100000:2.0:1781272656.449698:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168613760 00000100:00100000:2.0:1781272656.449703:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168613760 00000100:00100000:0.0:1781272656.449709:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272656.449732:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168614144 00000100:00100000:2.0:1781272656.449735:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168614144 00000100:00100000:0.0:1781272656.449748:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168614656 00000100:00100000:2.0:1781272656.449750:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168613504 00000100:00100000:2.0:1781272656.449752:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168613504 00000100:00100000:0.0:1781272656.449752:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168614656 00000100:00100000:2.0:1781272656.449765:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1781272656.449771:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168613760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.449782:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1781272656.449788:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168614144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272656.449806:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168613760:12345-0@lo:400:kworker.0 Request processed in 35us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272656.449812:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1781272656.449818:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168614144:12345-0@lo:400:kworker.0 Request processed in 31us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272656.449824:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1781272656.449850:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168613504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272656.449888:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168613504:12345-0@lo:400:kworker.0 Request processed in 59us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272656.449929:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1781272656.449944:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1781272656.449951:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168614656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.449982:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168614656:12345-0@lo:400:kworker.0 Request processed in 32us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272656.449988:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1781272656.449998:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1781272656.450011:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168614528 00000100:00100000:0.0:1781272656.450015:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168614528 00000100:00100000:0.0:1781272656.450055:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1781272656.450127:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168614528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450157:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168614528:12345-0@lo:400:kworker.0 Request processed in 96us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272656.450163:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1781272656.450188:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168613504:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450196:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168614528:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450204:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168614144:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450211:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168614656:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450242:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168614272:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450264:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272656.450287:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168614784:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450305:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272656.450325:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168613760:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450335:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781272656.450340:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168613888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272656.450360:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272656.450375:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168614400:0@lo:400:kworker.0 00000100:00100000:2.0:1781272656.450447:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168614272 00000100:00100000:2.0:1781272656.450451:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168614272 00000100:00100000:2.0:1781272656.450471:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168614784 00000100:00100000:2.0:1781272656.450473:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168614784 00000100:00100000:2.0:1781272656.450488:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1781272656.450494:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168614272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450518:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272656.450524:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168614272:12345-0@lo:400:kworker.0 Request processed in 31us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272656.450530:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1781272656.450538:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168614912:0@lo:400:kworker.0 00000100:00100000:2.0:1781272656.450542:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1781272656.450547:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168614784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450558:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272656.450571:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168614784:12345-0@lo:400:kworker.0 Request processed in 24us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272656.450577:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1781272656.450581:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168614272:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450589:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168614784:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450610:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168614400 00000100:00100000:0.0:1781272656.450614:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168614400 00000100:00100000:0.0:1781272656.450640:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168614912 00000100:00100000:0.0:1781272656.450642:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168614912 00000100:00100000:0.0:1781272656.450664:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1781272656.450670:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168614400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450707:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168614400:12345-0@lo:400:kworker.0 Request processed in 38us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272656.450713:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1781272656.450725:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1781272656.450731:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168614912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450758:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168614912:12345-0@lo:400:kworker.0 Request processed in 28us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272656.450764:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1781272656.450804:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168614400:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.450814:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168614912:0@lo:400:kworker.0 00000100:00080000:1.0:1781272656.451407:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272656.451423:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272656.451427:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272656.451443:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168613888 00000100:00100000:1.0:1781272656.451449:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168613888 00000100:00100000:1.0:1781272656.451494:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1781272656.451504:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168613888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272656.451525:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 111754048 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272656.451575:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168613888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (1213us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272656.451581:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1781272656.451605:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168613376 00000100:00100000:1.0:1781272656.451609:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168613376 00000100:00100000:1.0:1781272656.451645:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1781272656.451653:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168613376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272656.451696:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168613376:12345-0@lo:400:kworker.0 Request processed in 44us (3058us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272656.451703:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1781272656.451722:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168613376:0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.452039:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168613888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272656.452976:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168614016 00000100:00100000:0.0:1781272656.452987:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168614016 00000100:00100000:0.0:1781272656.453040:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1781272656.453050:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168614016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272656.453143:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168614016:12345-0@lo:400:kworker.0 Request processed in 94us (3474us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272656.453154:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1781272656.453207:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168614016:0@lo:400:kworker.0 00000040:00080000:0.0:1781272656.842117:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272656.842130:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272656.842167:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:0.0:1781272656.842179:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272656.842486:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168615040:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272656.842645:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61eca80 going to sleep for 11 seconds 00000100:00100000:2.0:1781272656.849945:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272656.850650:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159253632 00000100:00100000:3.0:1781272656.850665:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159253632 00000100:00100000:3.0:1781272656.850739:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1054 00000100:00100000:3.0:1781272656.850762:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:28245:x1867799159253632:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272656.850812:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272656.850992:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:28245:x1867799159253632:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 233us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272656.851002:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1054 00000100:00100000:0.0:1781272656.857079:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168615040:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272656.862105:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272656.866343:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159253888 00000100:00100000:1.0:1781272656.866365:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159253888 00000100:00100000:0.0:1781272656.866638:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1055 00000100:00100000:0.0:1781272656.866655:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+45:28245:x1867799159253888:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272656.866686:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272656.866715:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3a45 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835c6 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272656.866932:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3a4c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272656.866954:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3a4c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272656.866970:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3a4c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272656.866984:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:0.0:1781272656.867155:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3a45 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835c6 expref: 48 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272656.867176:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3a4c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835c6 expref: 47 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272656.867186:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:0.0:1781272656.867189:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272656.867194:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221800, rc 0) 00000100:00100000:0.0:1781272656.867288:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+47:28245:x1867799159253888:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 638us (5195us total) trans 4294967917 rc 0/0 00000100:00100000:0.0:1781272656.867298:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1055 00000100:00100000:1.0:1781272656.871957:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272656.872758:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159254016 00000100:00100000:3.0:1781272656.872773:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159254016 00000100:00100000:3.0:1781272656.873001:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 46 00000100:00100000:3.0:1781272656.873014:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:2388:x1867799159254016:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1781272656.873195:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272656.873229:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159254144 00000100:00100000:1.0:1781272656.873234:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159254144 00000100:00100000:1.0:1781272656.873277:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 270 00000100:00100000:1.0:1781272656.873286:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159254144:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272656.873342:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.873368:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.873378:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272656.873381:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272656.873385:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.873429:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.873445:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 11 pid: 8405 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272656.873463:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168615168:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272656.873559:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d180 going to sleep for 11 seconds 00010000:00010000:3.0:1781272656.873713:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272656.873741:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3a4c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835c6 expref: 47 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.873762:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:3.0:1781272656.873766:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272656.873811:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:2388:x1867799159254016:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 799us (1868us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272656.873820:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 46 00000100:00100000:0.0:1781272656.875825:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168615168:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272656.875945:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272656.878046:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272656.878192:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159254272 00000100:00100000:0.0:1781272656.878206:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159254272 00002000:00100000:0.0:1781272656.878271:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff8eb4c2aa6d80 x1867799159254272/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:412/0 lens 648/0 e 0 to 0 dl 1781272667 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272656.878284:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2aa6d80 with x1867799159254272 ext(0->157) 00010000:00010000:0.0:1781272656.878294:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 12 pid: 8405 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272656.878313:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 12 pid: 8405 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272656.878328:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb4c2aa6d80 00000100:00100000:0.0:1781272656.878371:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 12 00000100:00100000:0.0:1781272656.878382:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159254272:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:1.0:1781272656.889877:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+14:2391:x1867799159254272:12345-192.168.204.14@tcp:4:cp.0 Request processed in 11444us (11795us total) trans 4294967350 rc 0/0 00000100:00100000:1.0:1781272656.889901:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 12 00002000:00100000:1.0:1781272656.889922:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff8eb4c2aa6d80 x1867799159254272/t4294967350(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:412/0 lens 648/448 e 0 to 0 dl 1781272667 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272656.889935:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2aa6d80 with x1867799159254272 ext(0->157) 00010000:00010000:1.0:1781272656.889951:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 14 pid: 8405 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.889976:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 14 pid: 8405 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272656.889987:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb4c2aa6d80 00000100:00100000:1.0:1781272656.898438:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272656.898753:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159254400 00000100:00100000:3.0:1781272656.898766:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159254400 00010000:00010000:3.0:1781272656.898822:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 14 pid: 8405 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272656.898910:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 329 00000100:00100000:3.0:1781272656.898922:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159254400:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272656.898943:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781272656.898967:0:10311:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781272656.898978:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 14 pid: 8405 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899002:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 14 pid: 8405 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899032:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc3a06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835a3 expref: 14 pid: 8405 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899049:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272656.899052:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272656.899057:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899084:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899119:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272656.899192:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159254400:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 271us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272656.899202:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 329 00010000:00010000:3.0:1781272656.899236:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899246:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899272:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899281:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899291:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899300:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272656.899305:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899316:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899331:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.899340:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc3a5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272656.899402:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159254144:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 26118us (26210us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272656.899413:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 270 00000100:00100000:3.0:1781272656.902109:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272656.902250:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159254656 00000100:00100000:1.0:1781272656.902263:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159254656 00000100:00100000:1.0:1781272656.902346:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1056 00000100:00100000:1.0:1781272656.902358:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:28245:x1867799159254656:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272656.902501:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:28245:x1867799159254656:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 145us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272656.902510:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1056 00000100:00100000:3.0:1781272656.910858:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272656.913417:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159254784 00000100:00100000:0.0:1781272656.913440:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159254784 00000100:00100000:0.0:1781272656.913553:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 271 00000100:00100000:0.0:1781272656.913565:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159254784:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272656.913596:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272656.913627:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c98a2201/0x94898f2cdefc3a61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835cd expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272656.913662:0:9894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 158, mtime: 0x6a2c104f, atime: 0x0, ctime: 0x6a2c104f, blocks: 0x8 00010000:00010000:0.0:1781272656.913691:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272656.913694:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272656.913705:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c98a2201/0x94898f2cdefc3a61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835cd expref: 13 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272656.913730:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c98a2201/0x94898f2cdefc3a61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835cd expref: 13 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272656.913750:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:0.0:1781272656.913858:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159254784:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 295us (3042us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272656.913877:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 271 00000100:00100000:0.0:1781272656.921153:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272656.929190:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159255040 00000100:00100000:3.0:1781272656.929215:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159255040 00000100:00100000:3.0:1781272656.929315:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1057 00000100:00100000:3.0:1781272656.929329:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:28245:x1867799159255040:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272656.929511:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:28245:x1867799159255040:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 185us (8371us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272656.929521:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1057 00000100:00100000:3.0:1781272656.932245:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272656.932350:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159255168 00000100:00100000:0.0:1781272656.932366:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159255168 00002000:00100000:0.0:1781272656.932431:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff8eb3c2fa2d80 x1867799159255168/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:412/0 lens 488/0 e 0 to 0 dl 1781272667 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272656.932444:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c2fa2d80 with x1867799159255168 ext(0->4095) 00002000:00010000:0.0:1781272656.932451:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c2fa2d80 00000100:00100000:0.0:1781272656.932487:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 79 00000100:00100000:0.0:1781272656.932496:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159255168:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1781272656.932699:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159255168:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 203us (469us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781272656.932707:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 79 00002000:00100000:0.0:1781272656.932714:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff8eb3c2fa2d80 x1867799159255168/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:412/0 lens 488/4536 e 0 to 0 dl 1781272667 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272656.932723:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c2fa2d80 with x1867799159255168 ext(0->4095) 00002000:00010000:0.0:1781272656.932726:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c2fa2d80 00000100:00100000:3.0:1781272656.938951:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272656.939003:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159255296 00000100:00100000:3.0:1781272656.939019:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159255296 00000100:00100000:3.0:1781272656.939093:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1058 00000100:00100000:3.0:1781272656.939106:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:28245:x1867799159255296:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272656.939134:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272656.939161:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3a68 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835d4 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.939206:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3a6f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.939223:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3a6f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.939238:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3a6f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.939389:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3a68 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835d4 expref: 48 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.939409:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3a6f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835d4 expref: 47 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.939421:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:3.0:1781272656.939424:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272656.939429:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646000, rc 0) 00000100:00100000:3.0:1781272656.939524:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+47:28245:x1867799159255296:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 406us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272656.939532:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1058 00000100:00100000:1.0:1781272656.945435:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272656.945542:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159255424 00000100:00100000:3.0:1781272656.945556:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159255424 00000100:00100000:3.0:1781272656.945655:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1059 00000100:00100000:3.0:1781272656.945666:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:28245:x1867799159255424:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272656.945714:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272656.945930:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:28245:x1867799159255424:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 265us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272656.945939:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1059 00000100:00100000:2.0:1781272656.949623:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272656.949731:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159255552 00000100:00100000:1.0:1781272656.949808:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159255552 00000100:00100000:1.0:1781272656.953429:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 272 00000100:00100000:1.0:1781272656.953458:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159255552:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272656.953527:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3a76 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.953551:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272656.953554:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272656.953561:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3a76 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.953581:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3a76 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.953617:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3a76 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.953633:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3a76 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.953642:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3a76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.953650:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272656.953655:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3a76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.953665:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3a76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.953683:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3a76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272656.953691:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3a76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272656.954977:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159255552:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 1516us (5353us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272656.954994:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 272 00000100:00100000:3.0:1781272656.957381:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272656.957895:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159255808 00000100:00100000:0.0:1781272656.957911:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159255808 00000100:00100000:0.0:1781272656.958004:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1060 00000100:00100000:0.0:1781272656.958016:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:28245:x1867799159255808:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781272656.958156:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272656.958181:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3a6f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835d4 expref: 47 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272656.958199:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272656.958250:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3a6f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835d4 expref: 47 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272656.958266:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3a6f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835d4 expref: 47 pid: 12323 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272656.958287:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168615296:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272656.958415:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61ec780 going to sleep for 11 seconds 00000100:00100000:1.0:1781272656.964341:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272656.964421:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159255936 00000100:00100000:2.0:1781272656.964437:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159255936 00010000:00010000:2.0:1781272656.964491:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3a6f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835d4 expref: 48 pid: 12323 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272656.964578:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 330 00000100:00100000:2.0:1781272656.964590:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e915c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159255936:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272656.964609:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272656.964616:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3a6f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835d4 expref: 48 pid: 12323 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272656.964631:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3a6f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835d4 expref: 48 pid: 12323 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272656.964667:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272656.964675:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272656.964688:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272656.964697:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272656.964719:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272656.964796:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e915c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159255936:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 207us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272656.964805:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 330 00010000:00010000:3.0:1781272656.964991:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3a6f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835d4 expref: 47 pid: 12323 timeout: 713 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272656.965011:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168615296:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272656.965038:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.965050:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.965061:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.965323:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.965332:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.965340:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.965347:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272656.965353:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.965362:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.965374:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:3.0:1781272656.965377:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272656.965381:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272656.965388:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3a7d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272656.965501:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:28245:x1867799159255808:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 7487us (8134us total) trans 4294967918 rc 0/0 00000100:00100000:3.0:1781272656.965510:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1060 00000040:00080000:3.0:1781272656.965634:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272656.965641:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272656.966149:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1781272656.966160:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272656.971675:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272656.971760:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159256192 00000100:00100000:1.0:1781272656.971775:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159256192 00000100:00100000:1.0:1781272656.971881:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 199 00000100:00100000:1.0:1781272656.971893:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:28245:x1867799159256192:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272656.972323:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:28245:x1867799159256192:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 431us (664us total) trans 4294967919 rc 0/0 00000100:00100000:1.0:1781272656.972332:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 199 00000040:00080000:3.0:1781272657.006624:0:21822:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272657.006640:0:21822:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272657.006680:0:21822:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:3.0:1781272657.006690:0:21822:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272657.122581:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272657.122692:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159256320 00000100:00100000:3.0:1781272657.122707:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159256320 00000100:00100000:3.0:1781272657.122802:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 273 00000100:00100000:3.0:1781272657.122816:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159256320:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272657.122888:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272657.122914:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835db expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.122952:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272657.122954:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272657.122965:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835db expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.122989:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835db expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.123006:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647000, rc 0) 00000100:00100000:3.0:1781272657.123084:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:2388:x1867799159256320:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 272us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272657.123091:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 273 00000100:00080000:0.0:1781272657.123385:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272657.134281:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272657.134388:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159256576 00000100:00100000:1.0:1781272657.134403:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159256576 00000100:00100000:1.0:1781272657.134504:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1061 00000100:00100000:1.0:1781272657.134517:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+93:28246:x1867799159256576:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272657.134544:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272657.134572:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3a8b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835e2 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.134926:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3a92 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.134945:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3a92 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.134962:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3a92 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272657.134979:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:1.0:1781272657.135133:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3a8b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835e2 expref: 96 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.135153:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3a92 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835e2 expref: 95 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.135168:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:1.0:1781272657.135172:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781272657.135176:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd200, rc 0) 00000100:00100000:1.0:1781272657.135258:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+95:28246:x1867799159256576:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 744us (995us total) trans 4294967920 rc 0/0 00000100:00100000:1.0:1781272657.135266:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1061 00000100:00080000:0.0:1781272657.136211:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272657.145631:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272657.147004:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159256704 00000100:00100000:1.0:1781272657.147027:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159256704 00000100:00100000:1.0:1781272657.147102:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 274 00000100:00100000:1.0:1781272657.147115:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159256704:12345-192.168.204.14@tcp:1:lfs.0 00010000:00010000:1.0:1781272657.147179:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.147205:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c98a2201/0x94898f2cdefc3a61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835cd expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.147216:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835db expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.147223:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272657.147226:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272657.147229:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.147281:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835db expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.147301:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835db expref: 13 pid: 8405 timeout: 714 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272657.147323:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168615424:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272657.147495:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c98a2201/0x94898f2cdefc3a61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835cd expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.147506:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c98a2201/0x94898f2cdefc3a61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835cd expref: 12 pid: 9894 timeout: 714 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272657.147516:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168615552:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272657.147543:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d300 going to sleep for 11 seconds 00000100:00100000:2.0:1781272657.156623:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168615424:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272657.156647:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168615552:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272657.156695:0:15938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272657.161342:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272657.161384:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272657.166773:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159256832 00000100:00100000:3.0:1781272657.166801:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159256832 00010000:00010000:3.0:1781272657.166946:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c98a2201/0x94898f2cdefc3a61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835cd expref: 13 pid: 9894 timeout: 714 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272657.167009:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159256960 00000100:00100000:3.0:1781272657.167013:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159256960 00010000:00010000:3.0:1781272657.167031:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835db expref: 14 pid: 8405 timeout: 714 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272657.167062:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 331 00000100:00100000:3.0:1781272657.167073:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159256832:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272657.167095:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272657.167127:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c98a2201/0x94898f2cdefc3a61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835cd expref: 13 pid: 9894 timeout: 714 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167145:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c98a2201/0x94898f2cdefc3a61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835cd expref: 13 pid: 9894 timeout: 714 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167177:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c98a2201/0x94898f2cdefc3a61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835cd expref: 13 pid: 9894 timeout: 714 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167201:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272657.167295:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159256832:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 223us (5966us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272657.167304:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 331 00000100:00100000:3.0:1781272657.167329:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 332 00000100:00100000:3.0:1781272657.167336:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+14:2389:x1867799159256960:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272657.167348:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272657.167358:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835db expref: 14 pid: 8405 timeout: 714 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167372:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835db expref: 14 pid: 8405 timeout: 714 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167385:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011830aeb/0x94898f2cdefc3a84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835db expref: 14 pid: 8405 timeout: 714 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167395:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272657.167397:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272657.167402:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167413:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167450:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272657.167471:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+13:2389:x1867799159256960:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 135us (6086us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272657.167477:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 332 00010000:00010000:3.0:1781272657.167523:0:15938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167541:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167568:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167578:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167588:0:15938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167595:0:15938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272657.167600:0:15938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167612:0:15938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167625:0:15938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.167634:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3aa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272657.167697:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159256704:12345-192.168.204.14@tcp:1:lfs.0 Request processed in 20586us (22086us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272657.167708:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 274 00000100:00080000:0.0:1781272657.168304:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272657.171998:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272657.172211:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159257216 00000100:00100000:2.0:1781272657.172226:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159257216 00000100:00100000:2.0:1781272657.172306:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 200 00000100:00100000:2.0:1781272657.172320:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c3940850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+95:28246:x1867799159257216:12345-192.168.204.14@tcp:35:lfs.0 00000004:00010000:2.0:1781272657.172417:0:6495:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1a:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3a92 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835e2 expref: 95 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272657.172714:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967921 00000001:00080000:2.0:1781272657.173191:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967922 00010000:00010000:2.0:1781272657.173244:0:6495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.173265:0:6495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc39f1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83595 expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.173275:0:6495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835aa expref: 98 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.173284:0:6495:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.173332:0:6495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835aa expref: 98 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.173351:0:6495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835aa expref: 98 pid: 12323 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272657.173370:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168615680:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272657.173512:0:6495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc39f1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83595 expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.173523:0:6495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc39f1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83595 expref: 47 pid: 8162 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272657.173533:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bedc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168615808:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272657.173563:0:6495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c887af00 going to sleep for 11 seconds 00000100:00100000:1.0:1781272657.181625:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272657.181666:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272657.181703:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159257472 00000100:00100000:1.0:1781272657.181715:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159257472 00010000:00010000:1.0:1781272657.181779:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc39f1 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83595 expref: 48 pid: 8162 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272657.181823:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159257344 00000100:00100000:1.0:1781272657.181827:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159257344 00010000:00010000:1.0:1781272657.181894:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835aa expref: 99 pid: 12323 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272657.181923:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d7480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168615680:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272657.181934:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 333 00000100:00100000:2.0:1781272657.181951:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bedc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168615808:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272657.181953:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159257472:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272657.181978:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272657.181987:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc39f1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83595 expref: 48 pid: 8162 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.181991:0:6495:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.182005:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc39f1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83595 expref: 48 pid: 8162 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272657.182064:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 334 00000100:00100000:0.0:1781272657.182078:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+99:2390:x1867799159257344:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272657.182089:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272657.182095:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835aa expref: 99 pid: 12323 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.183392:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc39f1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83595 expref: 48 pid: 8162 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272657.183409:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835aa expref: 99 pid: 12323 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.183439:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:1.0:1781272657.183453:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.183465:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.183472:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272657.183485:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3a22 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835aa expref: 99 pid: 12323 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272657.183502:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:0.0:1781272657.183507:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272657.183517:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272657.183526:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272657.183569:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272657.183646:0:6495:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.183656:0:6495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272657.183964:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967923 00000001:00080000:2.0:1781272657.184114:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967924 00000001:00080000:2.0:1781272657.184153:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967925 00000100:00100000:2.0:1781272657.184258:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bedc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168615936:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1781272657.184380:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+101:2390:x1867799159257344:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 2303us (2709us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272657.184393:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 334 00000100:00080000:0.0:1781272657.184445:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272657.187130:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:2390:x1867799159257472:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 5164us (5502us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272657.187151:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 333 00000100:00100000:2.0:1781272657.189265:0:6495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272657.189329:0:6495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4d106a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272657.189615:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168615936 00000100:00100000:0.0:1781272657.189633:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168615936 00000100:00100000:0.0:1781272657.190225:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1781272657.190242:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6495:x1867799168615936:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1781272657.190418:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6495:x1867799168615936:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 180us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272657.190428:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1781272657.190527:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bedc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168615936:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1781272657.190905:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967926 00000100:00100000:2.0:1781272657.191030:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bedc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168616064:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1781272657.191080:0:6495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272657.191108:0:6495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c4f830c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272657.191187:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168616064 00000100:00100000:0.0:1781272657.191194:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168616064 00000100:00100000:0.0:1781272657.191244:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1781272657.191251:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6495:x1867799168616064:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1781272657.191411:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6495:x1867799168616064:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 159us (328us total) trans 4294967351 rc 0/0 00000100:00100000:0.0:1781272657.191420:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1781272657.191492:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bedc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168616064:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1781272657.191523:0:6495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.191535:0:6495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.191550:0:6495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.191558:0:6495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210b000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272657.191564:0:6495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.191575:0:6495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.191597:0:6495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272657.191600:0:6495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1781272657.191609:0:6495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.191617:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aa7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781272657.191955:0:6495:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1781272657.192052:0:6495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9032 00000004:00080000:2.0:1781272657.192069:0:6495:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 614087236491ns, next at 615087232919ns, rc = 0 00000001:00080000:2.0:1781272657.192077:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967927 00010000:00010000:2.0:1781272657.192112:0:6495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272657.192116:0:6495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1781272657.192125:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3a92 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835e2 expref: 102 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272657.193841:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c3940850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+101:28246:x1867799159257216:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 21498us (21833us total) trans 4294967928 rc 0/0 00000100:00100000:2.0:1781272657.193876:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 200 00000020:00080000:2.0:1781272657.193886:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1781272657.210604:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272657.210803:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159257600 00000100:00100000:2.0:1781272657.210819:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159257600 00000100:00100000:2.0:1781272657.210941:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1062 00000100:00100000:2.0:1781272657.210955:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+101:28247:x1867799159257600:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:2.0:1781272657.210997:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272657.211028:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835e9 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211138:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3ab5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211159:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211174:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211187:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3abc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211195:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3abc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211201:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3abc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211325:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3ac3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211340:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211347:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272657.211417:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:2.0:1781272657.211424:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272657.211454:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211468:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3ac3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211477:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211485:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3ab5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211492:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211499:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272657.211504:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211514:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3ab5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211529:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:2.0:1781272657.211533:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272657.211540:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3ab5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211547:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3ab5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211559:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3abc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211564:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3abc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211570:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3abc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211576:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210be00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272657.211579:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3abc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211585:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3abc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211591:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8eb4c792eb00) 00010000:00010000:2.0:1781272657.211594:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272657.211597:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3abc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211603:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3abc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211637:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3aae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835e9 expref: 103 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211653:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3ac3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835e9 expref: 102 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.211662:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272657.211665:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272657.211667:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210aa00, rc 0) 00000100:00100000:2.0:1781272657.211765:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+102:28247:x1867799159257600:12345-192.168.204.14@tcp:101:diff.0 Request processed in 813us (1178us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272657.211774:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1062 00000100:00100000:1.0:1781272657.216163:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272657.216220:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159257856 00000100:00100000:1.0:1781272657.216235:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159257856 00000100:00100000:1.0:1781272657.216302:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1063 00000100:00100000:1.0:1781272657.216313:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+102:28247:x1867799159257856:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:1.0:1781272657.216344:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272657.216373:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3aca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835f0 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.216515:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3ad1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.216533:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.216547:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272657.216560:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:1.0:1781272657.216716:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3aca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835f0 expref: 105 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.216738:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3ad1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835f0 expref: 104 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.216749:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:1.0:1781272657.216752:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272657.216756:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:1.0:1781272657.216827:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+104:28247:x1867799159257856:12345-192.168.204.14@tcp:101:diff.0 Request processed in 515us (678us total) trans 4294967929 rc 0/0 00000100:00100000:1.0:1781272657.216869:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1063 00010000:00010000:0.0:1781272657.224242:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272657.229216:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272657.232471:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159258112 00000100:00100000:1.0:1781272657.232497:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159258112 00000100:00100000:1.0:1781272657.232601:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 47 00000100:00100000:1.0:1781272657.232615:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+104:28247:x1867799159258112:12345-192.168.204.14@tcp:103:diff.0 00010000:00010000:1.0:1781272657.232641:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781272657.232694:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3ad1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835f0 expref: 104 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.232720:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3ac3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835e9 expref: 103 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272657.232734:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:1.0:1781272657.232747:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272657.232995:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+102:28247:x1867799159258112:12345-192.168.204.14@tcp:103:diff.0 Request processed in 383us (3795us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272657.233006:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 47 00000100:00100000:1.0:1781272657.245125:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272657.245224:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159258240 00000100:00100000:3.0:1781272657.245238:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159258240 00000100:00100000:3.0:1781272657.245311:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1064 00000100:00100000:3.0:1781272657.245324:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+102:28247:x1867799159258240:12345-192.168.204.14@tcp:58:diff.0 00010000:00010000:3.0:1781272657.245500:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3adf lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.245526:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3adf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272657.245542:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3adf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781272657.246010:0:6493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:3.0:1781272657.246145:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+102:28247:x1867799159258240:12345-192.168.204.14@tcp:58:diff.0 Request processed in 822us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272657.246155:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1064 00000100:00100000:0.0:1781272657.250466:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272657.250609:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159258368 00000100:00100000:2.0:1781272657.250626:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159258368 00000100:00100000:2.0:1781272657.251010:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1065 00000100:00100000:2.0:1781272657.251024:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+102:28247:x1867799159258368:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:2.0:1781272657.251058:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272657.251091:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3ae6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835f7 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.251176:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3adf lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.251190:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3ae6 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835f7 expref: 103 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.251216:0:8162:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3adf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.251231:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3ae6 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835f7 expref: 103 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.251249:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4cace0600) 00010000:00010000:2.0:1781272657.251253:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272657.251258:0:8162:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3ae6 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835f7 expref: 103 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272657.251272:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210b000, rc 0) 00000100:00100000:2.0:1781272657.251364:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+103:28247:x1867799159258368:12345-192.168.204.14@tcp:101:diff.0 Request processed in 342us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272657.251372:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1065 00000100:00100000:2.0:1781272657.984827:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272657.984901:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168616192:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272657.985009:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272657.985206:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168616192 00000100:00100000:0.0:1781272657.985218:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168616192 00000100:00100000:0.0:1781272657.985300:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1781272657.985313:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168616192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272657.985363:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:0.0:1781272657.985434:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168616192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272657.985444:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1781272657.985729:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168616192:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1781272657.986411:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272657.986418:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272657.986454:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 5 00000040:00080000:0.0:1781272657.986463:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272657.986646:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168616320:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272657.986752:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61eca80 going to sleep for 11 seconds 00000100:00100000:3.0:1781272657.993793:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168616320:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272657.999114:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272657.999226:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159258496 00000100:00100000:1.0:1781272657.999242:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159258496 00000100:00100000:1.0:1781272657.999326:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1066 00000100:00100000:1.0:1781272657.999338:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:28248:x1867799159258496:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272658.005604:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272658.005876:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:28248:x1867799159258496:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 6532us (6770us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272658.005891:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1066 00000100:00100000:3.0:1781272658.009175:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272658.009510:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159258624 00000100:00100000:1.0:1781272658.009524:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159258624 00000100:00100000:1.0:1781272658.009594:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1067 00000100:00100000:1.0:1781272658.009605:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:28248:x1867799159258624:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1781272658.009710:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3aed lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.009742:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3aed lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.009757:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3aed lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.009774:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3af4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.009782:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3af4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.009788:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3af4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.009814:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3afb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.009822:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3afb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.009827:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3afb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272658.010181:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:1.0:1781272658.010186:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272658.010203:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3afb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.010215:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3aed lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.010227:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3aed lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.010235:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3aed lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.010241:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272658.010246:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3aed lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.010253:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3aed lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.010266:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:1.0:1781272658.010269:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272658.010273:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3aed lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011136:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3aed lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011166:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3af4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011172:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3af4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011179:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3af4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011184:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272658.011189:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3af4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011196:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3af4 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011209:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x202d96c9 (ffff8eb4d0ba7900) 00010000:00010000:1.0:1781272658.011212:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272658.011216:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3af4 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011222:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3af4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011241:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3afb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011246:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3afb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011252:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3afb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011257:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272658.011260:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3afb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011265:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3afb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011272:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4cace0600) 00010000:00010000:1.0:1781272658.011288:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272658.011292:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3afb lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.011298:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3afb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272658.011735:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:28248:x1867799159258624:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 2114us (2556us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272658.011748:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1067 00000100:00100000:3.0:1781272658.018812:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.019022:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159258880 00000100:00100000:2.0:1781272658.019036:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159258880 00000100:00100000:2.0:1781272658.019117:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1068 00000100:00100000:2.0:1781272658.019130:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:28248:x1867799159258880:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272658.019162:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272658.019204:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b02 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab835fe expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.019372:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3b09 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.019393:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3b09 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.019409:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3b09 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272658.019425:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:2.0:1781272658.019547:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3b09 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.019555:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3b09 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.019563:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3b09 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.019571:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272658.019576:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3b09 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.019586:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3b09 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.019602:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4cace0600) 00010000:00010000:2.0:1781272658.019605:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272658.019612:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3b09 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.019619:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3b09 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.019798:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b02 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835fe expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.019812:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:2.0:1781272658.019815:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272658.019820:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b02 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835fe expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.019895:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210be00, rc 0) 00000100:00100000:2.0:1781272658.019976:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:28248:x1867799159258880:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 848us (1181us total) trans 4294967930 rc 301/301 00000100:00100000:2.0:1781272658.019984:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1068 00000100:00100000:0.0:1781272658.032689:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272658.033324:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159259008 00000100:00100000:1.0:1781272658.033340:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159259008 00000100:00100000:1.0:1781272658.033465:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1069 00000100:00100000:1.0:1781272658.033479:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:28248:x1867799159259008:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272658.033538:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272658.033709:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:28248:x1867799159259008:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 232us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272658.033718:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1069 00000100:00100000:0.0:1781272658.038395:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272658.038616:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159259264 00000100:00100000:3.0:1781272658.038630:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159259264 00000100:00100000:3.0:1781272658.038764:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1070 00000100:00100000:3.0:1781272658.038777:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:28248:x1867799159259264:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272658.038818:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272658.038903:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b17 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83605 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.039569:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b1e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.039589:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b1e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.039608:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b1e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272658.039620:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00010000:00010000:3.0:1781272658.039679:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b17 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83605 expref: 51 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.039702:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b1e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83605 expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.039712:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4cace0100) 00010000:00010000:3.0:1781272658.039714:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272658.039719:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646e00, rc 0) 00000100:00100000:3.0:1781272658.039801:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:28248:x1867799159259264:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1026us (1422us total) trans 4294967931 rc 0/0 00000100:00100000:3.0:1781272658.039812:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1070 00000100:00100000:0.0:1781272658.048734:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272658.049070:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159259520 00000100:00100000:3.0:1781272658.049087:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159259520 00000100:00100000:3.0:1781272658.049217:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1071 00000100:00100000:3.0:1781272658.049231:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:28248:x1867799159259520:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272658.049318:0:12323:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272658.049356:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b1e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83605 expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.049380:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4cace0100) 00010000:00010000:3.0:1781272658.049394:0:12323:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272658.049423:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.049441:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a37 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835b8 expref: 102 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.049451:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 4/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.049494:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835b8 expref: 102 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.049511:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a37 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835b8 expref: 102 pid: 6493 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272658.049530:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168616448:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272658.049694:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f625d240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272658.055910:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.056072:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159259648 00000100:00100000:2.0:1781272658.056085:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159259648 00010000:00010000:2.0:1781272658.056141:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a37 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835b8 expref: 103 pid: 6493 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272658.056192:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 335 00000100:00100000:2.0:1781272658.056204:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+103:2390:x1867799159259648:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272658.056228:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272658.056237:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a37 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835b8 expref: 103 pid: 6493 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.056253:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a37 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835b8 expref: 103 pid: 6493 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.056286:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:2.0:1781272658.056293:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.056305:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.056314:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.056341:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272658.056419:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+103:2390:x1867799159259648:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 216us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272658.056428:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 335 00010000:00010000:3.0:1781272658.058177:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3a37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835b8 expref: 102 pid: 6493 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272658.058213:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168616448:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272658.058247:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058259:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058265:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058303:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x9cbbbed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058319:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x9cbbbed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058331:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x9cbbbed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058401:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058409:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058414:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058425:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058431:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272658.058437:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058446:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058460:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:3.0:1781272658.058463:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272658.058468:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 3/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058474:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b2c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058487:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x9cbbbed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058493:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b33 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x9cbbbed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058499:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x9cbbbed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058504:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272658.058507:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b33 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x9cbbbed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058518:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b33 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x9cbbbed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058525:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x9cbbbed (ffff8eb4cace0100) 00010000:00010000:3.0:1781272658.058528:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272658.058531:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b33 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x9cbbbed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.058537:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b33 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x9cbbbed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272658.058667:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:28248:x1867799159259520:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 9436us (9946us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272658.058677:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1071 00000100:00100000:0.0:1781272658.066718:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272658.066910:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159259776 00000100:00100000:1.0:1781272658.066925:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159259776 00000100:00100000:1.0:1781272658.067043:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1072 00000100:00100000:1.0:1781272658.067057:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:28248:x1867799159259776:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272658.067086:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272658.067119:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3b3a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8360c expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.067168:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3b41 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.067184:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3b41 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.067198:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3b41 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.067347:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3b3a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8360c expref: 51 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.067367:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3b41 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8360c expref: 50 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.067377:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:1.0:1781272658.067381:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272658.067385:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:1.0:1781272658.067464:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:28248:x1867799159259776:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 410us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272658.067472:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1072 00000100:00100000:0.0:1781272658.073116:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.073677:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159260032 00000100:00100000:2.0:1781272658.073693:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159260032 00000100:00100000:2.0:1781272658.073787:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1073 00000100:00100000:2.0:1781272658.073800:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:28248:x1867799159260032:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272658.074122:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b48 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.074146:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b48 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.074161:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b48 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272658.074361:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000078253da1 reply state 00000000f9ff9da3 transno 4294967932 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b48 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.074377:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.076947:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:2.0:1781272658.076961:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781272658.076970:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272658.077171:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+52:28248:x1867799159260032:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 3367us (4067us total) trans 4294967932 rc 0/0 00000100:00100000:2.0:1781272658.077183:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1073 00000100:00100000:0.0:1781272658.087035:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272658.087247:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159260160 00000100:00100000:3.0:1781272658.087264:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159260160 00000100:00100000:3.0:1781272658.087355:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1074 00000100:00100000:3.0:1781272658.087369:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+52:28248:x1867799159260160:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272658.087402:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272658.087431:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b4f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83613 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.087511:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83613 expref: 53 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.087531:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83613 expref: 53 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.087550:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:3.0:1781272658.087554:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272658.087559:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646e00, rc 0) 00000100:00100000:3.0:1781272658.087637:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:28248:x1867799159260160:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 272us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272658.087646:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1074 00000100:00100000:0.0:1781272658.091036:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272658.092667:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159260288 00000100:00100000:3.0:1781272658.092690:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159260288 00000100:00100000:3.0:1781272658.092789:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 201 00000100:00100000:3.0:1781272658.092801:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:28248:x1867799159260288:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1781272658.093151:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:28248:x1867799159260288:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 Request processed in 351us (2136us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272658.093160:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 201 00000100:00100000:0.0:1781272658.100754:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.102692:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159260544 00000100:00100000:2.0:1781272658.102716:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159260544 00000100:00100000:2.0:1781272658.103030:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 202 00000100:00100000:2.0:1781272658.103043:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:28248:x1867799159260544:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272658.103337:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:28248:x1867799159260544:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 297us (2610us total) trans 4294967933 rc 0/0 00000100:00100000:2.0:1781272658.103346:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 202 00000100:00100000:1.0:1781272658.107628:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.107800:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159260800 00000100:00100000:2.0:1781272658.107815:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159260800 00000100:00100000:2.0:1781272658.108309:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1075 00000100:00100000:2.0:1781272658.108324:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:28248:x1867799159260800:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272658.108520:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:28248:x1867799159260800:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 201us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272658.108530:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1075 00000100:00100000:0.0:1781272658.112258:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272658.112364:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159261056 00000100:00100000:3.0:1781272658.112379:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159261056 00000100:00100000:3.0:1781272658.112459:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1076 00000100:00100000:3.0:1781272658.112471:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+54:28248:x1867799159261056:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272658.112501:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272658.112532:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b56 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8361a expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.112689:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.112710:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b4f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83613 expref: 55 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.112721:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.112926:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83613 expref: 55 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.112943:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b4f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83613 expref: 55 pid: 12323 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272658.112964:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168616576:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272658.113134:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f625d180 going to sleep for 11 seconds 00000100:00100000:1.0:1781272658.117483:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.117561:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159261184 00000100:00100000:2.0:1781272658.117575:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159261184 00010000:00010000:2.0:1781272658.117627:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b4f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83613 expref: 56 pid: 12323 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272658.117677:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 336 00000100:00100000:2.0:1781272658.117689:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e915ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:2391:x1867799159261184:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272658.117709:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272658.117718:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b4f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83613 expref: 56 pid: 12323 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.117744:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b4f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83613 expref: 56 pid: 12323 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.117782:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:2.0:1781272658.117788:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.117801:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.117811:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.117888:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272658.117962:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e915ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:2391:x1867799159261184:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 274us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272658.117972:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 336 00010000:00010000:3.0:1781272658.119588:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3b4f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83613 expref: 55 pid: 12323 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272658.119619:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168616576:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272658.119651:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.119664:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.119671:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272658.119698:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00080000:3.0:1781272658.120543:0:8162:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x14:0x0], index 0: 0 00010000:00010000:3.0:1781272658.120691:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.120702:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.120710:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.120717:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272658.120723:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.120803:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.120824:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:3.0:1781272658.120827:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272658.120975:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.120982:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3b5d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.121058:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b56 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8361a expref: 55 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.121069:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:3.0:1781272658.121072:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272658.121076:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8361a expref: 55 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.121086:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646000, rc 0) 00000100:00100000:3.0:1781272658.121247:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+54:28248:x1867799159261056:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 8777us (9007us total) trans 4294967934 rc 301/301 00000100:00100000:3.0:1781272658.121258:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1076 00000100:00100000:1.0:1781272658.124115:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272658.124206:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159261440 00000100:00100000:3.0:1781272658.124221:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159261440 00000100:00100000:3.0:1781272658.124292:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 203 00000100:00100000:3.0:1781272658.124305:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+54:28248:x1867799159261440:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272658.124781:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+55:28248:x1867799159261440:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 477us (678us total) trans 4294967935 rc 0/0 00000100:00100000:3.0:1781272658.124791:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 203 00000100:00100000:0.0:1781272658.127393:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272658.127500:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159261568 00000100:00100000:1.0:1781272658.127514:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159261568 00000100:00100000:1.0:1781272658.127628:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1077 00000100:00100000:1.0:1781272658.127642:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+55:28248:x1867799159261568:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272658.127673:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272658.127702:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3b6b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83621 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.128078:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b72 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.128098:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.128111:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272658.128167:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00200000:1.0:1781272658.128172:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272658.128198:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.128229:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3b6b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83621 expref: 57 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.128250:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b72 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83621 expref: 56 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.128260:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:1.0:1781272658.128264:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1781272658.128269:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc400, rc 0) 00000100:00100000:1.0:1781272658.128401:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+56:28248:x1867799159261568:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 762us (1020us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272658.128410:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1077 00000100:00100000:0.0:1781272658.131241:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272658.131337:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159261696 00000100:00100000:1.0:1781272658.131351:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159261696 00000100:00100000:1.0:1781272658.131504:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 275 00000100:00100000:1.0:1781272658.131518:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159261696:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272658.131541:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272658.131567:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3b79 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83628 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272658.131598:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781272658.131624:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272658.131626:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272658.131636:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3b79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83628 expref: 9 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.131656:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3b79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83628 expref: 9 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.131672:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc000, rc 0) 00000100:00100000:1.0:1781272658.131754:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159261696:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 239us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272658.131761:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 275 00000100:00080000:0.0:1781272658.131928:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272658.133966:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272658.134163:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159261952 00000100:00100000:3.0:1781272658.134177:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159261952 00000100:00100000:3.0:1781272658.134247:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1078 00000100:00100000:3.0:1781272658.134260:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+56:28248:x1867799159261952:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272658.134424:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+56:28248:x1867799159261952:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 166us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272658.134433:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1078 00000100:00100000:2.0:1781272658.141103:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272658.141225:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159262080 00000100:00100000:0.0:1781272658.141239:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159262080 00000100:00100000:0.0:1781272658.141351:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 276 00000100:00100000:0.0:1781272658.141365:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:28248:x1867799159262080:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272658.141393:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272658.141422:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8362f expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.141472:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3b79 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83628 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.141483:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272658.141485:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272658.141490:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8362f expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.141540:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3b79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83628 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.141565:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3b79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83628 expref: 10 pid: 8404 timeout: 715 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272658.141584:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168616704:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272658.141718:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61ece40 going to sleep for 11 seconds 00000100:00100000:0.0:1781272658.144451:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.144591:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3919180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168616704:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272658.144626:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159262208 00000100:00100000:3.0:1781272658.144637:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159262208 00010000:00010000:2.0:1781272658.144646:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8362f expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.144680:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220e00, rc 0) 00010000:00010000:3.0:1781272658.144693:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3b79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83628 expref: 11 pid: 8404 timeout: 715 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272658.144764:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 337 00000100:00100000:2.0:1781272658.144764:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:28248:x1867799159262080:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 3400us (3677us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272658.144780:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 276 00000100:00100000:3.0:1781272658.144782:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159262208:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272658.144805:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272658.144918:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3b79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83628 expref: 10 pid: 8404 timeout: 715 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.144937:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3b79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83628 expref: 10 pid: 8404 timeout: 715 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.144968:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d561fce3/0x94898f2cdefc3b79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83628 expref: 10 pid: 8404 timeout: 715 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.144986:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272658.144988:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272658.144997:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8362f expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.145009:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8362f expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.145052:0:9494:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8362f expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272658.145067:0:9494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9494:1867799168616832:192.168.204.14@tcp:105: 00000100:00100000:3.0:1781272658.145131:0:9494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4d28e8600 going to sleep for 11 seconds 00000100:00100000:3.0:1781272658.151575:0:9494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:9494:1867799168616832:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272658.151616:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272658.151702:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159262208:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 6924us (7266us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272658.151720:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 337 00000100:00100000:2.0:1781272658.153746:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272658.154296:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159262336 00000100:00100000:1.0:1781272658.154311:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159262336 00002000:00100000:1.0:1781272658.154388:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff8eb3c3232a00 x1867799159262336/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:414/0 lens 648/0 e 0 to 0 dl 1781272669 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272658.154401:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3232a00 with x1867799159262336 ext(0->157) 00002000:00010000:1.0:1781272658.154409:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c3232a00 00000100:00100000:1.0:1781272658.154493:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 80 00000100:00100000:1.0:1781272658.154506:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159262336:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1781272658.156275:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159262336:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 1756us (2541us total) trans 4294967348 rc 0/0 00000100:00100000:1.0:1781272658.156296:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 80 00002000:00100000:1.0:1781272658.156316:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff8eb3c3232a00 x1867799159262336/t4294967348(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:414/0 lens 648/448 e 0 to 0 dl 1781272669 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272658.156328:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3232a00 with x1867799159262336 ext(0->157) 00002000:00010000:1.0:1781272658.156336:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c3232a00 00000100:00100000:0.0:1781272658.160117:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.160242:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159262464 00000100:00100000:2.0:1781272658.160257:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159262464 00000100:00100000:2.0:1781272658.160341:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1079 00000100:00100000:2.0:1781272658.160356:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+56:28248:x1867799159262464:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1781272658.162713:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967935 is committed 00000001:00080000:1.0:1781272658.162772:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967929 is committed 00000004:00080000:1.0:1781272658.162780:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000020:00080000:1.0:1781272658.162812:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4d106a840 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:1.0:1781272658.162819:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c230d100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4c1377300 00000020:00080000:1.0:1781272658.162822:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c230dd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c4f00200 00000020:00080000:1.0:1781272658.162906:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00000020:00080000:1.0:1781272658.162929:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000020:00080000:1.0:1781272658.163036:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:1.0:1781272658.163213:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+45:28248:x1867799159262464:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 2854us (3106us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272658.163227:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1079 00010000:00010000:0.0:1781272658.163411:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3911 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163425:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3911 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163433:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3911 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163440:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272658.163447:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3911 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163457:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3911 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163483:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8eb4d0ba7b00) 00010000:00010000:0.0:1781272658.163487:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272658.163494:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3911 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163506:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3911 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163532:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3918 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163539:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3918 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163545:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3918 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163551:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272658.163554:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3918 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163561:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3918 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163569:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff8eb4d0ba7400) 00010000:00010000:0.0:1781272658.163572:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272658.163576:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3918 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272658.163582:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3918 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272658.163974:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272658.163996:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168616960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781272658.164068:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272658.164570:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168616960 00000100:00100000:2.0:1781272658.164583:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168616960 00000100:00100000:2.0:1781272658.164665:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1781272658.164679:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168616960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1781272658.164714:0:15938:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:21 count 1 00002000:00010000:2.0:1781272658.164762:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 158, mtime: 0x6a2c104f, atime: 0x0, ctime: 0x6a2c104f, blocks: 0x8 00010000:00010000:2.0:1781272658.164771:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc3b87 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.164790:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272658.164792:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272658.164800:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc3b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.164818:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc3b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.164828:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc3b87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.164871:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc3b87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.165047:0:15938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781272658.165269:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3618:x1867799168616960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 592us (1199us total) trans 4294967352 rc 0/0 00000100:00100000:2.0:1781272658.165281:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000004:00080000:2.0:1781272658.165346:0:3618:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c3230380/2, rc 0, transno 4294967352 00000100:00100000:2.0:1781272658.165354:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168616960:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1781272658.165423:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272658.165432:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc3b87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.165441:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210bc00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272658.165447:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc3b87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.165459:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc3b87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.165478:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc3b87 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.165486:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6324025/0x94898f2cdefc3b87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.165509:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272658.165512:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272658.165513:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1781272658.165586:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1781272658.167430:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167454:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39ea lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167464:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167471:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272658.167477:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167487:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39ea lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167509:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff8eb4c792eb00) 00010000:00010000:3.0:1781272658.167511:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272658.167516:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39ea lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167523:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc39ea lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167560:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167568:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b48 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167579:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167584:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210be00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272658.167587:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167593:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b48 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167602:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:3.0:1781272658.167605:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1781272658.167609:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b48 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.167614:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3b48 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272658.168270:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272658.168455:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159262592 00000100:00100000:1.0:1781272658.168468:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159262592 00000100:00100000:1.0:1781272658.168541:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 278 00000100:00100000:1.0:1781272658.168553:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159262592:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1781272658.171396:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00000100:00100000:1.0:1781272658.173365:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159262592:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 4795us (5084us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272658.173385:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 278 00000100:00100000:2.0:1781272658.176465:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272658.176634:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159262848 00000100:00100000:1.0:1781272658.176651:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159262848 00000100:00100000:1.0:1781272658.176824:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1080 00000100:00100000:1.0:1781272658.176892:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+43:28248:x1867799159262848:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781272658.177039:0:6493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272658.177078:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b72 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83621 expref: 43 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.177105:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:1.0:1781272658.177111:0:6493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272658.177154:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3b8e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.177172:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3b8e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.177184:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3b8e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272658.177353:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e5049ee8 reply state 0000000030a5f3c4 transno 4294967936 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3b8e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.177368:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3b8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.177374:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:1.0:1781272658.177376:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272658.177379:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272658.177511:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:28248:x1867799159262848:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 631us (1060us total) trans 4294967936 rc 0/0 00000100:00100000:1.0:1781272658.177519:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1080 00000100:00100000:2.0:1781272658.179988:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272658.180132:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159262976 00000100:00100000:3.0:1781272658.180145:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159262976 00000100:00100000:3.0:1781272658.180211:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1081 00000100:00100000:3.0:1781272658.180222:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:28248:x1867799159262976:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272658.180255:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272658.180281:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b95 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83636 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.180349:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b95 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83636 expref: 45 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.180372:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b95 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83636 expref: 45 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.180394:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:3.0:1781272658.180398:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272658.180401:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646000, rc 0) 00000100:00100000:3.0:1781272658.180471:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:28248:x1867799159262976:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 250us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272658.180479:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1081 00000100:00100000:0.0:1781272658.183269:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.183492:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159263104 00000100:00100000:2.0:1781272658.183507:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159263104 00000100:00100000:2.0:1781272658.183576:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 279 00000100:00100000:2.0:1781272658.183588:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159263104:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1781272658.183820:0:9894:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1781272658.183824:0:9894:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb mtime from disk: 0 -> 1781272655 00002000:00010000:2.0:1781272658.183827:0:9894:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb atime from disk: 0 -> 1781272655 00002000:00010000:2.0:1781272658.183877:0:9894:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb ctime from disk: 0 -> 1781272655 00002000:00010000:2.0:1781272658.183880:0:9894:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1781272658.183968:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159263104:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 382us (713us total) trans 4294967349 rc 0/0 00000100:00100000:2.0:1781272658.183978:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 279 00000100:00100000:0.0:1781272658.187742:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272658.187908:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159263360 00000100:00100000:1.0:1781272658.187923:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159263360 00000100:00100000:1.0:1781272658.188006:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1082 00000100:00100000:1.0:1781272658.188019:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+45:28248:x1867799159263360:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1781272658.188114:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.188137:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3b41 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8360c expref: 45 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.188149:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.188199:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3b41 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8360c expref: 45 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.188215:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3b41 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8360c expref: 45 pid: 6492 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272658.188233:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168617088:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272658.188350:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d180 going to sleep for 11 seconds 00000100:00100000:0.0:1781272658.191385:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272658.191754:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168617088:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272658.191796:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272658.191905:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159263488 00000100:00100000:3.0:1781272658.191921:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159263488 00010000:00010000:3.0:1781272658.191973:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3b41 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8360c expref: 46 pid: 6492 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272658.192016:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 338 00000100:00100000:3.0:1781272658.192027:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:2390:x1867799159263488:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272658.192047:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272658.192055:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3b41 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8360c expref: 46 pid: 6492 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.192069:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3b41 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8360c expref: 46 pid: 6492 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.192099:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3b41 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8360c expref: 46 pid: 6492 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.192127:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:3.0:1781272658.192133:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.192145:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.192154:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.192187:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272658.192262:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:2390:x1867799159263488:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 236us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272658.192271:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 338 00010000:00010000:1.0:1781272658.192435:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.192444:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.192508:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.192521:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.192532:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.192540:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272658.192545:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.192554:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.192565:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:1.0:1781272658.192568:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781272658.192572:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.192579:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3b9c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272658.192630:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:28248:x1867799159263360:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 4614us (4905us total) trans 0 rc -22/-22 00000100:00100000:1.0:1781272658.192639:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1082 00000100:00100000:0.0:1781272658.195626:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.195799:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159263616 00000100:00100000:2.0:1781272658.195812:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159263616 00000100:00100000:2.0:1781272658.196157:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 280 00000100:00100000:2.0:1781272658.196170:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159263616:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272658.196234:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.196262:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8362f expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.196272:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272658.196275:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272658.196280:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.196332:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8362f expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.196350:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8362f expref: 10 pid: 9894 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272658.196369:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168617216:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272658.196483:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c4f83840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272658.199809:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168617216:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272658.199901:0:15938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272658.201238:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272658.201315:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159263744 00000100:00100000:1.0:1781272658.201327:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159263744 00010000:00010000:1.0:1781272658.201383:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8362f expref: 11 pid: 9894 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272658.201472:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 339 00000100:00100000:1.0:1781272658.201487:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159263744:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272658.201509:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272658.201541:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8362f expref: 11 pid: 9894 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.201557:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8362f expref: 11 pid: 9894 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.201586:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc3b80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8362f expref: 11 pid: 9894 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.201606:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272658.201608:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272658.201615:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.201631:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.201666:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272658.201703:0:15938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.201713:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.201747:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.201758:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.201767:0:15938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.201775:0:15938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210bc00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272658.201780:0:15938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.201789:0:15938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.201802:0:15938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.201810:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3ba3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272658.201811:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159263744:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 327us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272658.202329:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159263616:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 6161us (6716us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272658.202340:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 280 00000100:00100000:1.0:1781272658.203535:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 339 00000100:00100000:0.0:1781272658.205586:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272658.205690:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159264000 00000100:00100000:3.0:1781272658.205702:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159264000 00000100:00100000:3.0:1781272658.206008:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1083 00000100:00100000:3.0:1781272658.206025:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:28248:x1867799159264000:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272658.206150:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3baa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.206174:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3baa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.206190:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3baa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.206422:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.206437:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b95 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83636 expref: 45 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.206446:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.206555:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b95 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83636 expref: 45 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.206572:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b95 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83636 expref: 45 pid: 6492 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272658.206589:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168617344:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272658.206692:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c4f82840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272658.210232:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.210326:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159264128 00000100:00100000:2.0:1781272658.210337:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159264128 00010000:00010000:2.0:1781272658.210392:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b95 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83636 expref: 46 pid: 6492 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272658.210448:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 340 00000100:00100000:3.0:1781272658.210453:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168617344:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272658.210458:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:2391:x1867799159264128:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272658.210484:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.210550:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272658.210564:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b95 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83636 expref: 46 pid: 6492 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.210577:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b95 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83636 expref: 46 pid: 6492 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.210607:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3b95 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83636 expref: 46 pid: 6492 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.210628:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:2.0:1781272658.210634:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.210646:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.210656:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.210777:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272658.210898:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+45:2391:x1867799159264128:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 440us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272658.210908:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 340 00010000:00010000:3.0:1781272658.211146:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.211155:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781272658.212299:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967937 00000001:00080000:0.0:1781272658.212452:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967938 00000001:00080000:0.0:1781272658.212632:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967939 00000100:00100000:0.0:1781272658.212811:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168617472:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1781272658.213155:0:6492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272658.213244:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c7d71840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272658.213299:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168617472 00000100:00100000:2.0:1781272658.213310:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168617472 00000100:00100000:2.0:1781272658.213439:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1781272658.213452:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6492:x1867799168617472:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1781272658.213649:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6492:x1867799168617472:12345-0@lo:1000:mdt00_001.0 Request processed in 200us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272658.213657:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00080000:0.0:1781272658.214234:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272658.214287:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168617472:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1781272658.214593:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967940 00000100:00100000:1.0:1781272658.214674:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168617600:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1781272658.214795:0:6492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272658.214949:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d900 going to sleep for 11 seconds 00000100:00100000:2.0:1781272658.215156:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168617600 00000100:00100000:2.0:1781272658.215164:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168617600 00000100:00100000:2.0:1781272658.215246:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1781272658.215257:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6492:x1867799168617600:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1781272658.215465:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6492:x1867799168617600:12345-0@lo:1000:mdt00_001.0 Request processed in 210us (670us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1781272658.215483:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1781272658.215619:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168617600:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1781272658.215706:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967941 00010000:00010000:1.0:1781272658.215805:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.215818:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.215827:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216020:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272658.216025:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216036:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216057:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:1.0:1781272658.216060:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272658.216066:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216072:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3bb1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216107:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3adf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216114:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3adf lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216121:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3adf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216126:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272658.216129:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3adf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216135:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3adf lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216142:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4cace0600) 00010000:00010000:1.0:1781272658.216144:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272658.216152:0:6492:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3ae6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835f7 expref: 89 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216165:0:6492:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3ae6 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835f7 expref: 89 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216176:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3ae6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835f7 expref: 89 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.216217:0:6492:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210b000/0x94898f2cdefc3ae6 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab835f7 expref: 89 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272658.216232:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168617728:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272658.216362:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620df00 going to sleep for 11 seconds 00000100:00100000:2.0:1781272658.222653:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272658.222770:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159264256 00000100:00100000:3.0:1781272658.222788:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159264256 00000100:00100000:3.0:1781272658.222916:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 204 00000100:00100000:3.0:1781272658.222931:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+90:28247:x1867799159264256:12345-192.168.204.14@tcp:49:diff.0 00000100:00100000:3.0:1781272658.223291:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+90:28247:x1867799159264256:12345-192.168.204.14@tcp:49:diff.0 Request processed in 363us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272658.223301:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 204 00000100:00100000:0.0:1781272658.226354:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.226620:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159264384 00000100:00100000:2.0:1781272658.226633:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159264384 00000100:00100000:2.0:1781272658.226735:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 281 00000100:00100000:2.0:1781272658.226746:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+13:28247:x1867799159264384:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:2.0:1781272658.226770:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272658.226798:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3bb8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8363d expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272658.226872:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a2c104f, atime: 0x6a2c104f, ctime: 0x6a2c104f, blocks: 0x8 00010000:00010000:2.0:1781272658.226912:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272658.226914:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272658.226926:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8363d expref: 14 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1781272658.227361:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1781272658.227412:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f6324025/0x94898f2cdefc3bb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8363d expref: 14 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.227429:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210bc00, rc 0) 00000100:00100000:2.0:1781272658.227734:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+14:28247:x1867799159264384:12345-192.168.204.14@tcp:101:diff.0 Request processed in 988us (1393us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272658.227744:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 281 00000100:00100000:1.0:1781272658.228000:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168617728:192.168.204.14@tcp:105: 00010000:00010000:1.0:1781272658.228040:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3adf lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228050:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3adf lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228092:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3bbf lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228106:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3bbf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228117:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3bbf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228128:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3bbf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228134:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3bbf lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228141:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3bbf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228148:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272658.228153:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3bbf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228161:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3bbf lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228173:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4cace0600) 00010000:00010000:1.0:1781272658.228177:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272658.228181:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3bbf lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228187:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc3bbf lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228196:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3baa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228202:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3baa lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228207:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3baa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228211:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272658.228214:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3baa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228220:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3baa lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228226:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff8eb4cace0600) 00010000:00010000:1.0:1781272658.228229:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272658.228231:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3baa lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272658.228236:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3baa lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272658.228403:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:28248:x1867799159264000:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 22384us (22829us total) trans 4294967942 rc 0/0 00000100:00100000:1.0:1781272658.228414:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1083 00000020:00080000:1.0:1781272658.228418:0:6492:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1781272658.228712:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272658.228718:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272658.229242:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1781272658.229255:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272658.233490:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272658.233603:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159264640 00000100:00100000:3.0:1781272658.233621:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159264640 00000100:00100000:3.0:1781272658.233736:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 205 00000100:00100000:3.0:1781272658.233749:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c3942050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:28248:x1867799159264640:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1781272658.234682:0:15586:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1781272658.234731:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967943 00010000:00010000:3.0:1781272658.234784:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3bc6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.234817:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3bc6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.234872:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3bc6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.234883:0:15586:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3bc6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.234889:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3bc6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.234895:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3bc6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272658.234915:0:15586:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781272658.235160:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272658.235271:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159264768 00000100:00100000:0.0:1781272658.235281:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159264768 00010000:00010000:2.0:1781272658.235386:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781272658.235396:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3bc6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.235405:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646400 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272658.235411:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3bc6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.235421:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3bc6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.235438:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:2.0:1781272658.235441:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781272658.235448:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3bc6 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.235454:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646400/0x94898f2cdefc3bc6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272658.235470:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00100000:0.0:1781272658.235478:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff8eb4c2aa4380 x1867799159264768/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:414/0 lens 488/0 e 0 to 0 dl 1781272669 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1781272658.235482:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272658.235486:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00100000:0.0:1781272658.235493:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2aa4380 with x1867799159264768 ext(0->4095) 00002000:00010000:0.0:1781272658.235500:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4c2aa4380 00000100:00100000:0.0:1781272658.235534:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 81 00000100:00100000:0.0:1781272658.235544:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:114321f4-a03d-418f-858f-46fe7991a8fa+14:2391:x1867799159264768:12345-192.168.204.14@tcp:3:diff.0 00000100:00100000:0.0:1781272658.235774:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:114321f4-a03d-418f-858f-46fe7991a8fa+14:2391:x1867799159264768:12345-192.168.204.14@tcp:3:diff.0 Request processed in 231us (617us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781272658.235784:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 81 00002000:00100000:0.0:1781272658.235792:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff8eb4c2aa4380 x1867799159264768/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:414/0 lens 488/4536 e 0 to 0 dl 1781272669 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1781272658.236067:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c3942050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:28248:x1867799159264640:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 2319us (2593us total) trans 4294967944 rc 0/0 00000100:00100000:3.0:1781272658.236076:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 205 00000020:00080000:3.0:1781272658.236081:0:15586:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00002000:00100000:0.0:1781272658.236184:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2aa4380 with x1867799159264768 ext(0->4095) 00002000:00010000:0.0:1781272658.236188:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4c2aa4380 00010000:00010000:0.0:1781272658.240933:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272658.247642:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272658.247719:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159265024 00000100:00100000:3.0:1781272658.247742:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159265024 00000100:00100000:3.0:1781272658.247822:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 206 00000100:00100000:3.0:1781272658.247896:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+90:28247:x1867799159265024:12345-192.168.204.14@tcp:35:diff.0 00000100:00100000:3.0:1781272658.248424:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+91:28247:x1867799159265024:12345-192.168.204.14@tcp:35:diff.0 Request processed in 591us (797us total) trans 4294967945 rc 0/0 00000100:00100000:3.0:1781272658.248436:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 206 00000100:00100000:2.0:1781272658.579385:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.579449:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.579492:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.579521:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272658.579556:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272658.579589:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159265152 00000100:00100000:0.0:1781272658.579608:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159265152 00000100:00100000:0.0:1781272658.579686:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 687 00000100:00100000:0.0:1781272658.579698:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159265152:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272658.579806:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159265152:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 110us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272658.579815:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 687 00000100:00100000:0.0:1781272658.579918:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159265280 00000100:00100000:0.0:1781272658.579922:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159265280 00000100:00100000:0.0:1781272658.579968:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159265536 00000100:00100000:0.0:1781272658.579971:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159265536 00000100:00100000:0.0:1781272658.579993:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 791 00000100:00100000:0.0:1781272658.580006:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159265280:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272658.580048:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159265280:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 41us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272658.580055:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 791 00000100:00100000:0.0:1781272658.580077:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 792 00000100:00100000:0.0:1781272658.580086:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159265536:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272658.580117:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159265536:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272658.580123:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159265408 00000100:00100000:0.0:1781272658.580125:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 792 00000100:00100000:1.0:1781272658.580149:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159265408 00000100:00080000:0.0:1781272658.580150:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272658.580224:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159265664 00000100:00100000:1.0:1781272658.580230:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159265664 00000100:00100000:1.0:1781272658.580282:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 409 00000100:00100000:1.0:1781272658.580294:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159265408:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272658.580348:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 410 00000100:00100000:0.0:1781272658.580362:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159265664:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272658.580388:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159265408:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 94us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272658.580399:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 409 00000100:00100000:0.0:1781272658.580409:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159265664:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 46us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272658.580433:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 410 00000100:00100000:0.0:1781272659.009816:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272659.009881:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168617856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272659.009959:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272659.010029:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168617856 00000100:00100000:0.0:1781272659.010037:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168617856 00000100:00100000:0.0:1781272659.010089:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1781272659.010098:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168617856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272659.010140:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272659.010189:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168617856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272659.010197:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1781272659.010246:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168617856:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1781272659.093553:0:21873:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272659.093568:0:21873:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272659.093617:0:21873:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 5 00000040:00080000:3.0:1781272659.093624:0:21873:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272659.266783:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272660.290070:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272660.556463:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272660.556487:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168617984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272660.556552:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272660.556617:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168617984 00000100:00100000:2.0:1781272660.556624:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168617984 00000100:00100000:2.0:1781272660.556677:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1781272660.556687:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168617984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272660.556716:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:2.0:1781272660.556758:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168617984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272660.556765:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00080000:2.0:1781272660.556786:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272660.556861:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168617984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272661.056130:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272661.056170:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168618112:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272661.056629:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272661.056880:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168618112 00000100:00100000:1.0:1781272661.056894:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168618112 00000100:00100000:1.0:1781272661.056991:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1781272661.057004:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168618112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272661.057037:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1781272661.057100:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168618112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272661.057109:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00080000:2.0:1781272661.057298:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272661.057698:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168618112:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1781272661.315021:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272661.568789:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272661.568868:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168618624:0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.568936:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168618368:0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.569030:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272661.569098:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168618880:0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.569130:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272661.569172:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272661.569174:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168619392:0@lo:400:kworker.0 00000100:00100000:3.0:1781272661.569204:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168618240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272661.569215:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272661.569242:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168619904:0@lo:400:kworker.0 00000100:00100000:3.0:1781272661.569246:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272661.569282:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168619136:0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.569294:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272661.569323:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272661.569329:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781272661.569341:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168618496:0@lo:400:kworker.0 00000100:00100000:3.0:1781272661.569351:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168619648:0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.569384:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272661.569399:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168618880 00000100:00100000:3.0:1781272661.569411:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168618880 00000100:00100000:1.0:1781272661.569415:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168619008:0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.569452:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272661.569468:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168618624 00000100:00100000:3.0:1781272661.569473:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168618624 00000100:00100000:1.0:1781272661.569487:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168619520:0@lo:400:kworker.0 00000100:00100000:3.0:1781272661.569499:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1781272661.569511:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168618880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.569522:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272661.569583:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168618368 00000100:00100000:3.0:1781272661.569589:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168618880:12345-0@lo:400:kworker.0 Request processed in 79us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272661.569590:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168618368 00000100:00100000:3.0:1781272661.569601:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1781272661.569626:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1781272661.569634:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168618624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272661.569663:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168618624:12345-0@lo:400:kworker.0 Request processed in 30us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272661.569669:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1781272661.569712:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168618240 00000100:00100000:3.0:1781272661.569717:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168618240 00000100:00100000:1.0:1781272661.569721:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1781272661.569731:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168618368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.569765:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168618368:12345-0@lo:400:kworker.0 Request processed in 35us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272661.569772:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1781272661.569828:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168619392 00000100:00100000:1.0:1781272661.569864:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168619392 00000100:00100000:1.0:1781272661.569906:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168619904 00000100:00100000:1.0:1781272661.569909:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168619904 00000100:00100000:1.0:1781272661.570141:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1781272661.570154:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee23a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168619392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.570198:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168618752:0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.570199:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee23a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168619392:12345-0@lo:400:kworker.0 Request processed in 49us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272661.570212:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1781272661.570247:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272661.570281:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168619264:0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.570308:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272661.570328:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168619776:0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.570435:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272661.570488:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168619136 00000100:00100000:0.0:1781272661.570492:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168619136 00000100:00100000:0.0:1781272661.570520:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168618496 00000100:00100000:0.0:1781272661.570522:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168618496 00000100:00100000:0.0:1781272661.570534:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168619008 00000100:00100000:0.0:1781272661.570536:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168619008 00000100:00100000:0.0:1781272661.570551:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168619520 00000100:00100000:0.0:1781272661.570552:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168619520 00000100:00100000:0.0:1781272661.570569:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168618752 00000100:00100000:0.0:1781272661.570572:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168618752 00000100:00100000:0.0:1781272661.570588:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1781272661.570596:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168619136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.570638:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168619136:12345-0@lo:400:kworker.0 Request processed in 43us (1315us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272661.570645:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1781272661.570663:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:0.0:1781272661.570671:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168618496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.570709:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168618496:12345-0@lo:400:kworker.0 Request processed in 40us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272661.570715:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168619264 00000100:00100000:0.0:1781272661.570717:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1781272661.570723:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168619264 00000100:00100000:0.0:1781272661.570734:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1781272661.570743:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168619008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272661.570752:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168619776 00000100:00100000:2.0:1781272661.570757:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168619776 00000100:00100000:0.0:1781272661.570778:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168619008:12345-0@lo:400:kworker.0 Request processed in 36us (1325us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272661.570783:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1781272661.570814:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3620:x1867799168619904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.570817:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1781272661.570872:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1781272661.570880:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168619520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272661.570910:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3620:x1867799168619904:12345-0@lo:400:kworker.0 Request processed in 116us (1621us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272661.570925:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1781272661.570926:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168619520:12345-0@lo:400:kworker.0 Request processed in 44us (1400us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272661.570936:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1781272661.570949:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1781272661.570954:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1781272661.570963:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168619264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.570965:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168618752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.571010:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168618752:12345-0@lo:400:kworker.0 Request processed in 49us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272661.571017:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1781272661.571033:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168619264:12345-0@lo:400:kworker.0 Request processed in 75us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272661.571057:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1781272661.571371:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1781272661.571380:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168618240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272661.571414:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120191808 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:3.0:1781272661.571455:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168618240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (2212us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272661.571462:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1781272661.572475:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168619776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.572536:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168619776:12345-0@lo:400:kworker.0 Request processed in 79us (2099us total) trans 0 rc 0/0 00000100:00080000:3.0:1781272661.573277:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272661.573286:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272661.573291:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272661.573324:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168620032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272661.573383:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272661.573446:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168620032 00000100:00100000:3.0:1781272661.573456:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168620032 00000100:00100000:2.0:1781272661.573476:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1781272661.573500:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1781272661.573509:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168620032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272661.573530:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120191808 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:3.0:1781272661.573570:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168620032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272661.573578:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1781272661.573638:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168620032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272661.573869:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1781272661.573921:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168618752:0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.573939:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168619264:0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.573957:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168618496:0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.573958:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168619776:0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.573985:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168619008:0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.573999:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272661.574003:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168619520:0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.574029:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168618368:0@lo:400:kworker.0 00000100:00100000:2.0:1781272661.574085:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168619648 00000100:00100000:2.0:1781272661.574091:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168619648 00000100:00100000:2.0:1781272661.574143:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1781272661.574150:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168619648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.574312:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168618880:0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.574328:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168618624:0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.574341:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168619392:0@lo:400:kworker.0 00000100:00100000:1.0:1781272661.574363:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168619904:0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.574420:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168618240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272661.574448:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168619136:0@lo:400:kworker.0 00000100:00100000:0.0:1781272661.575178:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168619648:12345-0@lo:400:kworker.0 Request processed in 1023us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272661.575188:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1781272661.577209:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168619648:0@lo:400:kworker.0 00000100:00080000:3.0:1781272661.577260:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1781272662.336993:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272663.107406:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168620160:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272663.107504:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272663.107600:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168620160 00000100:00100000:1.0:1781272663.107621:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168620160 00000100:00100000:1.0:1781272663.107681:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1781272663.107692:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168620160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272663.107743:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:1.0:1781272663.107823:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168620160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272663.107850:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1781272663.108022:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168620160:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1781272663.114299:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00000001:00080000:2.0:1781272663.114327:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00010000:00010000:2.0:1781272663.363163:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272663.697089:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272663.697137:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272663.697166:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272663.697184:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272663.697216:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272663.697237:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272663.697258:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272663.697324:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159265920 00000100:00100000:0.0:1781272663.697340:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159265920 00000100:00100000:0.0:1781272663.697418:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159266432 00000100:00100000:0.0:1781272663.697422:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159266432 00000100:00100000:0.0:1781272663.697443:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159266048 00000100:00100000:0.0:1781272663.697446:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159266048 00000100:00100000:0.0:1781272663.697472:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 799 00000100:00100000:0.0:1781272663.697484:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+91:2391:x1867799159265920:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272663.697600:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+91:2391:x1867799159265920:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 117us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272663.697609:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 799 00000100:00100000:0.0:1781272663.697632:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 800 00000100:00100000:0.0:1781272663.697639:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:2391:x1867799159266432:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272663.697669:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:2391:x1867799159266432:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272663.697675:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 800 00000100:00100000:0.0:1781272663.697687:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 801 00000100:00100000:0.0:1781272663.697693:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159266048:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272663.697719:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159266048:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272663.697726:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 801 00000100:00080000:0.0:1781272663.697753:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272663.697758:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272663.701425:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159265792 00000100:00100000:3.0:1781272663.701444:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159265792 00000100:00100000:2.0:1781272663.702234:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272663.702273:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272663.702567:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 689 00000100:00100000:3.0:1781272663.702587:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159265792:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272663.702694:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159265792:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 114us (5476us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272663.702704:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 689 00000100:00100000:0.0:1781272663.706400:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159266176 00000100:00100000:0.0:1781272663.706423:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159266176 00000100:00100000:0.0:1781272663.706509:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159266688 00000100:00100000:0.0:1781272663.706514:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159266688 00000100:00100000:0.0:1781272663.706535:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159266304 00000100:00100000:0.0:1781272663.706552:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159266304 00000100:00100000:0.0:1781272663.706569:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159266816 00000100:00100000:0.0:1781272663.706572:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159266816 00000100:00100000:0.0:1781272663.706606:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 415 00000100:00100000:0.0:1781272663.706619:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+14:2391:x1867799159266176:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272663.706743:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+14:2391:x1867799159266176:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 125us (9603us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272663.706752:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 415 00000100:00100000:0.0:1781272663.706785:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 416 00000100:00100000:0.0:1781272663.706791:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159266688:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272663.708964:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159266688:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 2154us (11760us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272663.708984:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 416 00000100:00100000:0.0:1781272663.709035:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 417 00000100:00100000:0.0:1781272663.709052:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159266304:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272663.709082:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159266304:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 38us (11823us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272663.709089:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 417 00000100:00100000:0.0:1781272663.709101:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 418 00000100:00100000:0.0:1781272663.709110:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159266816:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272663.709136:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159266816:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (6862us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272663.709142:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 418 00000100:00100000:0.0:1781272663.709179:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159266560 00000100:00100000:0.0:1781272663.709189:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159266560 00000100:00100000:0.0:1781272663.709252:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 802 00000100:00100000:0.0:1781272663.709260:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159266560:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272663.709295:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159266560:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 36us (7073us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272663.709302:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 802 00000100:00080000:0.0:1781272663.709322:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272663.709328:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272663.709331:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272664.025016:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272664.025398:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159266944 00000100:00100000:2.0:1781272664.025414:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159266944 00000100:00100000:2.0:1781272664.025620:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1084 00000100:00100000:2.0:1781272664.025633:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+51:28227:x1867799159266944:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781272664.025818:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+51:28227:x1867799159266944:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 187us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272664.025827:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1084 00000100:00100000:0.0:1781272664.029097:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272664.029171:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159267072 00000100:00100000:3.0:1781272664.029187:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159267072 00000100:00100000:3.0:1781272664.029266:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1085 00000100:00100000:3.0:1781272664.029281:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:28227:x1867799159267072:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781272664.029418:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:28227:x1867799159267072:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 141us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272664.029428:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1085 00000100:00100000:1.0:1781272664.128790:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272664.128849:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168620288:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272664.128959:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272664.129094:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168620288 00000100:00100000:0.0:1781272664.129106:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168620288 00000100:00100000:0.0:1781272664.129176:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1781272664.129188:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168620288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272664.129243:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272664.129313:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168620288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272664.129320:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1781272664.129376:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168620288:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1781272664.134035:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967945 is committed 00000001:00080000:3.0:1781272664.134074:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967944 is committed 00000020:00080000:3.0:1781272664.134090:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4c620db40 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:3.0:1781272664.134097:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4ee06e500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4c620d180 00000020:00080000:3.0:1781272664.134100:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4ee06e200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c484a400 00000020:00080000:3.0:1781272664.134133:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000001:00080000:0.0:1781272664.134214:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000001:00080000:0.0:1781272664.134225:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000020:00080000:2.0:1781272664.134290:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:2.0:1781272664.134389:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00010000:00010000:1.0:1781272664.134915:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3b8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272664.134935:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3b8e lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272664.134945:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3b8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272664.134952:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272664.134958:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3b8e lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272664.134968:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3b8e lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272664.134994:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:1.0:1781272664.134997:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272664.135004:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3b8e lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272664.135011:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3b8e lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272664.385690:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272665.408250:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272665.408278:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272665.408409:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:0.0:1781272665.408419:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272665.412922:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272665.665580:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168620416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272665.665683:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272665.665762:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168620416 00000100:00100000:2.0:1781272665.665776:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168620416 00000100:00100000:2.0:1781272665.665896:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1781272665.665906:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168620416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272665.665959:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:2.0:1781272665.666024:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168620416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272665.666032:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1781272665.666270:0:3620:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967350 gen 2 00000004:00080000:2.0:1781272665.666278:0:3620:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967350 committed transno 4294967350 00000100:00100000:2.0:1781272665.666311:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168620416:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1781272665.667325:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:3.0:1781272665.770496:0:22070:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 09:57:43 (1781272663) 00000100:00100000:3.0:1781272666.179290:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272666.179323:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168620544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272666.179427:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272666.179582:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168620544 00000100:00100000:1.0:1781272666.179596:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168620544 00000100:00100000:1.0:1781272666.179686:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1781272666.179698:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168620544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272666.179738:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1781272666.179820:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168620544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272666.179857:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00080000:0.0:1781272666.179934:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272666.180078:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168620544:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1781272666.432485:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272666.435829:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781272666.688231:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168620672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272666.688335:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272666.688695:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168620928:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.688747:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272666.688769:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168621440:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.688793:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272666.688819:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168621952:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.688881:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272666.688900:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781272666.688907:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168621056:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.688938:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272666.688956:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168621568:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.688984:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272666.689001:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168622080:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.689026:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272666.689154:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168621056 00000100:00100000:1.0:1781272666.689166:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168621056 00000100:00100000:1.0:1781272666.689237:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1781272666.689248:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168621056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272666.689319:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168621056:12345-0@lo:400:kworker.0 Request processed in 72us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272666.689327:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1781272666.689364:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168621184:0@lo:400:kworker.0 00000100:00100000:1.0:1781272666.689392:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272666.689412:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168621696:0@lo:400:kworker.0 00000100:00100000:1.0:1781272666.689434:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272666.689455:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781272666.689461:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168620800:0@lo:400:kworker.0 00000100:00100000:1.0:1781272666.689491:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272666.689515:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168621312:0@lo:400:kworker.0 00000100:00100000:1.0:1781272666.689540:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272666.689556:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168621824:0@lo:400:kworker.0 00000100:00100000:1.0:1781272666.689576:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272666.689595:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168620928 00000100:00100000:1.0:1781272666.689599:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168620928 00000100:00100000:1.0:1781272666.689625:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168621440 00000100:00100000:1.0:1781272666.689629:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168621440 00000100:00100000:1.0:1781272666.689654:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168621952 00000100:00100000:1.0:1781272666.689656:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168621952 00000100:00100000:1.0:1781272666.689667:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168621568 00000100:00100000:1.0:1781272666.689669:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168621568 00000100:00100000:1.0:1781272666.689680:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168621184 00000100:00100000:1.0:1781272666.689682:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168621184 00000100:00100000:1.0:1781272666.689696:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168621824 00000100:00100000:1.0:1781272666.689698:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168621824 00000100:00100000:1.0:1781272666.689712:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1781272666.689730:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168620928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272666.689771:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168620928:12345-0@lo:400:kworker.0 Request processed in 43us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272666.689777:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1781272666.689792:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1781272666.689798:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168621440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272666.689824:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168621440:12345-0@lo:400:kworker.0 Request processed in 27us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272666.689858:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1781272666.689871:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1781272666.689877:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168621952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272666.689907:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168621952:12345-0@lo:400:kworker.0 Request processed in 31us (1026us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272666.689913:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1781272666.689924:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1781272666.689931:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168621568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272666.689958:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168621568:12345-0@lo:400:kworker.0 Request processed in 28us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272666.689964:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1781272666.689975:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1781272666.689981:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168621184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272666.690013:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168621184:12345-0@lo:400:kworker.0 Request processed in 33us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272666.690020:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1781272666.690032:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1781272666.690038:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168621824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.690182:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168620800 00000100:00100000:3.0:1781272666.690188:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168620800 00000100:00100000:3.0:1781272666.690220:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1781272666.690226:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168620800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.690263:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168620800:12345-0@lo:400:kworker.0 Request processed in 37us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272666.690269:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1781272666.690345:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168621056:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.690360:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168621568:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.690370:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168620928:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.690380:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168621440:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.690389:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168621952:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.690447:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168621312 00000100:00100000:3.0:1781272666.690451:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168621312 00000100:00100000:3.0:1781272666.690478:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1781272666.690484:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168621312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.690516:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168621312:12345-0@lo:400:kworker.0 Request processed in 33us (975us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272666.690521:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1781272666.690540:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168622080 00000100:00100000:3.0:1781272666.690545:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168622080 00000100:00100000:3.0:1781272666.690573:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168621696 00000100:00100000:3.0:1781272666.690577:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168621696 00000100:00100000:3.0:1781272666.690598:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1781272666.690604:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168622080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.690641:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168622080:12345-0@lo:400:kworker.0 Request processed in 37us (1614us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272666.690651:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1781272666.690663:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1781272666.690669:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168621696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.690698:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168621696:12345-0@lo:400:kworker.0 Request processed in 30us (1263us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272666.690704:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1781272666.690739:0:3620:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:3.0:1781272666.690747:0:3620:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967351 committed transno 4294967352 00000004:00080000:3.0:1781272666.690768:0:3620:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c3230380, transno 4294967352 00000100:00100000:3.0:1781272666.690784:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168622080:0@lo:400:kworker.0 00000100:00080000:3.0:1781272666.690980:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272666.690986:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272666.690988:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272666.691006:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168620800:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.691018:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168621312:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.691028:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168621184:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.691038:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168621696:0@lo:400:kworker.0 00000100:00100000:0.0:1781272666.691262:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168620672 00000100:00100000:0.0:1781272666.691268:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168620672 00000100:00100000:0.0:1781272666.691312:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1781272666.691319:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168620672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272666.691345:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120163136 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1781272666.691393:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168620672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (3059us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272666.691400:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00080000:0.0:1781272666.691439:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272666.691671:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168621824:12345-0@lo:400:kworker.0 Request processed in 1632us (2092us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272666.691680:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1781272666.692946:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272666.692985:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168622208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272666.693075:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272666.693316:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168622208 00000100:00100000:0.0:1781272666.693326:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168622208 00000100:00100000:0.0:1781272666.693386:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1781272666.693397:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168622208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272666.693426:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120163136 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1781272666.693491:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168622208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272666.693499:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1781272666.694345:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168622208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272666.695000:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168621824:0@lo:400:kworker.0 00000100:00100000:3.0:1781272666.695033:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168620672:0@lo:13:osp-pre-1-1.0 00000001:02000400:3.0:1781272667.284576:0:22118:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00010000:00010000:0.0:1781272667.461107:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272668.226448:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168622336:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272668.226548:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272668.226709:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168622336 00000100:00100000:1.0:1781272668.226720:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168622336 00000100:00100000:1.0:1781272668.226800:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1781272668.226813:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168622336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272668.226884:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:1.0:1781272668.226958:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168622336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 146us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272668.226967:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1781272668.227013:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168622336:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781272668.484891:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272668.811513:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272668.811582:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272668.811622:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272668.811663:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272668.811709:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272668.811732:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272668.811752:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272668.811755:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159267584 00000100:00100000:1.0:1781272668.811770:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159267584 00000100:00100000:2.0:1781272668.811776:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272668.811904:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159268096 00000100:00100000:1.0:1781272668.811909:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159268096 00000100:00100000:2.0:1781272668.811917:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272668.811937:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159267712 00000100:00100000:1.0:1781272668.811941:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159267712 00000100:00100000:1.0:1781272668.811959:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159268224 00000100:00100000:1.0:1781272668.811962:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159268224 00000100:00100000:1.0:1781272668.811986:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 421 00000100:00100000:1.0:1781272668.811999:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+14:2388:x1867799159267584:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272668.812029:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159267328 00000100:00100000:3.0:1781272668.812036:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159267328 00000100:00100000:3.0:1781272668.812083:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159267840 00000100:00100000:3.0:1781272668.812096:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159267840 00000100:00100000:0.0:1781272668.812105:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159267456 00000100:00100000:1.0:1781272668.812108:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+14:2388:x1867799159267584:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 110us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272668.812111:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159267456 00000100:00100000:3.0:1781272668.812114:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159267968 00000100:00100000:3.0:1781272668.812118:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159267968 00000100:00100000:1.0:1781272668.812122:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 421 00000100:00100000:3.0:1781272668.812136:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 809 00000100:00100000:1.0:1781272668.812150:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 422 00000100:00100000:3.0:1781272668.812153:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+90:2388:x1867799159267328:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272668.812162:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2388:x1867799159268096:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272668.812197:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+90:2388:x1867799159267328:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 52us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272668.812205:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2388:x1867799159268096:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272668.812213:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 422 00000100:00100000:1.0:1781272668.812225:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 423 00000100:00100000:1.0:1781272668.812231:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159267712:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272668.812260:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159267712:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272668.812266:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 423 00000100:00100000:1.0:1781272668.812278:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 424 00000100:00100000:1.0:1781272668.812283:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159268224:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272668.812302:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159268224:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 19us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272668.812307:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 424 00000100:00080000:1.0:1781272668.812324:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272668.812329:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272668.812332:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272668.812334:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272668.816284:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 810 00000100:00100000:0.0:1781272668.816321:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+41:2388:x1867799159267840:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272668.816476:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+41:2388:x1867799159267840:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 175us (4852us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272668.816490:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 810 00000100:00100000:0.0:1781272668.816537:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 811 00000100:00100000:0.0:1781272668.816546:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159267968:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272668.816575:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159267968:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (4801us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272668.816581:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 811 00000100:00100000:0.0:1781272668.816593:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 812 00000100:00100000:0.0:1781272668.816600:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159267456:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272668.816623:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159267456:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (4892us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272668.816629:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 812 00000100:00100000:0.0:1781272668.816670:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159267200 00000100:00100000:0.0:1781272668.816681:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159267200 00000100:00100000:0.0:1781272668.816742:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 691 00000100:00100000:0.0:1781272668.816749:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159267200:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272668.816774:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159267200:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (5064us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272668.816780:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 691 00000100:00100000:3.0:1781272668.817615:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 809 00000001:02000400:1.0:1781272669.089628:0:22166:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 09:57:47 (1781272667) 00000100:00100000:2.0:1781272669.252067:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272669.252104:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168622464:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272669.252182:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272669.252299:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168622464 00000100:00100000:2.0:1781272669.252310:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168622464 00000100:00100000:2.0:1781272669.252466:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1781272669.252477:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168622464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272669.252515:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272669.252573:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168622464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272669.252580:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1781272669.252629:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168622464:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272669.335758:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272669.336114:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159268352 00000100:00100000:0.0:1781272669.336125:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159268352 00000100:00100000:2.0:1781272669.336638:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1086 00000100:00100000:2.0:1781272669.336651:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+41:29159:x1867799159268352:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781272669.336772:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+41:29159:x1867799159268352:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 123us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272669.336780:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1086 00000100:00100000:1.0:1781272669.343990:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272669.344144:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159268480 00000100:00100000:0.0:1781272669.344154:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159268480 00000100:00100000:0.0:1781272669.344224:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1087 00000100:00100000:0.0:1781272669.344236:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:29159:x1867799159268480:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1781272669.344353:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:29159:x1867799159268480:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 119us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272669.344361:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1087 00000100:00100000:1.0:1781272669.362780:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272669.362959:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159268608 00000100:00100000:2.0:1781272669.362973:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159268608 00000100:00100000:2.0:1781272669.363038:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1088 00000100:00100000:2.0:1781272669.363049:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+90:29160:x1867799159268608:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272669.363072:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272669.363097:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3bcd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83644 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363174:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3bd4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363191:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3bd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363205:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3bd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363220:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3bdb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363227:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3bdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363233:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3bdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363281:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3bd4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363290:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3bd4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363296:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3bd4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363302:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.363308:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3bd4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363316:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3bd4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363328:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272669.363332:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.363336:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3bd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363342:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3bd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363357:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3bdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363363:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3bdb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363368:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3bdb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363373:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210ac00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.363376:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3bdb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363382:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3bdb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363389:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8eb4c792e000) 00010000:00010000:2.0:1781272669.363392:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.363395:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3bdb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363401:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3bdb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363436:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3bcd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83644 expref: 91 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363446:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272669.363448:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.363452:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3bcd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83644 expref: 91 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.363461:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210aa00, rc 0) 00000100:00100000:2.0:1781272669.363531:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+90:29160:x1867799159268608:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 484us (762us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272669.363537:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1088 00000100:00100000:2.0:1781272669.377634:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272669.377761:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159268864 00000100:00100000:3.0:1781272669.377785:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159268864 00000100:00100000:3.0:1781272669.377920:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1089 00000100:00100000:3.0:1781272669.377936:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+90:29160:x1867799159268864:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:0.0:1781272669.378148:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272669.378187:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3926 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83556 expref: 90 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.378216:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272669.381108:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272669.381540:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.381641:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3965 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8356b expref: 40 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.381653:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.381725:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3965 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8356b expref: 40 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.381747:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3965 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8356b expref: 40 pid: 6493 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272669.381770:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168622592:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272669.381947:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1781272669.392152:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272669.392224:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168622592:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272669.392284:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272669.392642:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159268992 00000100:00100000:2.0:1781272669.392655:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159268992 00010000:00010000:2.0:1781272669.392771:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3965 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8356b expref: 41 pid: 6493 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272669.392927:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 341 00000100:00100000:2.0:1781272669.392950:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+41:2390:x1867799159268992:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272669.392966:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272669.392973:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3965 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8356b expref: 41 pid: 6493 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.392995:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3965 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8356b expref: 41 pid: 6493 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.393019:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc3965 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8356b expref: 41 pid: 6493 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.393039:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272669.393046:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.393057:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.393065:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.393088:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272669.393154:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+40:2390:x1867799159268992:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 217us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272669.393162:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 341 00010000:00010000:0.0:1781272669.393235:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.393244:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.393283:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3be9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.393294:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3be9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.393304:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3be9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.393967:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3bf0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.393978:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.393985:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272669.394000:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002065332d reply state 0000000075559075 transno 4294967946 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3bf0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.394011:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3bf0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.394023:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c7df2f00) 00010000:00010000:0.0:1781272669.394026:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272669.394029:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1781272669.394035:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00010000:00010000:0.0:1781272669.394042:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.394049:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.394055:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.394061:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272669.394066:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.394074:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.394083:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272669.394085:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272669.394089:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.394096:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3be2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272669.394108:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002065332d reply state 0000000075559075 transno 4294967946 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3be9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.394122:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3be9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.394128:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8eb4c7df2600) 00010000:00010000:0.0:1781272669.394130:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272669.394132:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1781272669.394207:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+91:29160:x1867799159268864:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 16273us (16586us total) trans 4294967946 rc 0/0 00000100:00100000:0.0:1781272669.394215:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1089 00000001:00080000:0.0:1781272669.409201:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967946 is committed 00000020:00080000:0.0:1781272669.409233:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00000020:00080000:1.0:1781272669.409315:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000020:00080000:1.0:1781272669.409339:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00010000:00010000:2.0:1781272669.409395:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3be9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409409:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3be9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409416:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3be9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409422:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.409427:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3be9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409435:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3be9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409452:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8eb4c7df2600) 00010000:00010000:2.0:1781272669.409455:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.409459:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3be9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409465:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3be9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409489:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3bf0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409494:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3bf0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409500:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3bf0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409504:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.409508:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3bf0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409513:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3bf0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409519:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c7df2f00) 00010000:00010000:2.0:1781272669.409521:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.409523:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3bf0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.409529:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3bf0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272669.413786:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272669.414535:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159269120 00000100:00100000:3.0:1781272669.414550:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159269120 00000100:00100000:3.0:1781272669.415356:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1090 00000100:00100000:3.0:1781272669.415375:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+89:29161:x1867799159269120:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272669.415412:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272669.415442:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3bf7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8364b expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.415761:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3bfe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.415779:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3bfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.415794:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3bfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272669.415879:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781272669.415884:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272669.415915:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3bfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.415947:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3bf7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8364b expref: 91 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.415970:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3bfe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8364b expref: 90 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.415980:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272669.415983:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272669.415988:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646600, rc 0) 00000100:00100000:3.0:1781272669.416082:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+90:29161:x1867799159269120:12345-192.168.204.14@tcp:101:bash.0 Request processed in 713us (2311us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272669.416089:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1090 00000100:00100000:0.0:1781272669.424971:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272669.425076:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159269248 00000100:00100000:2.0:1781272669.425089:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159269248 00000100:00100000:2.0:1781272669.425172:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1091 00000100:00100000:2.0:1781272669.425185:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+90:29161:x1867799159269248:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1781272669.425441:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272669.425476:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3c05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83652 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425555:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3c0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425581:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3c0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425595:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3c0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425611:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425618:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425625:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425739:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3c1a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425746:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3c1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425753:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3c1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272669.425796:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:2.0:1781272669.425801:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272669.425826:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3c1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425879:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3c0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425886:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3c0c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425894:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3c0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425901:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210ac00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.425906:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3c0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425915:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3c0c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425929:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272669.425932:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.425936:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3c0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425943:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3c0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425957:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425964:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425970:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425976:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.425978:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425984:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.425990:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8eb4c792e000) 00010000:00010000:2.0:1781272669.425993:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.425996:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c13 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.426006:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c13 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.426039:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3c05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83652 expref: 92 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.426052:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210be00/0x94898f2cdefc3c1a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83652 expref: 91 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.426059:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:2.0:1781272669.426061:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781272669.426063:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210be00, rc 0) 00000100:00100000:2.0:1781272669.426149:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+91:29161:x1867799159269248:12345-192.168.204.14@tcp:101:bash.0 Request processed in 967us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272669.426157:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1091 00000100:00100000:0.0:1781272669.430450:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272669.430611:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159269376 00000100:00100000:2.0:1781272669.430625:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159269376 00000100:00100000:2.0:1781272669.430717:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1092 00000100:00100000:2.0:1781272669.430732:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+91:29161:x1867799159269376:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1781272669.430763:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272669.430794:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c21 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83659 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.430928:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c28 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.430946:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c28 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.430961:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c28 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.430980:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3c2f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.430988:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3c2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.430994:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3c2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431069:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c28 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431077:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c28 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431085:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c28 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431092:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.431098:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c28 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431107:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c28 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431122:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:2.0:1781272669.431126:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.431133:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c28 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431140:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c28 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431157:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3c2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431164:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3c2f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431169:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3c2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431174:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.431177:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3c2f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431182:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3c2f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431188:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8eb4c792e100) 00010000:00010000:2.0:1781272669.431191:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.431194:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3c2f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431199:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3c2f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431237:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c21 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83659 expref: 92 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431254:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:2.0:1781272669.431256:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.431260:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c21 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83659 expref: 92 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.431271:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a200, rc 0) 00000100:00100000:2.0:1781272669.431365:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+91:29161:x1867799159269376:12345-192.168.204.14@tcp:101:bash.0 Request processed in 637us (932us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272669.431374:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1092 00000100:00100000:1.0:1781272669.444377:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272669.444492:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159269504 00000100:00100000:3.0:1781272669.444508:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159269504 00000100:00100000:3.0:1781272669.444603:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1093 00000100:00100000:3.0:1781272669.444617:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+40:29162:x1867799159269504:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272669.444649:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272669.444694:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3c36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83660 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.444802:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3c3d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.444828:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3c3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.444895:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3c3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272669.445575:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781272669.445584:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272669.445615:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3c3d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.445651:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3c36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83660 expref: 42 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.445690:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3c3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83660 expref: 41 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.445701:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272669.445705:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272669.445710:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647200, rc 0) 00000100:00100000:2.0:1781272669.445964:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+41:29162:x1867799159269504:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1347us (1600us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272669.445975:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1093 00000100:00100000:1.0:1781272669.449325:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272669.449417:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159269632 00000100:00100000:2.0:1781272669.449433:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159269632 00000100:00100000:2.0:1781272669.449532:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1094 00000100:00100000:2.0:1781272669.449543:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+41:29162:x1867799159269632:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272669.449579:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272669.449606:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3c44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83667 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.449709:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3c4b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.449735:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3c4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.449750:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3c4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.449769:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3c52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.449776:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3c52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.449783:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3c52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.449930:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3c59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.449939:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.449950:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272669.449996:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:2.0:1781272669.449999:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272669.450024:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450038:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3c4b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450045:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3c4b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450053:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3c4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450060:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.450065:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3c4b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450073:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3c4b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450086:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272669.450089:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.450095:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3c4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450101:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3c4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450121:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3c52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450127:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3c52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450133:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3c52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450138:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.450140:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3c52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450145:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3c52 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450151:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8eb4c792e100) 00010000:00010000:2.0:1781272669.450153:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.450155:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3c52 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450160:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3c52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450193:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3c44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83667 expref: 43 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450207:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8c00/0x94898f2cdefc3c59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83667 expref: 42 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.450220:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:2.0:1781272669.450223:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781272669.450226:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8c00, rc 0) 00000100:00100000:2.0:1781272669.450316:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+42:29162:x1867799159269632:12345-192.168.204.14@tcp:101:rm.0 Request processed in 775us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272669.450324:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1094 00000100:00100000:3.0:1781272669.452987:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272669.453500:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159269760 00000100:00100000:1.0:1781272669.453514:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159269760 00000100:00100000:1.0:1781272669.453651:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1095 00000100:00100000:1.0:1781272669.453665:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:29162:x1867799159269760:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272669.453702:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272669.453856:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3c60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8366e expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454025:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3c67 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454045:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3c67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454059:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3c67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454079:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3c6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454089:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3c6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454096:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3c6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454162:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3c67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454171:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3c67 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454178:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3c67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454186:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cce00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272669.454192:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3c67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454201:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3c67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454217:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:1.0:1781272669.454221:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272669.454228:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3c67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454235:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3c67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454250:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3c6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454257:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3c6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454263:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3c6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454268:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272669.454270:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3c6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454276:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3c6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454284:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8eb3c2cbcc00) 00010000:00010000:1.0:1781272669.454286:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272669.454289:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3c6e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454295:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3c6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454337:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3c60 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8366e expref: 43 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454350:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:1.0:1781272669.454352:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272669.454356:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3c60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8366e expref: 43 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272669.454373:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:1.0:1781272669.454513:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:29162:x1867799159269760:12345-192.168.204.14@tcp:101:rm.0 Request processed in 851us (1539us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272669.454522:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1095 00000100:00100000:3.0:1781272669.458225:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272669.458349:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159269888 00000100:00100000:2.0:1781272669.458363:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159269888 00000100:00100000:2.0:1781272669.458484:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1096 00000100:00100000:2.0:1781272669.458498:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+42:29162:x1867799159269888:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272669.458532:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272669.458570:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3c75 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83675 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458665:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c7c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458691:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458704:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458728:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458736:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458748:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458799:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c7c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458806:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c7c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458813:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458820:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c7c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458828:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.458899:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c7c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458917:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c7c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458934:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:2.0:1781272669.458938:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.458944:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c7c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458951:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c7c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458968:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458976:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458982:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458987:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.458990:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.458995:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.459001:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8eb4c792e000) 00010000:00010000:2.0:1781272669.459003:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.459006:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c83 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.459011:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.459050:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3c75 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83675 expref: 43 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.459061:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:2.0:1781272669.459063:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.459067:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3c75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83675 expref: 43 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.459083:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e9600, rc 0) 00000100:00100000:2.0:1781272669.459198:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+42:29162:x1867799159269888:12345-192.168.204.14@tcp:101:rm.0 Request processed in 703us (985us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272669.459207:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1096 00000100:00100000:1.0:1781272669.471083:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272669.471265:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159270016 00000100:00100000:2.0:1781272669.471283:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159270016 00000100:00100000:2.0:1781272669.471364:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1097 00000100:00100000:2.0:1781272669.471378:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:29163:x1867799159270016:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272669.471409:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272669.471440:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8367c expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.471542:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c91 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.471571:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.471587:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.471604:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3c98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.471612:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3c98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.471620:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3c98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.471690:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.471698:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c91 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.471705:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.471819:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.471826:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472010:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c91 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472026:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:2.0:1781272669.472030:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.472037:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c91 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472043:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc3c91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472061:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3c98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472067:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3c98 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472074:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3c98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472080:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.472084:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3c98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472090:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3c98 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472097:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8eb4c792e000) 00010000:00010000:2.0:1781272669.472100:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.472103:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3c98 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472109:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc3c98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472153:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c8a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8367c expref: 43 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472165:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:2.0:1781272669.472168:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.472172:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc3c8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8367c expref: 43 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.472183:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a800, rc 0) 00000100:00100000:3.0:1781272669.472538:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:29163:x1867799159270016:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1161us (1632us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272669.472550:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1097 00000100:00100000:1.0:1781272669.475352:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272669.475457:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159270144 00000100:00100000:2.0:1781272669.475473:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159270144 00000100:00100000:2.0:1781272669.475567:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1098 00000100:00100000:2.0:1781272669.475581:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+42:29163:x1867799159270144:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272669.475620:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272669.475652:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83683 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.475805:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3ca6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.475826:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3ca6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.475875:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3ca6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.475895:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3cad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.475903:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.475910:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.475959:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3ca6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.475966:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3ca6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.475974:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3ca6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.475981:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210ac00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.475987:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3ca6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.475996:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3ca6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.476010:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:2.0:1781272669.476013:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.476019:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3ca6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.476026:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc3ca6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.476043:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.476049:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3cad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.476055:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3cad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.476060:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.476064:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3cad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.476070:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3cad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.476078:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8eb4c792e100) 00010000:00010000:2.0:1781272669.476080:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.476083:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3cad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.476089:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc3cad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.476131:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c9f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83683 expref: 43 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.476142:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:2.0:1781272669.476145:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.476149:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a600/0x94898f2cdefc3c9f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83683 expref: 43 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.476158:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a600, rc 0) 00000100:00100000:2.0:1781272669.476233:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+42:29163:x1867799159270144:12345-192.168.204.14@tcp:101:cp.0 Request processed in 655us (898us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272669.476242:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1098 00000100:00100000:1.0:1781272669.480040:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272669.480170:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159270400 00000100:00100000:2.0:1781272669.480184:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159270400 00000100:00100000:2.0:1781272669.480257:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1099 00000100:00100000:2.0:1781272669.480269:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+42:29163:x1867799159270400:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272669.480297:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272669.480324:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3cb4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8368a expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.480464:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3cbb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.480487:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3cbb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.480500:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3cbb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.480517:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3cc2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.480524:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3cc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.480531:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3cc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781272669.481101:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x16:0x0], index 1: 0 00010000:00010000:2.0:1781272669.481273:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3cc9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481285:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481293:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481328:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3cbb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481335:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3cbb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481342:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3cbb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481351:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3cbb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481358:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272669.481363:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3cbb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481372:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3cbb lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481385:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:2.0:1781272669.481389:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272669.481393:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3cbb lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481400:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc3cbb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272669.481415:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e815eb72 reply state 00000000e1ae48ec transno 4294967947 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3cc2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481426:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3cc2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481433:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272669.481437:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272669.481440:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781272669.481474:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3cb4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8368a expref: 45 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481494:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8368a expref: 44 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.481501:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c792e800) 00010000:00010000:2.0:1781272669.481504:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272669.481506:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1a200, rc 0) 00000100:00100000:2.0:1781272669.481588:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+45:29163:x1867799159270400:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1321us (1562us total) trans 4294967947 rc 0/0 00000100:00100000:2.0:1781272669.481598:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1099 00000100:00100000:1.0:1781272669.486326:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272669.486429:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159270528 00000100:00100000:2.0:1781272669.486446:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159270528 00000100:00100000:2.0:1781272669.486528:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 282 00000100:00100000:2.0:1781272669.486541:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159270528:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272669.486579:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272669.487072:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3cd7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83691 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272669.487108:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781272669.487137:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272669.487140:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272669.487152:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3cd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83691 expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.487177:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3cd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83691 expref: 11 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.487200:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1b800, rc 0) 00000100:00100000:2.0:1781272669.487341:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159270528:12345-192.168.204.14@tcp:101:cp.0 Request processed in 802us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272669.487350:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 282 00000100:00100000:3.0:1781272669.493687:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272669.494038:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159270656 00000100:00100000:2.0:1781272669.494054:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159270656 00000100:00100000:2.0:1781272669.494136:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 283 00000100:00100000:2.0:1781272669.494149:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:29163:x1867799159270656:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272669.494191:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272669.494217:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83698 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.494261:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3cd7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83691 expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.494270:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272669.494273:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272669.494278:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.494324:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3cd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83691 expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.494341:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3cd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83691 expref: 12 pid: 8404 timeout: 726 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272669.494365:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168622720:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272669.495145:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c57a9540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272669.497940:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168622720:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272669.497989:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272669.498016:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1aa00, rc 0) 00000100:00100000:2.0:1781272669.498081:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:29163:x1867799159270656:12345-192.168.204.14@tcp:101:cp.0 Request processed in 3934us (4420us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272669.498092:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 283 00000100:00100000:1.0:1781272669.499539:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272669.499942:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159270784 00000100:00100000:3.0:1781272669.499955:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159270784 00010000:00010000:3.0:1781272669.500006:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3cd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83691 expref: 12 pid: 8404 timeout: 726 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272669.500058:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 342 00000100:00100000:3.0:1781272669.500069:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159270784:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272669.500088:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272669.500116:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3cd7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83691 expref: 12 pid: 8404 timeout: 726 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.500132:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3cd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83691 expref: 12 pid: 8404 timeout: 726 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.500170:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3cd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83691 expref: 12 pid: 8404 timeout: 726 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.500190:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272669.500192:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272669.500201:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.500212:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.500259:0:6476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272669.500276:0:6476:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6476:1867799168622848:192.168.204.14@tcp:105: 00000100:00100000:3.0:1781272669.500377:0:6476:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d600 going to sleep for 11 seconds 00000100:00100000:1.0:1781272669.504368:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272669.504457:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159271040 00000100:00100000:2.0:1781272669.504470:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159271040 00000100:00100000:2.0:1781272669.504546:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 207 00000100:00100000:2.0:1781272669.504558:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:29163:x1867799159271040:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:2.0:1781272669.505032:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:29163:x1867799159271040:12345-192.168.204.14@tcp:35:cp.0 Request processed in 475us (679us total) trans 4294967948 rc 0/0 00000100:00100000:2.0:1781272669.505042:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 207 00000100:00100000:3.0:1781272669.505253:0:6476:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3eaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6476:1867799168622848:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272669.505283:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272669.505313:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159270784:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 5245us (5782us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272669.505323:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 342 00010000:00010000:3.0:1781272669.505405:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272669.507274:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1781272669.507825:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272669.507860:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272669.507890:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:1.0:1781272669.507897:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272669.545700:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272669.545897:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159271168 00000100:00100000:3.0:1781272669.545924:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159271168 00000100:00100000:3.0:1781272669.546007:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1100 00000100:00100000:3.0:1781272669.546022:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+91:29166:x1867799159271168:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272669.546055:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272669.546087:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3ce5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8369f expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546190:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3cec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546212:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3cec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546226:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3cec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546240:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3cf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546247:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546255:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546362:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546371:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546378:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272669.546431:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:3.0:1781272669.546437:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272669.546461:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546477:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546486:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3cec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546492:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3cec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546499:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3cec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546505:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272669.546510:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3cec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546518:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3cec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546532:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:3.0:1781272669.546535:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272669.546541:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3cec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546547:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3cec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546566:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546572:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3cf3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546577:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546582:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272669.546585:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546590:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3cf3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546598:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8eb4c792ec00) 00010000:00010000:3.0:1781272669.546600:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272669.546603:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3cf3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546609:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3cf3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546638:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3ce5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8369f expref: 93 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546653:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8369f expref: 92 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.546665:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c792e800) 00010000:00010000:3.0:1781272669.546668:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272669.546671:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647800, rc 0) 00000100:00100000:3.0:1781272669.547226:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+92:29166:x1867799159271168:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1202us (1547us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272669.547236:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1100 00000100:00100000:2.0:1781272669.566367:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272669.567985:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159271296 00000100:00100000:3.0:1781272669.568006:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159271296 00000100:00100000:3.0:1781272669.568103:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 284 00000100:00100000:3.0:1781272669.568116:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159271296:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272669.568142:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272669.568167:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc3d01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836a6 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272669.568260:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168622976:192.168.204.14@tcp:106: 00000100:00100000:3.0:1781272669.568386:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d600 going to sleep for 11 seconds 00002000:00010000:3.0:1781272669.573169:0:15938:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb size: 0 -> 1516 00002000:00010000:3.0:1781272669.573184:0:15938:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb mtime: 0 -> 1781272669 00002000:00010000:3.0:1781272669.573188:0:15938:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb atime: 0 -> 1781272669 00002000:00010000:3.0:1781272669.573190:0:15938:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb ctime: 0 -> 1781272669 00002000:00010000:3.0:1781272669.573193:0:15938:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1781272669.573231:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168622976:192.168.204.14@tcp:106: 00010000:00010000:3.0:1781272669.573291:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc3d01 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836a6 expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.573334:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4c672db/0x94898f2cdefc3d01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836a6 expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.573352:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646a00, rc 0) 00000100:00100000:3.0:1781272669.573454:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159271296:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 5339us (7103us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272669.573465:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 284 00000100:00100000:1.0:1781272669.578136:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272669.578320:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159271424 00000100:00100000:3.0:1781272669.578336:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159271424 00000100:00100000:3.0:1781272669.578550:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1101 00000100:00100000:3.0:1781272669.578563:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+92:29166:x1867799159271424:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272669.578590:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272669.578617:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3d08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836ad expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.580192:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3d0f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.580230:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.580246:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272669.580322:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:3.0:1781272669.580327:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272669.580358:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.580407:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc3d08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836ad expref: 94 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.580436:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3d0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836ad expref: 93 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272669.580448:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:3.0:1781272669.580452:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272669.580457:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646200, rc 0) 00000100:00100000:3.0:1781272669.580556:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+93:29166:x1867799159271424:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1993us (2436us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272669.580565:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1101 00000100:00100000:2.0:1781272669.591048:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272669.591856:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159271552 00000100:00100000:1.0:1781272669.591875:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159271552 00000100:00100000:1.0:1781272669.591964:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 285 00000100:00100000:1.0:1781272669.591979:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159271552:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272669.592006:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272669.592037:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3d16 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836b4 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272669.592136:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168623104:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272669.592473:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272669.600629:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168623104:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272669.600722:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3d16 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836b4 expref: 13 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.600762:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc3d16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836b4 expref: 13 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272669.600780:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:0.0:1781272669.600918:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159271552:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 8942us (9897us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272669.600930:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 285 00000100:00100000:3.0:1781272669.608042:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272669.608170:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159271808 00000100:00100000:2.0:1781272669.608189:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159271808 00000100:00100000:2.0:1781272669.608973:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1102 00000100:00100000:2.0:1781272669.608989:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+93:29166:x1867799159271808:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:2.0:1781272669.610448:0:6492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:2.0:1781272669.611385:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+93:29166:x1867799159271808:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 2391us (3355us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272669.611402:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1102 00000040:00080000:1.0:1781272670.530032:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272670.530046:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272670.530079:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 4 00000040:00080000:1.0:1781272670.530091:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272670.530434:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d6300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168623232:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272670.530561:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1781272670.531638:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272670.539429:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d6300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168623232:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272670.541390:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272670.541469:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159271936 00000100:00100000:3.0:1781272670.541483:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159271936 00000100:00100000:3.0:1781272670.541579:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1103 00000100:00100000:3.0:1781272670.541593:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:29177:x1867799159271936:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272670.541647:0:6493:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272670.541828:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:29177:x1867799159271936:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 237us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272670.541860:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1103 00000100:00080000:1.0:1781272670.542273:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272670.555918:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272670.556084:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159272192 00000100:00100000:0.0:1781272670.556101:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159272192 00000100:00100000:0.0:1781272670.556188:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1104 00000100:00100000:0.0:1781272670.556202:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:29177:x1867799159272192:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272670.556236:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272670.556269:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3d1d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836bb expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.556439:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3d24 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.556464:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3d24 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.556482:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3d24 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272670.556495:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:0.0:1781272670.556642:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3d1d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836bb expref: 49 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.556675:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3d24 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836bb expref: 48 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.556686:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c792e800) 00010000:00010000:0.0:1781272670.556689:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272670.556694:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220e00, rc 0) 00000100:00100000:0.0:1781272670.556860:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:29177:x1867799159272192:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 661us (962us total) trans 4294967949 rc 0/0 00000100:00100000:0.0:1781272670.556869:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1104 00000100:00100000:0.0:1781272670.567306:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272670.567410:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159272320 00000100:00100000:1.0:1781272670.567427:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159272320 00000100:00100000:1.0:1781272670.567535:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 286 00000100:00100000:1.0:1781272670.567550:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159272320:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272670.567620:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.567648:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.567667:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272670.567670:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272670.567674:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.567726:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.567751:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 11 pid: 8407 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272670.567770:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168623360:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272670.567898:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055b40 going to sleep for 11 seconds 00000100:00080000:0.0:1781272670.568198:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272670.576519:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272670.576586:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272670.576674:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159272448 00000100:00100000:1.0:1781272670.576688:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159272448 00000100:00100000:1.0:1781272670.576774:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 48 00000100:00100000:1.0:1781272670.576786:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e915e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:2388:x1867799159272448:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272670.576809:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272670.576874:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3d24 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836bb expref: 48 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.576900:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c792e800) 00010000:00010000:1.0:1781272670.576906:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272670.576977:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e915e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:2388:x1867799159272448:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 193us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272670.576985:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 48 00000100:00100000:1.0:1781272670.577060:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159272576 00000100:00100000:1.0:1781272670.577064:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159272576 00002000:00100000:1.0:1781272670.577106:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff8eb3c44d0380 x1867799159272576/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:426/0 lens 2008/0 e 0 to 0 dl 1781272681 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272670.577122:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c44d0380 with x1867799159272576 ext(0->1515) 00010000:00010000:1.0:1781272670.577131:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 12 pid: 8407 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.577163:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 12 pid: 8407 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272670.577173:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c44d0380 00000100:00100000:1.0:1781272670.577209:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 13 00000100:00100000:1.0:1781272670.577218:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159272576:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:2.0:1781272670.577946:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168623360:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272670.577980:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272670.585749:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159272576:12345-192.168.204.14@tcp:4:cp.0 Request processed in 8513us (9143us total) trans 4294967353 rc 0/0 00000100:00100000:1.0:1781272670.585775:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 13 00002000:00100000:1.0:1781272670.585795:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff8eb3c44d0380 x1867799159272576/t4294967353(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:426/0 lens 2008/448 e 0 to 0 dl 1781272681 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272670.585809:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c44d0380 with x1867799159272576 ext(0->1515) 00010000:00010000:1.0:1781272670.585823:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 14 pid: 8407 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.585935:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 14 pid: 8407 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272670.585945:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c44d0380 00000100:00100000:2.0:1781272670.592821:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272670.593053:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159272704 00000100:00100000:0.0:1781272670.593068:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159272704 00010000:00010000:0.0:1781272670.593128:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 14 pid: 8407 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272670.593284:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 343 00000100:00100000:0.0:1781272670.593466:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+14:2389:x1867799159272704:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272670.593487:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781272670.593515:0:6478:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781272670.593523:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 14 pid: 8407 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.593540:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 14 pid: 8407 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.593578:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3cde lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83698 expref: 14 pid: 8407 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.593596:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272670.593599:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272670.593605:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.593618:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.593672:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272670.593759:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+13:2389:x1867799159272704:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 454us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272670.593768:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 343 00010000:00010000:1.0:1781272670.593826:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.594037:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.594063:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.594073:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.594083:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.594090:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272670.594095:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.594105:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.594120:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.594128:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272670.594208:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159272320:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 26663us (26925us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272670.594218:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 286 00000100:00100000:0.0:1781272670.599146:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272670.599237:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159272960 00000100:00100000:2.0:1781272670.599251:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159272960 00000100:00100000:2.0:1781272670.599409:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1105 00000100:00100000:2.0:1781272670.599424:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:29177:x1867799159272960:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272670.603347:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:29177:x1867799159272960:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 3910us (4197us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272670.603366:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1105 00000100:00100000:3.0:1781272670.607765:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272670.607824:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159273088 00000100:00100000:3.0:1781272670.607864:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159273088 00000100:00100000:3.0:1781272670.607941:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 287 00000100:00100000:3.0:1781272670.607953:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159273088:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272670.607980:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272670.608007:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3d39 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836c2 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272670.608039:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 1516, mtime: 0x6a2c105d, atime: 0x0, ctime: 0x6a2c105d, blocks: 0x8 00010000:00010000:3.0:1781272670.608065:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272670.608068:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272670.608077:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3d39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c2 expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272670.608096:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3d39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c2 expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272670.608109:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647e00, rc 0) 00000100:00100000:3.0:1781272670.608185:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159273088:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 236us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272670.608190:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 287 00000100:00100000:2.0:1781272670.614378:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272670.614449:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159273344 00000100:00100000:3.0:1781272670.614464:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159273344 00000100:00100000:3.0:1781272670.614547:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1106 00000100:00100000:3.0:1781272670.614576:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+47:29177:x1867799159273344:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272670.614922:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+47:29177:x1867799159273344:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 196us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272670.614932:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1106 00000100:00100000:0.0:1781272670.631312:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272670.631441:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159273472 00000100:00100000:2.0:1781272670.631456:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159273472 00002000:00100000:2.0:1781272670.631540:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff8eb4ff999500 x1867799159273472/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:426/0 lens 488/0 e 0 to 0 dl 1781272681 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272670.631553:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff999500 with x1867799159273472 ext(0->4095) 00002000:00010000:2.0:1781272670.631560:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff999500 00000100:00100000:2.0:1781272670.631607:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 82 00000100:00100000:2.0:1781272670.631619:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159273472:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781272670.631980:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159273472:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 361us (683us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272670.631990:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 82 00002000:00100000:2.0:1781272670.631998:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff8eb4ff999500 x1867799159273472/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:426/0 lens 488/4536 e 0 to 0 dl 1781272681 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272670.632006:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff999500 with x1867799159273472 ext(0->4095) 00002000:00010000:2.0:1781272670.632010:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff999500 00000040:00080000:3.0:1781272670.654784:0:22216:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272670.654800:0:22216:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272670.654873:0:22216:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 4 00000040:00080000:3.0:1781272670.654885:0:22216:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272670.660255:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272670.660692:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159273600 00000100:00100000:3.0:1781272670.660708:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159273600 00000100:00100000:3.0:1781272670.660813:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1107 00000100:00100000:3.0:1781272670.660826:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:29177:x1867799159273600:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272670.662214:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272670.662251:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3d40 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836c9 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272670.663185:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3d47 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272670.663213:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3d47 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272670.663231:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3d47 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272670.663757:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3d40 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c9 expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272670.663784:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3d47 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c9 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272670.663794:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c792e800) 00010000:00010000:3.0:1781272670.663798:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272670.663804:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647a00, rc 0) 00000100:00100000:3.0:1781272670.665430:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:29177:x1867799159273600:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 4188us (4774us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272670.665444:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1107 00000100:00100000:3.0:1781272670.684652:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272670.686716:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159273728 00000100:00100000:0.0:1781272670.686740:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159273728 00000100:00100000:0.0:1781272670.686854:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1108 00000100:00100000:0.0:1781272670.686870:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:29177:x1867799159273728:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781272670.686921:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781272670.687107:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:29177:x1867799159273728:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 241us (2469us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272670.687117:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1108 00000100:00100000:3.0:1781272670.694693:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272670.695139:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159273856 00000100:00100000:1.0:1781272670.695153:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159273856 00000100:00100000:1.0:1781272670.695225:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 288 00000100:00100000:1.0:1781272670.695238:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159273856:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272670.695315:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d4e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.695338:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272670.695342:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272670.695348:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.695365:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.695399:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.695408:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.695418:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.695428:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272670.695434:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.695444:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.695464:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.695471:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc3d4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272670.695574:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159273856:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 339us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272670.695583:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 288 00000100:00100000:3.0:1781272670.701472:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272670.701610:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159274112 00000100:00100000:1.0:1781272670.701627:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159274112 00000100:00100000:1.0:1781272670.701723:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1109 00000100:00100000:1.0:1781272670.701738:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:29177:x1867799159274112:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781272670.701942:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.701966:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3d47 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c9 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.701983:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.702168:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3d47 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c9 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.702187:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3d47 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c9 expref: 48 pid: 8162 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272670.702207:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168623488:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272670.702420:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055840 going to sleep for 11 seconds 00000100:00100000:3.0:1781272670.705767:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272670.705883:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168623488:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272670.705884:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159274240 00000100:00100000:0.0:1781272670.705898:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159274240 00010000:00010000:0.0:1781272670.705956:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3d47 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c9 expref: 49 pid: 8162 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272670.705999:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 344 00010000:00010000:3.0:1781272670.706653:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272670.707190:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159274240:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272670.707226:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272670.707237:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3d47 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c9 expref: 49 pid: 8162 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.707254:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3d47 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c9 expref: 49 pid: 8162 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.707285:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc3d47 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c9 expref: 49 pid: 8162 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.707303:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c792e800) 00010000:00010000:0.0:1781272670.707309:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.707321:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.707332:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272670.707370:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272670.707451:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159274240:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1441us (1697us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272670.707462:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 344 00010000:00010000:1.0:1781272670.707702:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.707712:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.707965:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.707973:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.707980:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.707986:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272670.707992:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.708002:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.708024:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c792e800) 00010000:00010000:1.0:1781272670.708028:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272670.708033:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272670.708039:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d55 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272670.708166:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:29177:x1867799159274112:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 6431us (6711us total) trans 4294967950 rc 0/0 00000100:00100000:1.0:1781272670.708176:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1109 00000040:00080000:1.0:1781272670.708313:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272670.708319:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272670.708998:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1781272670.709009:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272670.715600:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272670.715667:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159274496 00000100:00100000:3.0:1781272670.715681:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159274496 00000100:00100000:3.0:1781272670.715757:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 208 00000100:00100000:3.0:1781272670.715769:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:29177:x1867799159274496:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272670.716751:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:29177:x1867799159274496:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 979us (1165us total) trans 4294967951 rc 0/0 00000100:00100000:3.0:1781272670.716763:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 208 00000100:00100000:2.0:1781272670.786978:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272670.787020:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168623616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272670.787156:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272670.787252:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168623616 00000100:00100000:2.0:1781272670.787263:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168623616 00000100:00100000:2.0:1781272670.787341:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1781272670.787353:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168623616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272670.787402:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:2.0:1781272670.787470:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168623616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272670.787478:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00080000:2.0:1781272670.787506:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272670.787553:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168623616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272671.296943:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272671.296983:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168623744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272671.297090:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272671.297312:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168623744 00000100:00100000:0.0:1781272671.297324:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168623744 00000100:00100000:0.0:1781272671.297415:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1781272671.297428:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168623744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272671.297464:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1781272671.297537:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168623744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272671.297545:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00080000:2.0:1781272671.297878:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272671.297933:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168623744:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272671.553254:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272671.808210:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168623872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272671.808335:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272671.808468:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168623872 00000100:00100000:1.0:1781272671.808482:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168623872 00000100:00100000:1.0:1781272671.808563:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1781272671.808576:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4fd04f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168623872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272671.808611:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128600896 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272671.808687:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4fd04f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168623872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272671.808696:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00080000:3.0:1781272671.808850:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272671.809059:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168623872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272671.809490:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168624000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272671.809533:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272671.809566:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168624512:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.809591:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272671.809613:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168625024:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.809634:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272671.809804:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781272671.809811:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168624128:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.809859:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272671.809879:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168624640:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.809903:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272671.809920:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168625152:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.809941:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272671.809972:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168625024 00000100:00100000:1.0:1781272671.809977:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168625024 00000100:00100000:1.0:1781272671.810015:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1781272671.810023:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168625024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.810704:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168625024:12345-0@lo:400:kworker.0 Request processed in 678us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272671.810714:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1781272671.810749:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168624640 00000100:00100000:1.0:1781272671.810754:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168624640 00000100:00100000:1.0:1781272671.810791:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1781272671.810799:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168624640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.810865:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168624640:12345-0@lo:400:kworker.0 Request processed in 67us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272671.810872:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1781272671.810899:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168624384:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.810928:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272671.810947:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168624896:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.810968:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272671.810982:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168625408:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.811002:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272671.811024:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781272671.811031:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168624256:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.811055:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272671.811179:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168624512 00000100:00100000:0.0:1781272671.811184:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168624512 00000100:00100000:0.0:1781272671.811218:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168625152 00000100:00100000:0.0:1781272671.811221:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168625152 00000100:00100000:0.0:1781272671.811243:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168624896 00000100:00100000:0.0:1781272671.811245:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168624896 00000100:00100000:0.0:1781272671.811257:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168624256 00000100:00100000:0.0:1781272671.811259:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168624256 00000100:00100000:0.0:1781272671.811272:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1781272671.811279:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168624512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272671.811321:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168624512:12345-0@lo:400:kworker.0 Request processed in 43us (1728us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272671.811328:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1781272671.811342:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1781272671.811348:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168625152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272671.811372:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168625152:12345-0@lo:400:kworker.0 Request processed in 24us (1430us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272671.811377:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1781272671.811388:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1781272671.811393:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168624896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272671.811416:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168624896:12345-0@lo:400:kworker.0 Request processed in 23us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272671.811422:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1781272671.811431:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1781272671.811437:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168624256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272671.811460:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168624256:12345-0@lo:400:kworker.0 Request processed in 24us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272671.811466:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1781272671.811489:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168624000 00000100:00100000:0.0:1781272671.811494:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168624000 00000100:00100000:0.0:1781272671.811522:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1781272671.811529:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168624000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272671.811547:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128600896 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:0.0:1781272671.811581:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168624000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (2047us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272671.811587:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1781272671.812170:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168624640:0@lo:400:kworker.0 00000100:00100000:0.0:1781272671.812189:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168625152:0@lo:400:kworker.0 00000100:00100000:0.0:1781272671.812207:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168624000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272671.812218:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168624512:0@lo:400:kworker.0 00000100:00100000:0.0:1781272671.812231:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168625024:0@lo:400:kworker.0 00000100:00100000:3.0:1781272671.812410:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168624128 00000100:00100000:3.0:1781272671.812416:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168624128 00000100:00100000:3.0:1781272671.812460:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1781272671.812468:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168624128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272671.812532:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168624128:12345-0@lo:400:kworker.0 Request processed in 65us (2672us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272671.812544:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1781272671.812589:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168625408 00000100:00100000:3.0:1781272671.812593:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168625408 00000100:00100000:3.0:1781272671.812625:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1781272671.812632:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168625408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.812737:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168624768:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.812774:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272671.812799:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168625280:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.812824:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272671.812863:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168624896:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.812884:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168624256:0@lo:400:kworker.0 00000100:00080000:1.0:1781272671.812922:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272671.812929:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272671.812931:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272671.812942:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168624768 00000100:00100000:1.0:1781272671.812945:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168624768 00000100:00100000:1.0:1781272671.812974:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168625280 00000100:00100000:1.0:1781272671.812977:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168625280 00000100:00100000:1.0:1781272671.812993:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1781272671.812999:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168624768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.813038:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168624768:12345-0@lo:400:kworker.0 Request processed in 38us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272671.813043:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1781272671.813056:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1781272671.813062:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168625280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272671.813190:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168624384 00000100:00100000:0.0:1781272671.813196:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168624384 00000100:00100000:0.0:1781272671.813228:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1781272671.813235:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168624384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272671.813279:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168624384:12345-0@lo:400:kworker.0 Request processed in 45us (2350us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272671.813285:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00080000:0.0:1781272671.813418:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272671.813422:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272671.813444:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168624768:0@lo:400:kworker.0 00000100:00100000:0.0:1781272671.813456:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168624384:0@lo:400:kworker.0 00000100:00100000:0.0:1781272671.813498:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168624128:0@lo:400:kworker.0 00000100:00100000:1.0:1781272671.814195:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168625280:12345-0@lo:400:kworker.0 Request processed in 1129us (1366us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272671.814203:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1781272671.816073:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168625280:0@lo:400:kworker.0 00000100:00100000:3.0:1781272671.816350:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168625408:12345-0@lo:400:kworker.0 Request processed in 3716us (5345us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272671.816363:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1781272671.816456:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168625408:0@lo:400:kworker.0 00000040:00080000:1.0:1781272672.553179:0:22267:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272672.554272:0:22267:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272672.554332:0:22267:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 4 00000040:00080000:1.0:1781272672.554341:0:22267:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272672.581700:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272672.618735:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272672.619110:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159274624 00000100:00100000:2.0:1781272672.619128:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159274624 00000100:00100000:2.0:1781272672.619233:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 289 00000100:00100000:2.0:1781272672.619246:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159274624:12345-192.168.204.14@tcp:101:lfs.0 00000100:00080000:1.0:1781272672.619500:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1781272672.619871:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272672.619900:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3d5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836d0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.620167:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272672.620171:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272672.620184:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3d5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d0 expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.620210:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3d5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d0 expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.620230:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1aa00, rc 0) 00000100:00100000:2.0:1781272672.620321:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+13:2390:x1867799159274624:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1078us (1600us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272672.620330:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 289 00000100:00100000:3.0:1781272672.626196:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272672.626319:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159274880 00000100:00100000:2.0:1781272672.626335:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159274880 00000100:00100000:2.0:1781272672.626436:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1110 00000100:00100000:2.0:1781272672.626448:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+93:29186:x1867799159274880:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272672.626475:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272672.626503:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3d63 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836d7 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.626704:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3d6a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.626723:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3d6a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.626739:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3d6a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272672.626754:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:2.0:1781272672.626934:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3d63 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d7 expref: 96 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.626957:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3d6a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d7 expref: 95 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.626967:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c792e800) 00010000:00010000:2.0:1781272672.626971:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1781272672.626976:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1b400, rc 0) 00000100:00100000:2.0:1781272672.627059:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+95:29186:x1867799159274880:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 613us (881us total) trans 4294967952 rc 0/0 00000100:00100000:2.0:1781272672.627068:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1110 00000100:00080000:3.0:1781272672.629132:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272672.629823:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272672.630033:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159275008 00000100:00100000:2.0:1781272672.630045:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159275008 00000100:00100000:2.0:1781272672.630116:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 290 00000100:00100000:2.0:1781272672.630127:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159275008:12345-192.168.204.14@tcp:1:lfs.0 00010000:00010000:2.0:1781272672.630193:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.630218:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3d39 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c2 expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.630228:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3d5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d0 expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.630236:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272672.630238:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272672.630242:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.630285:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3d5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d0 expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.630302:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3d5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d0 expref: 13 pid: 8404 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272672.630322:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168625536:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272672.630446:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3d39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c2 expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.630457:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3d39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c2 expref: 12 pid: 15938 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272672.630475:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168625664:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272672.630501:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c57a9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272672.634519:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f56d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168625536:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272672.634601:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f55c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168625664:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272672.634647:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272672.635963:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.636014:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.636047:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159275264 00000100:00100000:0.0:1781272672.636057:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159275264 00010000:00010000:0.0:1781272672.636124:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3d39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c2 expref: 13 pid: 15938 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272672.636161:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159275136 00000100:00100000:0.0:1781272672.636164:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159275136 00010000:00010000:0.0:1781272672.636178:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3d5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d0 expref: 14 pid: 8404 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272672.636201:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 345 00000100:00100000:0.0:1781272672.636211:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159275264:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272672.636233:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272672.636260:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3d39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c2 expref: 13 pid: 15938 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.636275:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3d39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c2 expref: 13 pid: 15938 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.636305:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091a246f3/0x94898f2cdefc3d39 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836c2 expref: 13 pid: 15938 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.636328:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272672.636406:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159275264:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 194us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272672.636415:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 345 00000100:00100000:3.0:1781272672.641775:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 346 00000100:00100000:3.0:1781272672.641806:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+14:2391:x1867799159275136:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272672.641854:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272672.641969:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3d5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d0 expref: 14 pid: 8404 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.641995:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3d5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d0 expref: 14 pid: 8404 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.642030:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3d5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d0 expref: 14 pid: 8404 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.642052:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272672.642055:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272672.642061:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.642074:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.642124:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272672.642159:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.642174:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.642201:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159275136:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 411us (6185us total) trans 0 rc 0/0 00010000:00010000:2.0:1781272672.642203:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.642214:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 346 00010000:00010000:2.0:1781272672.642218:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.642227:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.642235:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272672.642241:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.642251:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.642271:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.642278:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f36a688b/0x94898f2cdefc3d78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272672.642338:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159275008:12345-192.168.204.14@tcp:1:lfs.0 Request processed in 12213us (12525us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272672.642348:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 290 00000100:00080000:0.0:1781272672.642813:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272672.647192:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.647768:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159275520 00000100:00100000:0.0:1781272672.647785:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159275520 00000100:00100000:0.0:1781272672.648062:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 209 00000100:00100000:0.0:1781272672.648079:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+95:29186:x1867799159275520:12345-192.168.204.14@tcp:35:lfs.0 00000004:00010000:0.0:1781272672.648170:0:6494:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3d6a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d7 expref: 95 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781272672.648414:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967953 00000001:00080000:0.0:1781272672.650421:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967954 00010000:00010000:0.0:1781272672.651729:0:6494:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.651763:0:6494:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3cc9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8368a expref: 48 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.651772:0:6494:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8369f expref: 98 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.651781:0:6494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.651862:0:6494:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8369f expref: 98 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.651880:0:6494:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8369f expref: 98 pid: 6493 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272672.652038:0:6494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6494:1867799168625792:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272672.653493:0:6494:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8368a expref: 48 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.653516:0:6494:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8368a expref: 48 pid: 12323 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272672.653534:0:6494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6494:1867799168625920:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272672.653601:0:6494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f625d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272672.663666:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.663718:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272672.664007:0:6494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6494:1867799168625792:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272672.664024:0:6494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6494:1867799168625920:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272672.664065:0:6494:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.664253:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159275648 00000100:00100000:3.0:1781272672.664264:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159275648 00010000:00010000:3.0:1781272672.664314:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8369f expref: 99 pid: 6493 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.664347:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159275776 00000100:00100000:3.0:1781272672.664350:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159275776 00010000:00010000:3.0:1781272672.664387:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8368a expref: 49 pid: 12323 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.664414:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 347 00000100:00100000:3.0:1781272672.664424:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+99:2390:x1867799159275648:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272672.664447:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272672.664454:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8369f expref: 99 pid: 6493 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.664474:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8369f expref: 99 pid: 6493 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.664507:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3cfa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8369f expref: 99 pid: 6493 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.664526:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c792e800) 00010000:00010000:3.0:1781272672.664533:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.664557:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.664565:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272672.664647:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+98:2390:x1867799159275648:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 224us (997us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272672.664656:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 347 00000100:00100000:3.0:1781272672.664688:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 348 00000100:00100000:3.0:1781272672.664695:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159275776:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272672.664707:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272672.664712:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8368a expref: 49 pid: 12323 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.664723:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8368a expref: 49 pid: 12323 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.664744:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3cc9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8368a expref: 49 pid: 12323 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.664754:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c792e800) 00010000:00010000:3.0:1781272672.664758:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.664768:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.664777:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.664803:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272672.664823:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159275776:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 128us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272672.664868:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 348 00000100:00080000:1.0:1781272672.665248:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781272672.666416:0:6494:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.666437:0:6494:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272672.667281:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967955 00000001:00080000:3.0:1781272672.667784:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967956 00000001:00080000:3.0:1781272672.668173:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967957 00000100:00100000:3.0:1781272672.668308:0:6494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6494:1867799168626048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1781272672.668426:0:6494:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272672.668536:0:6494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d540 going to sleep for 11 seconds 00000100:00100000:1.0:1781272672.668807:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168626048 00000100:00100000:1.0:1781272672.668818:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168626048 00000100:00100000:1.0:1781272672.669162:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1781272672.669176:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6494:x1867799168626048:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781272672.669319:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6494:x1867799168626048:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 145us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272672.669328:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1781272672.669413:0:6494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6494:1867799168626048:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1781272672.669611:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967958 00000100:00100000:3.0:1781272672.669706:0:6494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6494:1867799168626176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1781272672.669749:0:6494:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272672.670356:0:6494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620db40 going to sleep for 11 seconds 00000100:00100000:0.0:1781272672.670417:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168626176 00000100:00100000:0.0:1781272672.670426:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168626176 00000100:00100000:0.0:1781272672.670480:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1781272672.670492:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6494:x1867799168626176:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1781272672.670912:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6494:x1867799168626176:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 421us (1162us total) trans 4294967354 rc 0/0 00000100:00100000:0.0:1781272672.670922:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:3.0:1781272672.671209:0:6494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6494:1867799168626176:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:3.0:1781272672.671241:0:6494:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.671254:0:6494:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.671264:0:6494:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.671271:0:6494:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272672.671278:0:6494:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.671287:0:6494:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.671309:0:6494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c792e800) 00010000:00010000:3.0:1781272672.671312:0:6494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1781272672.671319:0:6494:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.671325:0:6494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3d7f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1781272672.671989:0:6494:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x3b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1781272672.672094:0:6494:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9096 00000004:00080000:3.0:1781272672.672113:0:6494:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 629567280780ns, next at 630567277275ns, rc = 0 00000001:00080000:3.0:1781272672.672126:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967959 00010000:00010000:3.0:1781272672.672185:0:6494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c792e800) 00010000:00010000:3.0:1781272672.672189:0:6494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1781272672.672201:0:6494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3d6a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836d7 expref: 102 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.672348:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+101:29186:x1867799159275520:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 24271us (25168us total) trans 4294967960 rc 0/0 00000100:00100000:3.0:1781272672.672360:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 209 00000020:00080000:3.0:1781272672.672367:0:6494:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1781272672.687867:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272672.692790:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159276032 00000100:00100000:1.0:1781272672.692812:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159276032 00000100:00100000:1.0:1781272672.693116:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1111 00000100:00100000:1.0:1781272672.693140:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+101:29187:x1867799159276032:12345-192.168.204.14@tcp:101:cmp.0 00010000:00010000:1.0:1781272672.693179:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272672.693213:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3d86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836de expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693325:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3d8d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693343:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3d8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693359:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3d8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693373:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693382:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693389:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693588:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3d9b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693599:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3d9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693607:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3d9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272672.693619:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:1.0:1781272672.693753:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3d8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693761:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3d8d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693769:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3d8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693776:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272672.693782:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3d8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693791:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3d8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693806:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:1.0:1781272672.693809:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272672.693815:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3d8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693822:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3d8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693865:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693873:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d94 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693879:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693885:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272672.693900:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693908:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693917:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8eb4c792ec00) 00010000:00010000:1.0:1781272672.693920:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272672.693923:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d94 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.693930:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3d94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.694002:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3d86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836de expref: 104 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.694019:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3d9b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836de expref: 103 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.694028:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb3c2cbcc00) 00010000:00010000:1.0:1781272672.694030:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272672.694033:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc200, rc 0) 00000100:00100000:1.0:1781272672.694129:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+103:29187:x1867799159276032:12345-192.168.204.14@tcp:101:cmp.0 Request processed in 993us (6305us total) trans 4294967961 rc 0/0 00000100:00100000:1.0:1781272672.694139:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1111 00000100:00100000:3.0:1781272672.699046:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272672.699127:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159276288 00000100:00100000:2.0:1781272672.699149:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159276288 00000100:00100000:2.0:1781272672.699249:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 49 00000100:00100000:2.0:1781272672.699262:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e915f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+103:29187:x1867799159276288:12345-192.168.204.14@tcp:103:cmp.0 00010000:00010000:2.0:1781272672.699284:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272672.699318:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3d9b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836de expref: 103 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.699346:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb3c2cbcc00) 00010000:00010000:2.0:1781272672.699362:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272672.699450:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e915f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+102:29187:x1867799159276288:12345-192.168.204.14@tcp:103:cmp.0 Request processed in 190us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272672.699459:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 49 00000100:00100000:1.0:1781272672.701473:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272672.701542:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159276416 00000100:00100000:3.0:1781272672.701553:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159276416 00000100:00100000:3.0:1781272672.701637:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1112 00000100:00100000:3.0:1781272672.701653:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+102:29187:x1867799159276416:12345-192.168.204.14@tcp:58:cmp.0 00010000:00010000:3.0:1781272672.702014:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3da9 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.702035:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3da9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.702049:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3da9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781272672.702172:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:3.0:1781272672.702290:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+102:29187:x1867799159276416:12345-192.168.204.14@tcp:58:cmp.0 Request processed in 640us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272672.702299:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1112 00000100:00100000:2.0:1781272672.704355:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272672.704489:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159276544 00000100:00100000:1.0:1781272672.704503:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159276544 00000100:00100000:1.0:1781272672.704602:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1113 00000100:00100000:1.0:1781272672.704614:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+102:29187:x1867799159276544:12345-192.168.204.14@tcp:101:cmp.0 00010000:00010000:1.0:1781272672.704657:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272672.704696:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3db0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836e5 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.704788:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3da9 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.704803:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3db0 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836e5 expref: 103 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.704851:0:6492:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3da9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.704870:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3db0 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836e5 expref: 103 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.705130:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c70a5c00) 00010000:00010000:1.0:1781272672.705135:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272672.705141:0:6492:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3db0 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836e5 expref: 103 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.705156:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd200, rc 0) 00000100:00100000:1.0:1781272672.705242:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+103:29187:x1867799159276544:12345-192.168.204.14@tcp:101:cmp.0 Request processed in 629us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272672.705251:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1113 00000040:00080000:2.0:1781272672.771460:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272672.771476:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272672.771515:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 5 00000040:00080000:2.0:1781272672.771526:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272672.772082:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f57480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168626304:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272672.772235:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c57a9180 going to sleep for 11 seconds 00000100:00100000:2.0:1781272672.776279:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f57480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168626304:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272672.792263:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272672.792326:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159276672 00000100:00100000:3.0:1781272672.792341:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159276672 00000100:00100000:3.0:1781272672.792413:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1114 00000100:00100000:3.0:1781272672.792425:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:29188:x1867799159276672:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272672.792475:0:6493:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272672.794123:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:29188:x1867799159276672:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 1685us (1860us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272672.794142:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1114 00000100:00100000:1.0:1781272672.799756:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272672.799812:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159276800 00000100:00100000:1.0:1781272672.799828:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159276800 00000100:00100000:1.0:1781272672.800773:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1115 00000100:00100000:1.0:1781272672.800791:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:29188:x1867799159276800:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1781272672.801823:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3db7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802067:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3db7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802091:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3db7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802118:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3dbe lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802126:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3dbe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802134:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3dbe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802172:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3dc5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802183:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802190:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272672.802279:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:1.0:1781272672.802285:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272672.802306:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802320:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3db7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802327:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3db7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802335:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3db7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802343:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272672.802348:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3db7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802359:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3db7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802376:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:1.0:1781272672.802379:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272672.802386:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3db7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802399:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3db7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802414:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3dbe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802422:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3dbe lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802428:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3dbe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802434:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272672.802437:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3dbe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802444:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3dbe lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802452:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x186e6862 (ffff8eb3c2cbc800) 00010000:00010000:1.0:1781272672.802454:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272672.802458:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3dbe lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.802465:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc3dbe lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.803779:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.803798:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3dc5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.803808:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.803815:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272672.803819:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.803849:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3dc5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.803868:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c70a5c00) 00010000:00010000:1.0:1781272672.803872:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272672.803876:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3dc5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.803883:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc3dc5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272672.805104:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:29188:x1867799159276800:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 4308us (5354us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272672.805118:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1115 00000100:00100000:1.0:1781272672.810824:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.810986:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159277056 00000100:00100000:0.0:1781272672.811002:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159277056 00000100:00100000:0.0:1781272672.811099:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1116 00000100:00100000:0.0:1781272672.811112:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:29188:x1867799159277056:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272672.811143:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272672.811175:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dcc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836ec expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.811345:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3dd3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.811366:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3dd3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.811381:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3dd3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272672.811395:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:0.0:1781272672.811521:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3dd3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.811531:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3dd3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.811540:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3dd3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.811547:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272672.811553:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3dd3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.811562:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3dd3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.811578:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c70a5c00) 00010000:00010000:0.0:1781272672.811581:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272672.811587:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3dd3 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.811594:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3dd3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.811661:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dcc lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836ec expref: 50 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.811673:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:0.0:1781272672.811676:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272672.811681:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dcc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836ec expref: 50 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.811691:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:0.0:1781272672.811781:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:29188:x1867799159277056:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 671us (973us total) trans 4294967962 rc 301/301 00000100:00100000:0.0:1781272672.811793:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1116 00000100:00100000:2.0:1781272672.817765:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272672.818053:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159277184 00000100:00100000:3.0:1781272672.818067:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159277184 00000100:00100000:3.0:1781272672.818145:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1117 00000100:00100000:3.0:1781272672.818158:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:29188:x1867799159277184:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272672.818216:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272672.818375:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:29188:x1867799159277184:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 219us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272672.818383:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1117 00000100:00100000:1.0:1781272672.823224:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272672.823487:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159277440 00000100:00100000:3.0:1781272672.823502:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159277440 00000100:00100000:3.0:1781272672.823722:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1118 00000100:00100000:3.0:1781272672.823736:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+49:29188:x1867799159277440:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272672.823770:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272672.823799:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3de1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836f3 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.824990:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3de8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.825014:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3de8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.825029:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3de8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272672.825043:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00010000:00010000:0.0:1781272672.825105:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3de1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836f3 expref: 52 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.825131:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3de8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836f3 expref: 51 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.825141:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:0.0:1781272672.825145:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272672.825150:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:0.0:1781272672.825376:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:29188:x1867799159277440:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1642us (2169us total) trans 4294967963 rc 0/0 00000100:00100000:0.0:1781272672.825388:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1118 00000100:00100000:1.0:1781272672.830697:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.830761:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159277696 00000100:00100000:0.0:1781272672.830775:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159277696 00000100:00100000:0.0:1781272672.830880:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1119 00000100:00100000:0.0:1781272672.830893:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+51:29188:x1867799159277696:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781272672.830974:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272672.831011:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3de8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836f3 expref: 51 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.831036:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:0.0:1781272672.831052:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272672.831085:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.831102:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3d0f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836ad expref: 102 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.831113:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.831156:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3d0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836ad expref: 102 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.831172:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3d0f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836ad expref: 102 pid: 6491 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272672.831205:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168626432:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272672.831314:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f625d180 going to sleep for 11 seconds 00000100:00100000:2.0:1781272672.841304:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.841342:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168626432:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272672.841383:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.841463:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159277824 00000100:00100000:3.0:1781272672.841581:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159277824 00010000:00010000:3.0:1781272672.841647:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3d0f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836ad expref: 103 pid: 6491 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.841695:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 349 00000100:00100000:3.0:1781272672.841705:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+103:2391:x1867799159277824:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272672.841729:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272672.841737:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3d0f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836ad expref: 103 pid: 6491 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.841816:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3d0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836ad expref: 103 pid: 6491 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.841873:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3d0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836ad expref: 103 pid: 6491 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.841895:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:3.0:1781272672.841902:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.841916:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.841927:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.842030:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272672.842065:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842081:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272672.842104:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+102:2391:x1867799159277824:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 398us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272672.842113:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 349 00010000:00010000:0.0:1781272672.842114:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dfd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x78712b13 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842128:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x78712b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842137:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x78712b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842227:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842236:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842243:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842250:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272672.842256:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842265:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842276:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:0.0:1781272672.842280:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272672.842285:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842292:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3df6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842304:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x78712b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842310:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dfd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x78712b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842317:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dfd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x78712b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842322:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272672.842326:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dfd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x78712b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842333:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dfd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x78712b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842341:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x78712b13 (ffff8eb4c7df2c00) 00010000:00010000:0.0:1781272672.842344:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272672.842347:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dfd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x78712b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.842354:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3dfd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x78712b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272672.842439:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:29188:x1867799159277696:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 11548us (11756us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272672.842449:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1119 00000100:00100000:2.0:1781272672.846946:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.847134:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159277952 00000100:00100000:0.0:1781272672.847150:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159277952 00000100:00100000:0.0:1781272672.847232:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1120 00000100:00100000:0.0:1781272672.847245:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:29188:x1867799159277952:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272672.847276:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272672.847440:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3e04 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab836fa expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.847739:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e0b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.847759:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e0b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.847773:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e0b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.848156:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3e04 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836fa expref: 52 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.848179:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e0b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836fa expref: 51 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.848188:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:0.0:1781272672.848191:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272672.848195:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221400, rc 0) 00000100:00100000:0.0:1781272672.848329:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+51:29188:x1867799159277952:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1086us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272672.848338:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1120 00000100:00100000:2.0:1781272672.855322:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272672.855502:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159278208 00000100:00100000:1.0:1781272672.855516:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159278208 00000100:00100000:1.0:1781272672.855596:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1121 00000100:00100000:1.0:1781272672.855608:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:29188:x1867799159278208:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781272672.855754:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3e12 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.855784:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3e12 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.855800:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3e12 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272672.856374:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e933d55e reply state 00000000e1a6f530 transno 4294967964 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3e12 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.856394:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3e12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.856404:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:1.0:1781272672.856407:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1781272672.856413:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272672.856666:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:29188:x1867799159278208:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 1056us (1355us total) trans 4294967964 rc 0/0 00000100:00100000:1.0:1781272672.856675:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1121 00000100:00100000:1.0:1781272672.863337:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.863593:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159278336 00000100:00100000:0.0:1781272672.863608:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159278336 00000100:00100000:0.0:1781272672.863707:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1122 00000100:00100000:0.0:1781272672.863722:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:29188:x1867799159278336:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272672.863763:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272672.863793:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3e19 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83701 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.863918:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3e19 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83701 expref: 54 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.863938:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3e19 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83701 expref: 54 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.863951:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:0.0:1781272672.863955:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272672.863959:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220e00, rc 0) 00000100:00100000:0.0:1781272672.864042:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:29188:x1867799159278336:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 324us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272672.864050:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1122 00000100:00100000:2.0:1781272672.873328:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.873546:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159278464 00000100:00100000:0.0:1781272672.873564:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159278464 00000100:00100000:0.0:1781272672.873656:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 210 00000100:00100000:0.0:1781272672.873670:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c3941050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:29188:x1867799159278464:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1781272672.874152:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c3941050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:29188:x1867799159278464:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 Request processed in 483us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272672.874163:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 210 00000100:00100000:2.0:1781272672.879390:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272672.879512:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159278720 00000100:00100000:3.0:1781272672.879528:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159278720 00000100:00100000:3.0:1781272672.879617:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 211 00000100:00100000:3.0:1781272672.879642:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+54:29188:x1867799159278720:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272672.880155:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+55:29188:x1867799159278720:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 515us (780us total) trans 4294967965 rc 0/0 00000100:00100000:3.0:1781272672.880165:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 211 00000100:00100000:1.0:1781272672.884803:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.885050:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159278976 00000100:00100000:0.0:1781272672.885066:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159278976 00000100:00100000:0.0:1781272672.885151:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1123 00000100:00100000:0.0:1781272672.885164:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:29188:x1867799159278976:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272672.885381:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:29188:x1867799159278976:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 218us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272672.885391:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1123 00000100:00100000:2.0:1781272672.888475:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272672.889707:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159279232 00000100:00100000:1.0:1781272672.889727:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159279232 00000100:00100000:1.0:1781272672.889992:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1124 00000100:00100000:1.0:1781272672.890010:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:29188:x1867799159279232:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272672.890045:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272672.890077:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3e20 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83708 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.890249:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.890269:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3e19 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83701 expref: 56 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.890278:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.890336:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3e19 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83701 expref: 56 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.890357:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3e19 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83701 expref: 56 pid: 6492 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272672.890377:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168626560:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272672.890525:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c887a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272672.907407:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.907559:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bc380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168626560:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272672.907608:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.907801:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159279360 00000100:00100000:3.0:1781272672.907814:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159279360 00010000:00010000:3.0:1781272672.907914:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3e19 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83701 expref: 57 pid: 6492 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.907958:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 350 00000100:00100000:3.0:1781272672.907969:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+57:2390:x1867799159279360:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272672.907993:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272672.908002:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3e19 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83701 expref: 57 pid: 6492 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.908017:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3e19 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83701 expref: 57 pid: 6492 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.908050:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3e19 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83701 expref: 57 pid: 6492 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.908072:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:3.0:1781272672.908080:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.908094:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.908103:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.908188:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272672.908274:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+56:2390:x1867799159279360:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 305us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272672.908283:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 350 00010000:00010000:1.0:1781272672.912354:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.912381:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272672.912415:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00080000:2.0:1781272672.912806:0:8162:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x15:0x0], index 0: 0 00010000:00010000:2.0:1781272672.913000:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.913010:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.913019:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.913027:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272672.913033:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.913044:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.913068:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:2.0:1781272672.913071:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272672.913077:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.913083:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3e27 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.913160:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3e20 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83708 expref: 56 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.913172:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff8eb4c792ef00) 00010000:00010000:2.0:1781272672.913175:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272672.913179:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3e20 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83708 expref: 56 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.913189:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:2.0:1781272672.913289:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:29188:x1867799159279232:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 23284us (24829us total) trans 4294967966 rc 301/301 00000100:00100000:2.0:1781272672.913300:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1124 00000100:00100000:1.0:1781272672.917352:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.917669:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159279616 00000100:00100000:0.0:1781272672.917683:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159279616 00000100:00100000:0.0:1781272672.917765:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 212 00000100:00100000:0.0:1781272672.917779:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:29188:x1867799159279616:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272672.918266:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:29188:x1867799159279616:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 489us (929us total) trans 4294967967 rc 0/0 00000100:00100000:0.0:1781272672.918277:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 212 00000100:00100000:3.0:1781272672.920693:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272672.920774:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159279744 00000100:00100000:1.0:1781272672.920792:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159279744 00000100:00100000:1.0:1781272672.920904:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1125 00000100:00100000:1.0:1781272672.920918:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+56:29188:x1867799159279744:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272672.920959:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272672.920989:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3e35 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8370f expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.921096:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3e3c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.921116:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3e3c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.921131:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3e3c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272672.921189:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00200000:1.0:1781272672.921194:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272672.921221:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3e3c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.921254:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3e35 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8370f expref: 58 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.921275:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3e3c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8370f expref: 57 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.921285:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:1.0:1781272672.921288:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1781272672.921293:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc200, rc 0) 00000100:00100000:1.0:1781272672.921381:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+57:29188:x1867799159279744:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 465us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272672.921388:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1125 00000100:00100000:3.0:1781272672.924711:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.925034:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159279872 00000100:00100000:0.0:1781272672.925049:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159279872 00000100:00100000:0.0:1781272672.925178:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 291 00000100:00100000:0.0:1781272672.925190:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159279872:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272672.925216:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272672.925322:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc3e43 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83716 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272672.925368:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272672.925402:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272672.925405:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272672.925417:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc3e43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83716 expref: 9 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.925446:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc3e43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83716 expref: 9 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272672.925463:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:0.0:1781272672.925559:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159279872:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 370us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272672.925567:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 291 00000100:00080000:1.0:1781272672.926958:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272672.937249:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.938781:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159280128 00000100:00100000:0.0:1781272672.938804:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159280128 00000100:00100000:0.0:1781272672.938971:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1126 00000100:00100000:0.0:1781272672.938985:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+57:29188:x1867799159280128:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272672.939154:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+57:29188:x1867799159280128:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 172us (1922us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272672.939163:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1126 00000100:00100000:3.0:1781272672.944429:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272672.945883:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159280256 00000100:00100000:1.0:1781272672.945908:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159280256 00000100:00100000:1.0:1781272672.946000:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 292 00000100:00100000:1.0:1781272672.946014:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:29188:x1867799159280256:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272672.946054:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272672.946086:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8371d expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.946140:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc3e43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83716 expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.946152:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272672.946155:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272672.946160:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8371d expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.946216:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc3e43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83716 expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.946237:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc3e43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83716 expref: 10 pid: 15938 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272672.946258:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168626688:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272672.946450:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c887a480 going to sleep for 11 seconds 00000100:00100000:2.0:1781272672.951501:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272672.952222:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168626688:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272672.952270:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8371d expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.952301:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:3.0:1781272672.952524:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159280384 00000100:00100000:3.0:1781272672.952535:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159280384 00010000:00010000:3.0:1781272672.953116:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc3e43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83716 expref: 11 pid: 15938 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.953174:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 351 00000100:00100000:3.0:1781272672.953186:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159280384:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272672.953207:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272672.953238:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc3e43 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83716 expref: 11 pid: 15938 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.953260:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc3e43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83716 expref: 11 pid: 15938 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.953288:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc3e43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83716 expref: 11 pid: 15938 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.953307:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272672.953309:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272672.953318:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8371d expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.953331:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8371d expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272672.953374:0:6476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8371d expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.953392:0:6476:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6476:1867799168626816:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272672.953675:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:29188:x1867799159280256:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 7653us (9255us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272672.953686:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 292 00000100:00100000:3.0:1781272672.960923:0:6476:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272672.963755:0:6476:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6476:1867799168626816:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272672.963793:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272672.963901:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159280384:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 10715us (12414us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272672.963914:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 351 00000100:00100000:1.0:1781272672.966293:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272672.966397:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159280512 00000100:00100000:2.0:1781272672.966412:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159280512 00002000:00100000:2.0:1781272672.966487:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff8eb4f10bc000 x1867799159280512/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:428/0 lens 2008/0 e 0 to 0 dl 1781272683 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272672.966633:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4f10bc000 with x1867799159280512 ext(0->1515) 00002000:00010000:2.0:1781272672.966642:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4f10bc000 00000100:00100000:2.0:1781272672.966770:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 83 00000100:00100000:2.0:1781272672.966782:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159280512:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1781272672.970077:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159280512:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 3278us (3778us total) trans 4294967351 rc 0/0 00000100:00100000:2.0:1781272672.970098:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 83 00002000:00100000:2.0:1781272672.970117:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff8eb4f10bc000 x1867799159280512/t4294967351(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:428/0 lens 2008/448 e 0 to 0 dl 1781272683 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272672.970130:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4f10bc000 with x1867799159280512 ext(0->1515) 00002000:00010000:2.0:1781272672.970138:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4f10bc000 00000100:00100000:1.0:1781272672.972740:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272672.972910:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159280640 00000100:00100000:2.0:1781272672.972926:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159280640 00000100:00100000:2.0:1781272672.973001:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1127 00000100:00100000:2.0:1781272672.973013:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+57:29188:x1867799159280640:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1781272672.981117:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967967 is committed 00000001:00080000:0.0:1781272672.981162:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967961 is committed 00000004:00080000:0.0:1781272672.981168:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000020:00080000:0.0:1781272672.981189:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4c620d540 refcount 2 committed 0 result 0 batchid 19 00000020:00080000:0.0:1781272672.981196:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c3265900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4c620d300 00000020:00080000:0.0:1781272672.981200:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c3265100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c515d600 00000020:00080000:2.0:1781272672.981291:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00000020:00080000:2.0:1781272672.981380:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:2.0:1781272672.981564:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:29188:x1867799159280640:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 8546us (8833us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272672.981576:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1127 00000100:00100000:3.0:1781272672.981917:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272672.981936:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168626944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1781272672.982004:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272672.982095:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168626944 00000100:00100000:2.0:1781272672.982104:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168626944 00000100:00100000:2.0:1781272672.982160:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:2.0:1781272672.982169:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168626944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1781272672.982207:0:8405:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:22 count 1 00002000:00010000:2.0:1781272672.982251:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 1516, mtime: 0x6a2c105d, atime: 0x0, ctime: 0x6a2c105d, blocks: 0x8 00010000:00010000:2.0:1781272672.982261:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3e51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.982281:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272672.982283:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272672.982289:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.982306:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.982317:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.982326:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.982346:0:8405:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781272672.982487:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168626944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 319us (483us total) trans 4294967355 rc 0/0 00000100:00100000:2.0:1781272672.982493:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00010000:00010000:2.0:1781272672.982511:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781272672.982518:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.982533:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1aa00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272672.982739:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.982751:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3e51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.982773:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3e51 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.982781:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3af4290/0x94898f2cdefc3e51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272672.982801:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272672.982803:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272672.982804:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1781272672.982881:0:3621:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c3ba0700/2, rc 0, transno 4294967355 00000100:00100000:2.0:1781272672.982887:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168626944:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1781272672.983272:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3cc2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983283:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3cc2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983289:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3cc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983294:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272672.983298:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3cc2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983304:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3cc2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983318:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff8eb4c792ec00) 00010000:00010000:1.0:1781272672.983322:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272672.983326:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3cc2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983334:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3cc2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983356:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3e12 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983362:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3e12 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983368:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3e12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983373:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272672.983376:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3e12 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983381:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3e12 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983387:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:1.0:1781272672.983389:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781272672.983392:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3e12 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272672.983397:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc3e12 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272672.985530:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272672.985723:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159280768 00000100:00100000:0.0:1781272672.985736:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159280768 00000100:00100000:0.0:1781272672.985819:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 294 00000100:00100000:0.0:1781272672.985876:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159280768:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1781272672.990008:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00000100:00100000:0.0:1781272673.002229:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159280768:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 16376us (16690us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272673.002250:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 294 00000100:00100000:0.0:1781272673.007362:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272673.017825:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159281024 00000100:00100000:2.0:1781272673.017876:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159281024 00000100:00100000:2.0:1781272673.017980:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1128 00000100:00100000:2.0:1781272673.017992:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:29188:x1867799159281024:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272673.018065:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272673.018100:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3e3c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8370f expref: 44 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.018136:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:2.0:1781272673.018142:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272673.018184:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3e58 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.018202:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3e58 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.018214:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3e58 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272673.018380:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000003c11d148 reply state 0000000060885c9f transno 4294967968 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3e58 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.018394:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3e58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.018401:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:2.0:1781272673.018404:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272673.018407:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272673.019749:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:29188:x1867799159281024:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 1748us (12391us total) trans 4294967968 rc 0/0 00000100:00100000:2.0:1781272673.019763:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1128 00000100:00100000:1.0:1781272673.025121:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272673.027299:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159281152 00000100:00100000:0.0:1781272673.027321:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159281152 00000100:00100000:0.0:1781272673.027422:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1129 00000100:00100000:0.0:1781272673.027435:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:29188:x1867799159281152:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272673.027470:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272673.027501:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e5f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83724 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272673.027795:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e5f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83724 expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272673.027816:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e5f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83724 expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272673.027861:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:0.0:1781272673.027865:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272673.027869:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221c00, rc 0) 00000100:00100000:0.0:1781272673.027967:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:29188:x1867799159281152:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 535us (2860us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272673.027975:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1129 00000100:00100000:2.0:1781272673.030718:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272673.030950:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159281280 00000100:00100000:1.0:1781272673.030963:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159281280 00000100:00100000:1.0:1781272673.031068:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 295 00000100:00100000:1.0:1781272673.031079:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159281280:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1781272673.031326:0:8404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:1.0:1781272673.031331:0:8404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 0 -> 1781272669 00002000:00010000:1.0:1781272673.031333:0:8404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 1781272669 00002000:00010000:1.0:1781272673.031336:0:8404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 0 -> 1781272669 00002000:00010000:1.0:1781272673.031338:0:8404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1781272673.031465:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159281280:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 387us (812us total) trans 4294967352 rc 0/0 00000100:00100000:1.0:1781272673.031473:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 295 00000100:00100000:1.0:1781272673.034751:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272673.035047:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159281536 00000100:00100000:2.0:1781272673.035065:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159281536 00000100:00100000:2.0:1781272673.035156:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1130 00000100:00100000:2.0:1781272673.035168:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:29188:x1867799159281536:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781272673.035284:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.035422:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e0b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836fa expref: 46 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.035435:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.035608:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e0b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836fa expref: 46 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.035638:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e0b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836fa expref: 46 pid: 12323 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272673.035824:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f57800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168627072:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272673.036046:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c57a90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272673.042765:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f57800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168627072:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272673.042807:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272673.045110:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272673.045518:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159281664 00000100:00100000:2.0:1781272673.045531:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159281664 00010000:00010000:2.0:1781272673.045588:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e0b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836fa expref: 47 pid: 12323 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272673.045648:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 352 00000100:00100000:2.0:1781272673.045665:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:2391:x1867799159281664:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272673.045687:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272673.045695:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e0b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836fa expref: 47 pid: 12323 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.045711:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e0b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836fa expref: 47 pid: 12323 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.045740:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e0b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836fa expref: 47 pid: 12323 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.045762:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:2.0:1781272673.045768:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.045780:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.045790:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.045826:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272673.045934:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:2391:x1867799159281664:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 277us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272673.045942:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 352 00010000:00010000:1.0:1781272673.046602:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272673.046615:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272673.046734:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272673.046744:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272673.046752:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272673.046759:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272673.046765:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272673.046775:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272673.046789:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:1.0:1781272673.046792:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781272673.046797:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272673.046804:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e66 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272673.046920:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+45:29188:x1867799159281536:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 11752us (12182us total) trans 0 rc -22/-22 00000100:00100000:1.0:1781272673.046931:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1130 00000100:00100000:1.0:1781272673.051417:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.051520:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159281792 00000100:00100000:3.0:1781272673.051538:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159281792 00000100:00100000:3.0:1781272673.051642:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 296 00000100:00100000:3.0:1781272673.051654:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159281792:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272673.051738:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.051768:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8371d expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.051778:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272673.051781:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272673.051786:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 4/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.051827:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8371d expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.051897:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8371d expref: 10 pid: 8404 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272673.051918:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168627200:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272673.052022:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272673.060173:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.060285:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168627200:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272673.060331:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272673.060476:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159281920 00000100:00100000:2.0:1781272673.060487:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159281920 00010000:00010000:2.0:1781272673.060557:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8371d expref: 11 pid: 8404 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272673.060618:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 353 00000100:00100000:2.0:1781272673.060644:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159281920:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272673.060675:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272673.060712:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8371d expref: 11 pid: 8404 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.060728:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8371d expref: 11 pid: 8404 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.060759:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059ce473f/0x94898f2cdefc3e4a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8371d expref: 11 pid: 8404 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.060780:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272673.060783:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272673.060788:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.060800:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.060877:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272673.060957:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159281920:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 315us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272673.060968:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 353 00010000:00010000:3.0:1781272673.061690:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.061705:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.061739:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.061749:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.061758:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.061765:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272673.061770:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.061780:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.061803:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.061812:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc3e6d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272673.061942:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159281792:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 10287us (10537us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272673.061953:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 296 00000100:00100000:0.0:1781272673.066004:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272673.066128:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159282176 00000100:00100000:2.0:1781272673.066143:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159282176 00000100:00100000:2.0:1781272673.066266:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1131 00000100:00100000:2.0:1781272673.066279:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:29188:x1867799159282176:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781272673.066392:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3e74 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.066415:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3e74 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.066429:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3e74 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.066657:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.066670:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e5f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83724 expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.066679:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.066728:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e5f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83724 expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.066743:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e5f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83724 expref: 46 pid: 6492 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272673.066764:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f57800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168627328:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272673.066919:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c57a93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272673.070523:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.070641:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159282304 00000100:00100000:3.0:1781272673.070654:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159282304 00010000:00010000:3.0:1781272673.070705:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e5f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83724 expref: 47 pid: 6492 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272673.070759:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 354 00000100:00100000:3.0:1781272673.070771:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:2390:x1867799159282304:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272673.070792:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272673.070810:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e5f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83724 expref: 47 pid: 6492 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.070827:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e5f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83724 expref: 47 pid: 6492 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.070890:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:3.0:1781272673.070896:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.070909:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.070919:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.070943:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272673.070985:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e5f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83724 expref: 47 pid: 6492 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272673.071001:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:2390:x1867799159282304:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 233us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272673.071005:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f57800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168627328:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272673.071008:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 354 00010000:00010000:2.0:1781272673.071029:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.071040:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.071047:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272673.071202:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967969 00000001:00080000:2.0:1781272673.072558:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967970 00000001:00080000:2.0:1781272673.072663:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967971 00000100:00100000:2.0:1781272673.072808:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f57800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6491:1867799168627456:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1781272673.072924:0:6491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272673.072955:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c57a9240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272673.073111:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168627456 00000100:00100000:0.0:1781272673.073121:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168627456 00000100:00100000:0.0:1781272673.073215:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1781272673.073227:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6491:x1867799168627456:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1781272673.073344:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6491:x1867799168627456:12345-0@lo:1000:mdt00_000.0 Request processed in 120us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272673.073353:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00080000:2.0:1781272673.073613:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272673.073671:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f57800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6491:1867799168627456:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1781272673.074055:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967972 00000100:00100000:2.0:1781272673.074122:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f57800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6491:1867799168627584:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1781272673.074164:0:6491:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272673.074197:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c57a90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272673.074296:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168627584 00000100:00100000:1.0:1781272673.074304:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168627584 00000100:00100000:1.0:1781272673.074341:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1781272673.074350:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6491:x1867799168627584:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1781272673.074514:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6491:x1867799168627584:12345-0@lo:1000:mdt00_000.0 Request processed in 165us (349us total) trans 4294967353 rc 0/0 00000100:00100000:1.0:1781272673.074522:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1781272673.075292:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f57800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6491:1867799168627584:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1781272673.075398:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967973 00010000:00010000:2.0:1781272673.075439:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075458:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075479:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075487:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272673.075493:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075510:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075532:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:2.0:1781272673.075536:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272673.075542:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075549:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e7b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075580:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3da9 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075587:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3da9 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075594:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3da9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075599:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272673.075603:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3da9 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075609:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3da9 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075617:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c70a5c00) 00010000:00010000:2.0:1781272673.075629:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272673.075637:0:6491:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3db0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836e5 expref: 91 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.075652:0:6491:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3db0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836e5 expref: 91 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.076031:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3db0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836e5 expref: 91 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.076080:0:6491:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd200/0x94898f2cdefc3db0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab836e5 expref: 91 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272673.076096:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4f54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168627712:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272673.076221:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c57a9300 going to sleep for 11 seconds 00000100:00100000:0.0:1781272673.084335:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272673.084587:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159282432 00000100:00100000:1.0:1781272673.084602:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159282432 00000100:00100000:1.0:1781272673.084695:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 213 00000100:00100000:1.0:1781272673.084708:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+92:29187:x1867799159282432:12345-192.168.204.14@tcp:49:cmp.0 00000100:00100000:1.0:1781272673.084963:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+92:29187:x1867799159282432:12345-192.168.204.14@tcp:49:cmp.0 Request processed in 257us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272673.084972:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 213 00000100:00100000:2.0:1781272673.085180:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4f54a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168627712:192.168.204.14@tcp:105: 00010000:00010000:2.0:1781272673.085220:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3da9 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085233:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3da9 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085286:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e82 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085303:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085318:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085330:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085337:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e82 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085345:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e82 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085352:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272673.085357:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e82 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085365:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e82 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085381:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c70a5c00) 00010000:00010000:2.0:1781272673.085385:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272673.085389:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e82 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085395:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3e82 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085406:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3e74 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085412:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3e74 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085418:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3e74 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085423:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1a400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272673.085426:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3e74 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085431:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3e74 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085439:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff8eb4c70a5c00) 00010000:00010000:2.0:1781272673.085442:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272673.085445:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3e74 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.085451:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3e74 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272673.085672:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+50:29188:x1867799159282176:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 19395us (19685us total) trans 4294967974 rc 0/0 00000100:00100000:2.0:1781272673.085683:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1131 00000020:00080000:2.0:1781272673.085688:0:6491:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1781272673.085828:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272673.085862:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272673.086348:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1781272673.086361:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272673.090956:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.091126:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159282560 00000100:00100000:3.0:1781272673.091141:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159282560 00000100:00100000:3.0:1781272673.091248:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 297 00000100:00100000:3.0:1781272673.091261:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+14:29187:x1867799159282560:12345-192.168.204.14@tcp:101:cmp.0 00010000:00010000:3.0:1781272673.091285:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272673.091315:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc3e89 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8372b expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272673.091352:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 1516, mtime: 0x6a2c105d, atime: 0x6a2c105d, ctime: 0x6a2c105d, blocks: 0x8 00010000:00010000:3.0:1781272673.091384:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272673.091387:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272673.091399:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc3e89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8372b expref: 15 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.091421:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e5ebbfc6/0x94898f2cdefc3e89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8372b expref: 15 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272673.091443:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646400, rc 0) 00000100:00100000:3.0:1781272673.091534:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+15:29187:x1867799159282560:12345-192.168.204.14@tcp:101:cmp.0 Request processed in 276us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272673.091542:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 297 00000100:00080000:2.0:1781272673.091632:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272673.092665:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272673.092744:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159282816 00000100:00100000:0.0:1781272673.092754:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159282816 00000100:00100000:0.0:1781272673.092888:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 214 00000100:00100000:0.0:1781272673.092898:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:29188:x1867799159282816:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1781272673.093292:0:6495:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1781272673.093355:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967975 00010000:00010000:0.0:1781272673.093403:0:6495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3e90 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272673.093436:0:6495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3e90 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272673.093451:0:6495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3e90 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272673.093463:0:6495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3e90 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272673.093486:0:6495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3e90 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272673.093495:0:6495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3e90 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272673.093527:0:6495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781272673.093646:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+52:29188:x1867799159282816:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 748us (985us total) trans 4294967976 rc 0/0 00000100:00100000:0.0:1781272673.093655:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 214 00000020:00080000:0.0:1781272673.093661:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1781272673.093736:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781272673.093747:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3e90 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.093755:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272673.093760:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3e90 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.093768:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3e90 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.093786:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:2.0:1781272673.093789:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781272673.093795:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3e90 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.093801:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3e90 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272673.093817:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272673.093819:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272673.093820:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272673.096474:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272673.097124:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159282944 00000100:00100000:2.0:1781272673.097141:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159282944 00002000:00100000:2.0:1781272673.097218:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff8eb3c2293b80 x1867799159282944/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:429/0 lens 488/0 e 0 to 0 dl 1781272684 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272673.097232:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c2293b80 with x1867799159282944 ext(0->4095) 00002000:00010000:2.0:1781272673.097240:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c2293b80 00000100:00100000:2.0:1781272673.097288:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 84 00000100:00100000:2.0:1781272673.097298:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:114321f4-a03d-418f-858f-46fe7991a8fa+15:2388:x1867799159282944:12345-192.168.204.14@tcp:3:cmp.0 00000100:00100000:2.0:1781272673.097562:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:114321f4-a03d-418f-858f-46fe7991a8fa+15:2388:x1867799159282944:12345-192.168.204.14@tcp:3:cmp.0 Request processed in 265us (1103us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272673.097572:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 84 00002000:00100000:2.0:1781272673.097580:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff8eb3c2293b80 x1867799159282944/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:429/0 lens 488/4536 e 0 to 0 dl 1781272684 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272673.097589:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c2293b80 with x1867799159282944 ext(0->4095) 00002000:00010000:2.0:1781272673.097593:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c2293b80 00000100:00100000:2.0:1781272673.102307:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.102419:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159283200 00000100:00100000:3.0:1781272673.102438:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159283200 00000100:00100000:3.0:1781272673.102537:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 215 00000100:00100000:3.0:1781272673.102551:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+92:29187:x1867799159283200:12345-192.168.204.14@tcp:35:cmp.0 00000100:00100000:3.0:1781272673.103008:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+93:29187:x1867799159283200:12345-192.168.204.14@tcp:35:cmp.0 Request processed in 458us (719us total) trans 4294967977 rc 0/0 00000100:00100000:3.0:1781272673.103018:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 215 00000100:00100000:2.0:1781272673.344151:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168627840:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272673.344273:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272673.344563:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168627840 00000100:00100000:3.0:1781272673.344575:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168627840 00000100:00100000:3.0:1781272673.344661:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1781272673.344673:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168627840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272673.344727:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:3.0:1781272673.350017:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168627840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5327us (5725us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272673.350039:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1781272673.352311:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168627840:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272673.600199:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272673.935738:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.935805:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.935903:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.935931:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.935953:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.935977:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.935998:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.936014:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.936041:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272673.936080:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159283712 00000100:00100000:3.0:1781272673.936094:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159283712 00000100:00100000:3.0:1781272673.936158:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159283840 00000100:00100000:3.0:1781272673.936161:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159283840 00000100:00100000:3.0:1781272673.936175:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159284224 00000100:00100000:3.0:1781272673.936177:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159284224 00000100:00100000:3.0:1781272673.936192:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159284352 00000100:00100000:3.0:1781272673.936195:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159284352 00000100:00100000:3.0:1781272673.936213:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 427 00000100:00100000:3.0:1781272673.936224:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+15:2391:x1867799159283712:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272673.936327:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+15:2391:x1867799159283712:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 103us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272673.936337:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 427 00000100:00100000:3.0:1781272673.936359:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 428 00000100:00100000:3.0:1781272673.936366:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159283840:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272673.936394:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159283840:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272673.936401:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 428 00000100:00100000:3.0:1781272673.936414:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 429 00000100:00100000:3.0:1781272673.936420:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159284224:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272673.936444:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159284224:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272673.936452:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 429 00000100:00100000:3.0:1781272673.936464:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 430 00000100:00100000:3.0:1781272673.936471:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159284352:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272673.936636:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159283456 00000100:00100000:2.0:1781272673.936654:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159283456 00000100:00100000:2.0:1781272673.936691:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159283584 00000100:00100000:2.0:1781272673.936694:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159283584 00000100:00100000:2.0:1781272673.936714:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159283968 00000100:00100000:2.0:1781272673.936716:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159283968 00000100:00100000:2.0:1781272673.936726:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159284096 00000100:00100000:2.0:1781272673.936728:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159284096 00000100:00100000:2.0:1781272673.936742:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 819 00000100:00100000:2.0:1781272673.936748:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+93:2391:x1867799159283456:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272673.936789:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+93:2391:x1867799159283456:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 42us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272673.936794:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 819 00000100:00100000:2.0:1781272673.936808:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 820 00000100:00100000:2.0:1781272673.936813:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159283584:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272673.936864:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159283584:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 50us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272673.936872:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 820 00000100:00100000:2.0:1781272673.936885:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 821 00000100:00100000:2.0:1781272673.936890:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+52:2391:x1867799159283968:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272673.936917:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+52:2391:x1867799159283968:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272673.936922:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 821 00000100:00100000:2.0:1781272673.936934:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 822 00000100:00100000:2.0:1781272673.936939:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159284096:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272673.936962:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159284096:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272673.936968:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 822 00000100:00080000:2.0:1781272673.937160:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272673.937180:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159283328 00000100:00100000:0.0:1781272673.937188:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159283328 00000100:00100000:0.0:1781272673.937236:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 693 00000100:00100000:0.0:1781272673.937263:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159283328:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272673.937313:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159283328:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 57us (1594us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272673.937322:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 693 00000100:00100000:3.0:1781272673.939655:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159284352:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272673.939696:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 430 00000100:00100000:3.0:1781272674.368402:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168627968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272674.368515:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272674.368690:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168627968 00000100:00100000:0.0:1781272674.368702:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168627968 00000100:00100000:0.0:1781272674.368784:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1781272674.368796:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168627968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272674.368888:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272674.368961:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168627968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 166us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272674.368969:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1781272674.369268:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168627968:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272674.626624:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272675.136160:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272675.136173:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272675.136301:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:1.0:1781272675.136310:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272675.650963:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272675.904450:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272675.904499:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168628096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272675.904633:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272675.904867:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168628096 00000100:00100000:2.0:1781272675.904881:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168628096 00000100:00100000:2.0:1781272675.904969:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1781272675.904981:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168628096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272675.905032:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1781272675.905101:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168628096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272675.905111:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00080000:3.0:1781272675.905327:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272675.905403:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168628096:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1781272675.912486:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00000001:00080000:3.0:1781272675.912510:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000100:00100000:1.0:1781272676.418933:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168628224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272676.419063:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272676.422226:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168628224 00000100:00100000:1.0:1781272676.422253:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168628224 00000100:00100000:1.0:1781272676.422363:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1781272676.422379:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168628224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272676.422419:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1781272676.422532:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168628224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 158us (3469us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.422542:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00080000:1.0:1781272676.422580:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272676.423043:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168628224:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1781272676.674116:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1781272676.676625:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272676.929035:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272676.929072:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168628352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272676.929174:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272676.929278:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168628352 00000100:00100000:1.0:1781272676.929289:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168628352 00000100:00100000:1.0:1781272676.929365:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1781272676.929377:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168628352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272676.929420:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128572224 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272676.929475:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168628352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.929483:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00080000:1.0:1781272676.929517:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272676.929558:0:3620:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:1.0:1781272676.929577:0:3620:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967354 committed transno 4294967355 00000004:00080000:1.0:1781272676.929606:0:3620:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c3ba0700, transno 4294967355 00000100:00100000:1.0:1781272676.929634:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168628352:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272676.930408:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168628480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272676.930461:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272676.930747:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168628480 00000100:00100000:0.0:1781272676.930759:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168628480 00000100:00100000:1.0:1781272676.930797:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168628608:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.930879:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272676.930916:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168629120:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.930949:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272676.930974:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168629632:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.931013:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272676.931041:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1781272676.931049:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168628992:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.931074:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272676.931097:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168629504:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.931128:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272676.931170:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168629120 00000100:00100000:1.0:1781272676.931175:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168629120 00000100:00100000:1.0:1781272676.931233:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1781272676.931243:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168629120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272676.931313:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1781272676.931315:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168629120:12345-0@lo:400:kworker.0 Request processed in 71us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.931329:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1781272676.931331:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168628480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272676.931354:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128572224 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272676.931362:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168629632 00000100:00100000:1.0:1781272676.931367:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168629632 00000100:00100000:0.0:1781272676.931404:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168628480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.931406:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168628992 00000100:00100000:1.0:1781272676.931411:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168628992 00000100:00100000:0.0:1781272676.931416:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1781272676.931435:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1781272676.931442:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168629632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.931477:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168629632:12345-0@lo:400:kworker.0 Request processed in 35us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.931483:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1781272676.931495:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1781272676.931502:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168628992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.931529:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168628992:12345-0@lo:400:kworker.0 Request processed in 28us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.931535:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1781272676.931561:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168629504 00000100:00100000:1.0:1781272676.931575:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168629504 00000100:00100000:1.0:1781272676.931606:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1781272676.931613:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168629504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.931647:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168629504:12345-0@lo:400:kworker.0 Request processed in 35us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.931653:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1781272676.931686:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168628864:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.931717:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272676.931740:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168629376:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.931764:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272676.931781:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1781272676.931786:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168628736:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.931808:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272676.931823:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168629248:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.931870:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272676.931886:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168629760:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.931907:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272676.931934:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168628864 00000100:00100000:1.0:1781272676.931938:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168628864 00000100:00100000:1.0:1781272676.931965:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1781272676.931971:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168628864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272676.932011:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168628608 00000100:00100000:0.0:1781272676.932017:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168628608 00000100:00100000:1.0:1781272676.932024:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168628864:12345-0@lo:400:kworker.0 Request processed in 45us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.932032:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1781272676.932059:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1781272676.932060:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168629376 00000100:00100000:1.0:1781272676.932066:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168629376 00000100:00100000:0.0:1781272676.932075:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168628608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.932098:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168628736 00000100:00100000:1.0:1781272676.932103:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168628736 00000100:00100000:1.0:1781272676.932121:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168629248 00000100:00100000:1.0:1781272676.932124:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168629248 00000100:00100000:0.0:1781272676.932127:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168628608:12345-0@lo:400:kworker.0 Request processed in 56us (1247us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.932139:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168629760 00000100:00100000:1.0:1781272676.932142:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168629760 00000100:00100000:1.0:1781272676.932155:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1781272676.932161:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168629376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.932194:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168629376:12345-0@lo:400:kworker.0 Request processed in 33us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.932200:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1781272676.932212:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1781272676.932218:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168628736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.932247:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168628736:12345-0@lo:400:kworker.0 Request processed in 29us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.932253:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1781272676.932263:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1781272676.932268:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168629248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.932293:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168629248:12345-0@lo:400:kworker.0 Request processed in 25us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.932299:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1781272676.932310:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1781272676.932316:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168629760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272676.932329:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1781272676.932346:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168629760:12345-0@lo:400:kworker.0 Request processed in 30us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272676.932353:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00080000:0.0:1781272676.932386:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272676.932394:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272676.932398:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272676.932441:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168628736:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.932458:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168629248:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.932474:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168629760:0@lo:400:kworker.0 00000100:00100000:0.0:1781272676.932487:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168628992:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.932502:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168628864:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.932522:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168629376:0@lo:400:kworker.0 00000100:00100000:3.0:1781272676.932746:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168628480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272676.932788:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168629504:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.932918:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168628608:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.932932:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168629120:0@lo:400:kworker.0 00000100:00100000:1.0:1781272676.932943:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168629632:0@lo:400:kworker.0 00010000:00010000:0.0:1781272677.699570:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272677.927545:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272677.928861:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159284480 00000100:00100000:1.0:1781272677.928881:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159284480 00000100:00100000:1.0:1781272677.928985:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1132 00000100:00100000:1.0:1781272677.929000:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+52:29159:x1867799159284480:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781272677.929154:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+52:29159:x1867799159284480:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 154us (1620us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272677.929164:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1132 00000100:00080000:1.0:1781272677.929193:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272677.935176:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272677.938956:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159284608 00000100:00100000:1.0:1781272677.938978:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159284608 00000100:00100000:1.0:1781272677.939138:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1133 00000100:00100000:1.0:1781272677.939153:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:29159:x1867799159284608:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781272677.939312:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:29159:x1867799159284608:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 164us (4150us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272677.939321:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1133 00000100:00080000:2.0:1781272677.943159:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272678.464403:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168629888:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272678.464507:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272678.464672:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168629888 00000100:00100000:3.0:1781272678.464683:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168629888 00000100:00100000:3.0:1781272678.464752:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1781272678.464762:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168629888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272678.464812:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:3.0:1781272678.471934:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168629888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 7058us (7312us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272678.471955:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1781272678.472785:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168629888:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272678.722632:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781272678.983261:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967977 is committed 00000001:00080000:1.0:1781272678.984405:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967976 is committed 00000020:00080000:1.0:1781272678.984435:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb3c57a9240 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:1.0:1781272678.984444:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c9468c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c57a9f00 00000020:00080000:1.0:1781272678.984448:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c9468200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c4de0c00 00010000:00010000:0.0:1781272678.984458:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3e58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272678.984476:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3e58 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781272678.984477:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00010000:00010000:0.0:1781272678.984490:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3e58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272678.984498:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272678.984508:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3e58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272678.984518:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3e58 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272678.984556:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:0.0:1781272678.984560:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272678.984568:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3e58 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272678.984576:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3e58 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1781272678.984660:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00000020:00080000:2.0:1781272678.984756:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00000001:00080000:2.0:1781272678.992338:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00000001:00080000:2.0:1781272678.992358:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000100:00100000:0.0:1781272679.058773:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272679.058848:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272679.058887:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272679.058911:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272679.058933:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272679.058955:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272679.058975:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272679.058996:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272679.059037:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272679.059088:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159284992 00000100:00100000:0.0:1781272679.059102:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159284992 00000100:00100000:1.0:1781272679.059155:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159284736 00000100:00100000:1.0:1781272679.059162:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159284736 00000100:00100000:0.0:1781272679.059192:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159285504 00000100:00100000:0.0:1781272679.059197:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159285504 00000100:00100000:1.0:1781272679.059212:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 695 00000100:00100000:0.0:1781272679.059221:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159284864 00000100:00100000:1.0:1781272679.059228:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159284736:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272679.059334:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159284736:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 111us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272679.059343:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 695 00000100:00100000:0.0:1781272679.059363:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159284864 00000100:00100000:0.0:1781272679.059396:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159285376 00000100:00100000:0.0:1781272679.059399:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159285376 00000100:00100000:0.0:1781272679.059492:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 829 00000100:00100000:0.0:1781272679.059501:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159284992:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272679.059560:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159285248 00000100:00100000:1.0:1781272679.059566:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159285248 00000100:00100000:0.0:1781272679.059567:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159284992:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 67us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272679.059582:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 829 00000100:00100000:0.0:1781272679.059601:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 830 00000100:00100000:1.0:1781272679.059603:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159285760 00000100:00100000:1.0:1781272679.059608:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159285760 00000100:00100000:1.0:1781272679.059627:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159285120 00000100:00100000:1.0:1781272679.059630:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159285120 00000100:00100000:1.0:1781272679.059644:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159285632 00000100:00100000:1.0:1781272679.059646:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159285632 00000100:00100000:1.0:1781272679.059663:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 432 00000100:00100000:1.0:1781272679.059670:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159285248:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272679.059690:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159285504:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272679.059700:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159285248:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272679.059708:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 432 00000100:00100000:1.0:1781272679.059721:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 433 00000100:00100000:1.0:1781272679.059728:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159285760:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272679.060105:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159285760:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 377us (1170us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272679.060113:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 433 00000100:00100000:1.0:1781272679.060128:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 434 00000100:00100000:1.0:1781272679.060135:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+15:2391:x1867799159285120:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272679.060161:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+15:2391:x1867799159285120:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (1184us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272679.060171:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 434 00000100:00100000:1.0:1781272679.060182:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 435 00000100:00100000:1.0:1781272679.060189:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159285632:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272679.060217:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159285632:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (1180us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272679.060224:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 435 00000100:00100000:1.0:1781272679.060250:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 831 00000100:00100000:1.0:1781272679.060258:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+92:2391:x1867799159284864:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272679.060284:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+92:2391:x1867799159284864:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272679.060290:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 831 00000100:00100000:1.0:1781272679.060305:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 832 00000100:00100000:1.0:1781272679.060311:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+42:2391:x1867799159285376:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272679.060337:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+42:2391:x1867799159285376:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (1340us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272679.060342:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 832 00000100:00080000:1.0:1781272679.060405:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272679.060410:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272679.060413:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272679.060480:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272679.060710:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159285504:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 121us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272679.060721:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 830 00000100:00100000:1.0:1781272679.490278:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272679.490316:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168630016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272679.490428:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272679.490923:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168630016 00000100:00100000:1.0:1781272679.490937:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168630016 00000100:00100000:1.0:1781272679.491009:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1781272679.491020:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168630016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272679.491070:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272679.491133:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168630016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272679.491140:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1781272679.491198:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168630016:0@lo:41:osp-pre-1-0.0 00000001:02000400:0.0:1781272679.665454:0:22464:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 09:57:57 (1781272677) 00010000:00010000:0.0:1781272679.745805:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272679.936664:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272679.936753:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159285888 00000100:00100000:1.0:1781272679.936773:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159285888 00000100:00100000:2.0:1781272679.937039:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1134 00000100:00100000:2.0:1781272679.937064:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:29798:x1867799159285888:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781272679.937271:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:29798:x1867799159285888:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 217us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272679.937279:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1134 00000100:00100000:1.0:1781272679.946036:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272679.946233:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159286016 00000100:00100000:2.0:1781272679.946249:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159286016 00000100:00100000:2.0:1781272679.946338:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1135 00000100:00100000:2.0:1781272679.946351:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:29798:x1867799159286016:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781272679.946537:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:29798:x1867799159286016:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 188us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272679.946546:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1135 00000100:00100000:1.0:1781272679.960229:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272679.960306:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159286144 00000100:00100000:0.0:1781272679.960321:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159286144 00000100:00100000:0.0:1781272679.960417:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1136 00000100:00100000:0.0:1781272679.960430:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+92:2390:x1867799159286144:12345-192.168.204.14@tcp:41:mkdir.0 00000004:00000024:0.0:1781272679.960486:0:6491:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:2.0:1781272679.960528:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272679.960599:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+92:2390:x1867799159286144:12345-192.168.204.14@tcp:41:mkdir.0 Request processed in 172us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272679.960608:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1136 00000100:00100000:0.0:1781272679.960642:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159286400 00000100:00100000:0.0:1781272679.960646:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159286400 00000100:00100000:0.0:1781272679.960672:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1137 00000100:00100000:0.0:1781272679.960679:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+92:29799:x1867799159286400:12345-192.168.204.14@tcp:36:mkdir.0 00010000:00010000:0.0:1781272679.960732:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272679.960770:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3bfe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8364b expref: 92 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.960799:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272679.960806:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272679.960954:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.960976:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3c3d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83660 expref: 41 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.960988:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.961040:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3c3d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83660 expref: 41 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.961060:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3c3d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83660 expref: 41 pid: 12323 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272679.961078:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168630144:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272679.961164:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351240 going to sleep for 11 seconds 00000100:00100000:2.0:1781272679.972899:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272679.973142:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159286528 00000100:00100000:3.0:1781272679.973158:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159286528 00010000:00010000:3.0:1781272679.973233:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3c3d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83660 expref: 42 pid: 12323 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272679.973290:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 355 00000100:00100000:3.0:1781272679.973304:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e915d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+42:2391:x1867799159286528:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272679.973326:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272679.973334:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3c3d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83660 expref: 42 pid: 12323 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272679.973350:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3c3d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83660 expref: 42 pid: 12323 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272679.973394:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272679.973402:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272679.973415:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272679.973424:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272679.973462:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272679.973544:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e915d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+42:2391:x1867799159286528:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 242us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272679.973554:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 355 00010000:00010000:0.0:1781272679.974950:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3c3d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83660 expref: 41 pid: 12323 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272679.974981:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168630144:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272679.975014:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.975025:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.975031:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.975066:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e9e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.975079:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e9e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.975089:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e9e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977020:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3ea5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977050:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977063:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272679.977086:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b2451ccc reply state 0000000085cc6cb3 transno 4294967978 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3ea5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977100:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3ea5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977110:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8eb4c3ceba00) 00010000:00010000:0.0:1781272679.977113:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272679.977118:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1781272679.977124:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00010000:00010000:0.0:1781272679.977134:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977141:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977149:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977156:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272679.977161:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977170:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977690:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272679.977694:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272679.977700:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977708:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3e97 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272679.977737:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b2451ccc reply state 0000000085cc6cb3 transno 4294967978 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e9e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977747:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e9e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272679.977753:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8eb4c3ceb500) 00010000:00010000:0.0:1781272679.977755:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272679.977757:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1781272679.978446:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+93:29799:x1867799159286400:12345-192.168.204.14@tcp:36:mkdir.0 Request processed in 17241us (17402us total) trans 4294967978 rc 0/0 00000100:00100000:0.0:1781272679.978530:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1137 00000040:00080000:2.0:1781272680.256066:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272680.256089:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272680.256611:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1781272680.256625:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272680.334248:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272680.334376:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159286656 00000100:00100000:0.0:1781272680.334390:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159286656 00000100:00100000:0.0:1781272680.334452:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1138 00000100:00100000:0.0:1781272680.334463:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+93:29836:x1867799159286656:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:0.0:1781272680.334489:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272680.334522:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3eac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83732 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.334593:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3eb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.334607:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.334619:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272680.334666:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272680.334669:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272680.334690:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.334715:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3eac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83732 expref: 95 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.334737:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83732 expref: 94 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.334746:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272680.334750:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272680.334754:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:0.0:1781272680.334884:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+94:29836:x1867799159286656:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 370us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272680.334892:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1138 00000100:00100000:1.0:1781272680.342787:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272680.342898:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272680.343693:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159286784 00000100:00100000:2.0:1781272680.343709:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159286784 00000100:00100000:2.0:1781272680.343797:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159287040 00000100:00100000:2.0:1781272680.343802:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159287040 00000100:00100000:2.0:1781272680.343871:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1139 00000100:00100000:2.0:1781272680.343884:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+10:2391:x1867799159286784:12345-192.168.204.14@tcp:41:mkdir.0 00000004:00000024:2.0:1781272680.343949:0:8162:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272680.344056:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+10:2391:x1867799159286784:12345-192.168.204.14@tcp:41:mkdir.0 Request processed in 175us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272680.344065:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1139 00000100:00100000:2.0:1781272680.344089:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1140 00000100:00100000:2.0:1781272680.344096:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:29836:x1867799159287040:12345-192.168.204.14@tcp:36:mkdir.0 00000100:00100000:2.0:1781272680.344236:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8162:1867799168630272:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1781272680.344302:0:8162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272680.344369:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c4f83cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272680.348706:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168630272 00000100:00100000:3.0:1781272680.348730:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168630272 00000100:00100000:3.0:1781272680.348960:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1781272680.348974:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8162:x1867799168630272:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1781272680.349233:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8162:x1867799168630272:12345-0@lo:1000:mdt00_003.0 Request processed in 263us (4929us total) trans 0 rc 1/1 00000100:00100000:3.0:1781272680.349242:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1781272680.349352:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8162:1867799168630272:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1781272680.349508:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:29836:x1867799159287040:12345-192.168.204.14@tcp:36:mkdir.0 Request processed in 5409us (6606us total) trans 0 rc -17/-17 00000100:00100000:2.0:1781272680.349525:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1140 00000100:00100000:1.0:1781272680.356479:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272680.356910:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159287168 00000100:00100000:0.0:1781272680.356926:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159287168 00000100:00100000:0.0:1781272680.357034:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1141 00000100:00100000:0.0:1781272680.357048:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+94:29836:x1867799159287168:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:0.0:1781272680.357080:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272680.357112:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3eba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83739 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357230:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3ec1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357250:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3ec1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357264:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3ec1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357277:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3ec8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357285:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357291:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357412:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3ecf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357422:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3ecf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357429:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3ecf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272680.357482:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:0.0:1781272680.357486:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272680.357510:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3ecf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357547:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3ec1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357555:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3ec1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357563:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3ec1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357571:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3ec1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357578:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272680.357584:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3ec1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357594:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3ec1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357607:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272680.357611:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272680.357617:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3ec1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357624:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3ec1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357651:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357658:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3ec8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357665:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357671:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272680.357673:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357680:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3ec8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357687:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8eb4c3ceb500) 00010000:00010000:0.0:1781272680.357690:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272680.357693:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3ec8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357699:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3ec8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357728:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc3eba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83739 expref: 96 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357745:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3ecf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83739 expref: 95 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272680.357754:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8eb4c3ceba00) 00010000:00010000:0.0:1781272680.357756:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272680.357759:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221c00, rc 0) 00000100:00100000:0.0:1781272680.357895:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+95:29836:x1867799159287168:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 850us (1541us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272680.357907:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1141 00000100:00100000:0.0:1781272680.420262:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272680.420378:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159287296 00000100:00100000:1.0:1781272680.420393:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159287296 00000100:00100000:1.0:1781272680.420479:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1142 00000100:00100000:1.0:1781272680.420490:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+41:29842:x1867799159287296:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272680.420527:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272680.420737:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3ed6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83740 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272680.420877:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3edd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272680.420896:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272680.420926:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272680.420994:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781272680.420998:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272680.421029:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272680.421062:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc3ed6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83740 expref: 43 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272680.421097:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3edd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83740 expref: 42 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272680.421106:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272680.421109:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272680.421114:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:1.0:1781272680.421209:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:29842:x1867799159287296:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 720us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272680.421217:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1142 00000100:00100000:1.0:1781272680.426123:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272680.426379:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159287552 00000100:00100000:3.0:1781272680.426405:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159287552 00000100:00100000:3.0:1781272680.426503:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1143 00000100:00100000:3.0:1781272680.426528:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+95:29842:x1867799159287552:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272680.426921:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272680.426926:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1781272680.426966:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc3ecf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83739 expref: 95 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.426992:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8eb4c3ceba00) 00010000:00010000:3.0:1781272680.426997:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272680.427015:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3ee4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83747 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.427164:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3eeb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.427181:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3eeb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.427193:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3eeb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.427211:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3ef2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.427218:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.427226:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.428324:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3ef9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.428341:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.428351:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272680.428363:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:3.0:1781272680.429254:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3eeb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.429266:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3eeb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.429275:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3eeb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.429281:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272680.429287:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3eeb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.429295:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3eeb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.429310:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8eb4c3ceba00) 00010000:00010000:3.0:1781272680.429314:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272680.429319:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3eeb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.429325:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3eeb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272680.429342:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000024c70eaf reply state 00000000eb63ee2d transno 4294967979 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3ef2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.429355:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3ef2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.429362:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff8eb4f60a8a00) 00010000:00010000:3.0:1781272680.429365:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272680.429369:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1781272680.429490:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3ee4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83747 expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.429508:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83747 expref: 96 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.429525:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8200) 00010000:00010000:3.0:1781272680.429528:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272680.429531:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646000, rc 0) 00000100:00100000:3.0:1781272680.429767:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+97:29842:x1867799159287552:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 3251us (3660us total) trans 4294967979 rc 0/0 00000100:00100000:3.0:1781272680.429777:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1143 00000100:00100000:2.0:1781272680.433434:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272680.433754:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159287808 00000100:00100000:3.0:1781272680.433769:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159287808 00000100:00100000:3.0:1781272680.433885:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1144 00000100:00100000:3.0:1781272680.433899:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+97:29842:x1867799159287808:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272680.433933:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272680.433963:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3f07 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8374e expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.434112:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.434132:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3ef9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83747 expref: 98 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.434142:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.434186:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83747 expref: 98 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.434202:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3ef9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83747 expref: 98 pid: 8162 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272680.434220:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168630400:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272680.434356:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272680.441156:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272680.441305:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159287936 00000100:00100000:2.0:1781272680.441319:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159287936 00010000:00010000:2.0:1781272680.441391:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3ef9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83747 expref: 99 pid: 8162 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272680.441447:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 356 00000100:00100000:2.0:1781272680.441460:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+99:2390:x1867799159287936:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272680.441494:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272680.441503:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3ef9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83747 expref: 99 pid: 8162 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.441528:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3ef9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83747 expref: 99 pid: 8162 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.441926:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8200) 00010000:00010000:2.0:1781272680.441933:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.441946:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.441956:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.441982:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272680.442063:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+99:2390:x1867799159287936:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 604us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272680.442072:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 356 00010000:00010000:3.0:1781272680.443371:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3ef9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83747 expref: 98 pid: 8162 timeout: 737 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272680.443672:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168630400:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272680.443704:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.443819:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.443827:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272680.444045:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:2.0:1781272680.444327:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.444338:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.444346:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.444353:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272680.444358:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.444366:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.444384:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8200) 00010000:00010000:2.0:1781272680.444387:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272680.444860:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.444869:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc3f0e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.444952:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3f07 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8374e expref: 98 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.444966:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8eb4c3ceba00) 00010000:00010000:2.0:1781272680.444969:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272680.444973:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc3f07 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8374e expref: 98 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.444984:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647200, rc 0) 00000100:00100000:2.0:1781272680.445080:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+97:29842:x1867799159287808:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 11182us (11659us total) trans 4294967980 rc 301/301 00000100:00100000:2.0:1781272680.445092:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1144 00000100:00100000:0.0:1781272680.447901:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272680.448162:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159288192 00000100:00100000:1.0:1781272680.448176:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159288192 00000100:00100000:1.0:1781272680.448250:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 216 00000100:00100000:1.0:1781272680.448263:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c3943850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+97:29842:x1867799159288192:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272680.448893:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c3943850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+98:29842:x1867799159288192:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 630us (1003us total) trans 4294967981 rc 0/0 00000100:00100000:1.0:1781272680.448908:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 216 00000100:00100000:1.0:1781272680.450920:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272680.451126:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159288320 00000100:00100000:3.0:1781272680.451140:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159288320 00000100:00100000:3.0:1781272680.451213:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1145 00000100:00100000:3.0:1781272680.451225:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+98:29842:x1867799159288320:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272680.451254:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272680.451289:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3f1c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83755 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.451370:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3f1c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83755 expref: 99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.451388:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3f1c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83755 expref: 99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.451408:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:3.0:1781272680.451411:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272680.451415:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646000, rc 0) 00000100:00100000:3.0:1781272680.451906:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+99:29842:x1867799159288320:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 681us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272680.452646:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1145 00000100:00100000:2.0:1781272680.454403:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272680.454535:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159288576 00000100:00100000:3.0:1781272680.454546:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159288576 00000100:00100000:3.0:1781272680.454706:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1146 00000100:00100000:3.0:1781272680.454720:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+99:29842:x1867799159288576:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1781272680.454819:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f23 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.455386:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.455404:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.456264:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f23 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.456279:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f23 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.456288:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f23 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.456295:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272680.456301:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f23 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.456310:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f23 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.456332:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:3.0:1781272680.456336:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1781272680.456342:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f23 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.456350:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f23 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272680.456919:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+100:29842:x1867799159288576:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 2179us (2505us total) trans 4294967982 rc 0/0 00000100:00100000:3.0:1781272680.456932:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1146 00000100:00100000:1.0:1781272680.464701:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272680.467341:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159288832 00000100:00100000:2.0:1781272680.467365:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159288832 00000100:00100000:2.0:1781272680.467609:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1147 00000100:00100000:2.0:1781272680.467624:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+100:29842:x1867799159288832:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272680.469475:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc3f2a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.469519:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc3f2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.469536:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc3f2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272680.469697:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967983 00000004:00010000:2.0:1781272680.469752:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001c1c462c reply state 000000003d25c3ea transno 4294967984 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc3f2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.469767:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc3f2a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.469777:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:2.0:1781272680.469781:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781272680.469786:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272680.472185:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+103:29842:x1867799159288832:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 4546us (7485us total) trans 4294967984 rc 0/0 00000100:00100000:2.0:1781272680.472204:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1147 00000020:00080000:2.0:1781272680.472216:0:6491:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1781272680.474825:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272680.475536:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159289088 00000100:00100000:0.0:1781272680.475561:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159289088 00000100:00100000:0.0:1781272680.475651:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 217 00000100:00100000:0.0:1781272680.475663:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+103:29842:x1867799159289088:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272680.476095:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+104:29842:x1867799159289088:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 431us (1283us total) trans 4294967985 rc 0/0 00000100:00100000:0.0:1781272680.476105:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 217 00000100:00100000:1.0:1781272680.558208:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272680.558292:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159289216 00000100:00100000:3.0:1781272680.558311:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159289216 00000100:00100000:3.0:1781272680.558406:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1148 00000100:00100000:3.0:1781272680.558420:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+104:29848:x1867799159289216:12345-192.168.204.14@tcp:101:cmp.0 00010000:00010000:3.0:1781272680.559070:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272680.559536:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8375c expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.559765:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3f38 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.559785:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3f38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.559799:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3f38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.559811:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3f3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.559820:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3f3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.559826:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3f3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.561465:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3f46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.561491:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3f46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.561503:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3f46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272680.562634:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:3.0:1781272680.562644:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272680.562689:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3f46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562711:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3f38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562719:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3f38 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562728:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3f38 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562737:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272680.562742:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3f38 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562754:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3f38 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562776:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272680.562779:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272680.562786:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3f38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562793:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc3f38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562814:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3f3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562820:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3f3f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562827:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3f3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562869:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272680.562873:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3f3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562879:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3f3f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.562887:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8eb4c3ceb500) 00010000:00010000:3.0:1781272680.562890:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272680.562903:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3f3f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.563522:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc3f3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.564242:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8375c expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.564269:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647800/0x94898f2cdefc3f46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8375c expref: 105 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.564278:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8eb4c3ceba00) 00010000:00010000:3.0:1781272680.564281:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781272680.564285:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647800, rc 0) 00000100:00100000:3.0:1781272680.564410:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+105:29848:x1867799159289216:12345-192.168.204.14@tcp:101:cmp.0 Request processed in 5992us (6384us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272680.564421:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1148 00000100:00100000:2.0:1781272680.571568:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272680.572038:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159289472 00000100:00100000:3.0:1781272680.572055:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159289472 00000100:00100000:2.0:1781272680.572775:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1149 00000100:00100000:2.0:1781272680.572795:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+105:29848:x1867799159289472:12345-192.168.204.14@tcp:101:cmp.0 00010000:00010000:2.0:1781272680.572826:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272680.572889:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f4d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83763 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573025:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f54 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573045:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573060:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573075:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573082:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573102:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573263:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573272:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573285:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272680.573297:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:2.0:1781272680.573421:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f54 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573429:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f54 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573437:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573452:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272680.573458:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573467:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f54 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573482:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8eb4c3ceba00) 00010000:00010000:2.0:1781272680.573485:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272680.573491:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573498:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573522:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573534:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f5b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573540:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573546:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272680.573556:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573562:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f5b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573569:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff8eb4f60a8a00) 00010000:00010000:2.0:1781272680.573572:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272680.573575:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f5b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573581:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573634:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83763 expref: 108 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573649:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83763 expref: 107 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.573656:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:2.0:1781272680.573659:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272680.573662:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1a400, rc 0) 00000100:00100000:2.0:1781272680.573754:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+107:29848:x1867799159289472:12345-192.168.204.14@tcp:101:cmp.0 Request processed in 966us (2210us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1781272680.573763:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1149 00000100:00100000:1.0:1781272680.579401:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272680.579965:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159289728 00000100:00100000:2.0:1781272680.579979:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159289728 00000100:00100000:2.0:1781272680.580073:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 50 00000100:00100000:2.0:1781272680.580086:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+107:29848:x1867799159289728:12345-192.168.204.14@tcp:103:cmp.0 00010000:00010000:2.0:1781272680.580302:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1781272680.580340:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83763 expref: 107 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.580369:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc3f1c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83755 expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.580384:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:2.0:1781272680.580390:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272680.580484:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+105:29848:x1867799159289728:12345-192.168.204.14@tcp:103:cmp.0 Request processed in 400us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272680.580494:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 50 00000100:00100000:1.0:1781272680.583986:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272680.584342:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159289856 00000100:00100000:2.0:1781272680.584357:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159289856 00000100:00100000:2.0:1781272680.584456:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1150 00000100:00100000:2.0:1781272680.584470:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+105:29848:x1867799159289856:12345-192.168.204.14@tcp:58:cmp.0 00010000:00010000:2.0:1781272680.584649:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f70 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.584674:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272680.584691:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781272680.584872:0:6491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:2.0:1781272680.585012:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+105:29848:x1867799159289856:12345-192.168.204.14@tcp:58:cmp.0 Request processed in 544us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272680.585023:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1150 00000100:00100000:1.0:1781272680.589047:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272680.589266:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159289984 00000100:00100000:3.0:1781272680.589283:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159289984 00000100:00100000:3.0:1781272680.589379:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1151 00000100:00100000:3.0:1781272680.589394:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+105:29848:x1867799159289984:12345-192.168.204.14@tcp:101:cmp.0 00010000:00010000:3.0:1781272680.589430:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272680.589473:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8376a expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.589573:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f70 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.589589:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.589616:0:6493:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.589632:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.589648:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:3.0:1781272680.589651:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272680.589655:0:6493:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272680.589664:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646200, rc 0) 00000100:00100000:3.0:1781272680.589747:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+106:29848:x1867799159289984:12345-192.168.204.14@tcp:101:cmp.0 Request processed in 356us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272680.589754:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1151 00010000:00010000:2.0:1781272680.768451:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272680.768710:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781272681.027301:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168630528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272681.027426:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272681.027734:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168630528 00000100:00100000:0.0:1781272681.027749:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168630528 00000100:00100000:0.0:1781272681.027886:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1781272681.027899:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168630528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272681.027938:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1781272681.028012:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168630528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272681.028021:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1781272681.028054:0:3619:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:3.0:1781272681.028062:0:3619:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967353 committed transno 4294967353 00000100:00100000:3.0:1781272681.028108:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168630528:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1781272681.031792:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1781272681.280457:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272681.280470:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272681.280516:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:2.0:1781272681.280531:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272681.280739:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3377480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168630656:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272681.281307:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c4f83cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272681.296325:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3377480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168630656:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272681.298527:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.305748:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159290112 00000100:00100000:0.0:1781272681.305768:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159290112 00000100:00100000:0.0:1781272681.305956:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1152 00000100:00100000:0.0:1781272681.305972:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+42:29849:x1867799159290112:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781272681.306016:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781272681.306187:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+42:29849:x1867799159290112:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 220us (7673us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272681.306195:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1152 00000100:00100000:3.0:1781272681.311001:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272681.311344:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159290240 00000100:00100000:2.0:1781272681.311359:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159290240 00000100:00100000:2.0:1781272681.311481:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1153 00000100:00100000:2.0:1781272681.311494:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+42:29849:x1867799159290240:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1781272681.311624:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f7e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.311650:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f7e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.311667:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f7e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.311936:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f85 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.311959:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f85 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.311973:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f85 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312009:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312020:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312027:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272681.312082:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:2.0:1781272681.312087:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272681.312102:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312113:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f7e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312119:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f7e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312125:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f7e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312134:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272681.312138:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f7e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312145:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f7e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312157:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:2.0:1781272681.312160:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272681.312165:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f7e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312171:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3f7e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312188:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f85 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312195:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f85 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312200:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f85 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312206:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272681.312209:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f85 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312216:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f85 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312231:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xf416ea50 (ffff8eb4c792ee00) 00010000:00010000:2.0:1781272681.312234:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272681.312236:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f85 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312243:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3f85 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312262:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312269:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f8c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312275:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312280:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1a400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272681.312283:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312289:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f8c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312297:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:2.0:1781272681.312299:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272681.312302:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f8c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.312308:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3f8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272681.312431:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+42:29849:x1867799159290240:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 935us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272681.312441:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1153 00000100:00080000:1.0:1781272681.313821:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272681.321969:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.322698:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159290496 00000100:00100000:1.0:1781272681.322715:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159290496 00000100:00100000:1.0:1781272681.322804:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1154 00000100:00100000:1.0:1781272681.322818:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+42:29849:x1867799159290496:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272681.322956:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272681.322991:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3f93 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83771 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.323159:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3f9a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.323182:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3f9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.323196:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3f9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272681.323211:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:1.0:1781272681.326301:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3f9a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.326332:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3f9a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.326342:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3f9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.326349:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cce00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272681.326355:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3f9a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.326364:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3f9a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.326388:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:1.0:1781272681.326392:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272681.326399:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3f9a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.326405:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3f9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.328158:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3f93 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83771 expref: 44 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.328182:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:1.0:1781272681.328184:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272681.328191:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3f93 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83771 expref: 44 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.328203:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc200, rc 0) 00000100:00100000:1.0:1781272681.328312:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+43:29849:x1867799159290496:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 5496us (6360us total) trans 4294967987 rc 301/301 00000100:00100000:1.0:1781272681.328324:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1154 00000100:00100000:3.0:1781272681.332981:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.336824:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159290624 00000100:00100000:0.0:1781272681.336862:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159290624 00000100:00100000:0.0:1781272681.336957:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1155 00000100:00100000:0.0:1781272681.336970:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+43:29849:x1867799159290624:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781272681.337022:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781272681.337244:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+43:29849:x1867799159290624:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 275us (4278us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272681.337255:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1155 00000100:00100000:3.0:1781272681.348487:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272681.348996:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159290752 00000100:00100000:2.0:1781272681.349084:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159290752 00000100:00100000:2.0:1781272681.349179:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1156 00000100:00100000:2.0:1781272681.349192:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+43:29849:x1867799159290752:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272681.349222:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272681.349248:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3fa8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83778 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.349352:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3faf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.349371:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3faf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.349385:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3faf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.349398:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3fb6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.349406:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.349412:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.349798:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3fbd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.349809:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3fbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.349815:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3fbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272681.349975:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:2.0:1781272681.349980:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272681.350009:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3fbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350158:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3faf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350166:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3faf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350174:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3faf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350181:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272681.350185:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3faf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350193:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3faf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350209:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272681.350213:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272681.350219:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3faf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350226:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc3faf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350242:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350248:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3fb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350254:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3fb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350259:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272681.350262:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3fb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350268:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3fb6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350275:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8eb4c3ceb500) 00010000:00010000:2.0:1781272681.350278:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272681.350281:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3fb6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350286:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc3fb6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350323:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc3fa8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83778 expref: 45 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350401:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8200/0x94898f2cdefc3fbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83778 expref: 44 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.350409:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8eb4c3ceba00) 00010000:00010000:2.0:1781272681.350412:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781272681.350414:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8200, rc 0) 00000100:00100000:2.0:1781272681.350702:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:29849:x1867799159290752:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1510us (2228us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272681.350712:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1156 00000100:00100000:3.0:1781272681.356661:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.356780:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159291008 00000100:00100000:1.0:1781272681.356795:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159291008 00000100:00100000:1.0:1781272681.356919:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1157 00000100:00100000:1.0:1781272681.356933:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:29849:x1867799159291008:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272681.356964:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272681.356994:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3fc4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8377f expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781272681.357591:0:6493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x17:0x0], index 1: 0 00010000:00010000:1.0:1781272681.357789:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3fcb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.357810:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3fcb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.357824:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3fcb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.357951:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3fc4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8377f expref: 47 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.357972:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3fcb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8377f expref: 46 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.357984:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbc900) 00010000:00010000:1.0:1781272681.357987:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272681.357992:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:1.0:1781272681.358074:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:29849:x1867799159291008:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1144us (1433us total) trans 4294967988 rc 0/0 00000100:00100000:1.0:1781272681.358084:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1157 00000100:00100000:3.0:1781272681.366662:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.368543:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159291264 00000100:00100000:0.0:1781272681.368569:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159291264 00000100:00100000:0.0:1781272681.368674:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1158 00000100:00100000:0.0:1781272681.368687:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:29849:x1867799159291264:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781272681.368774:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272681.368815:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc3fcb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8377f expref: 46 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.368861:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbc900) 00010000:00010000:0.0:1781272681.368876:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272681.368906:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3fd9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.368924:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3fd9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.368935:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3fd9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.368953:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3fe0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x8618592 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.368961:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3fe0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x8618592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.368968:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3fe0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x8618592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370782:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3fd9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370802:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3fd9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370811:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3fd9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370819:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272681.370825:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3fd9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370849:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3fd9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370871:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8eb4c3ceba00) 00010000:00010000:0.0:1781272681.370875:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272681.370880:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3fd9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370887:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc3fd9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370909:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3fe0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x8618592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370915:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3fe0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x8618592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370922:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3fe0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x8618592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370927:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272681.370929:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3fe0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x8618592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370936:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3fe0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x8618592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370943:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x8618592 (ffff8eb4c3cebb00) 00010000:00010000:0.0:1781272681.370945:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272681.370949:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3fe0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0x8618592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.370955:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc3fe0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0x8618592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272681.371126:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+45:29849:x1867799159291264:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 2434us (4474us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272681.371137:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1158 00000100:00100000:3.0:1781272681.376093:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.376302:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159291392 00000100:00100000:1.0:1781272681.376315:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159291392 00000100:00100000:1.0:1781272681.376399:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1159 00000100:00100000:1.0:1781272681.376411:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:29849:x1867799159291392:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272681.376438:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272681.376472:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3fe7 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83786 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.376533:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3fee lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.376558:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3fee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.376571:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3fee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.376732:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc3fe7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83786 expref: 47 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.376753:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3fee lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83786 expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.376763:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:1.0:1781272681.376766:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272681.376770:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:1.0:1781272681.376896:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:29849:x1867799159291392:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 487us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272681.376904:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1159 00000100:00100000:3.0:1781272681.380495:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.381890:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159291648 00000100:00100000:0.0:1781272681.381906:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159291648 00000100:00100000:0.0:1781272681.382048:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1160 00000100:00100000:0.0:1781272681.382062:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:29849:x1867799159291648:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781272681.382179:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3ff5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.382202:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.382217:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781272681.382663:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 88 off9184 00000004:00080000:0.0:1781272681.382678:0:12323:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 638277846626ns, next at 639277842416ns, rc = 0 00000004:00010000:0.0:1781272681.382752:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000030e3bb05 reply state 000000004bc98fcb transno 4294967989 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.382767:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3ff5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.382775:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:0.0:1781272681.382779:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1781272681.382782:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781272681.383044:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+48:29849:x1867799159291648:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 980us (2558us total) trans 4294967989 rc 0/0 00000100:00100000:0.0:1781272681.383054:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1160 00000100:00100000:3.0:1781272681.387315:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272681.387413:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159291776 00000100:00100000:2.0:1781272681.387427:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159291776 00000100:00100000:2.0:1781272681.387522:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1161 00000100:00100000:2.0:1781272681.387535:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:29849:x1867799159291776:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272681.387579:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272681.387608:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3ffc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8378d expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.387703:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3ffc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8378d expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.387723:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3ffc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8378d expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.387748:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:2.0:1781272681.387752:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272681.387758:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c49e8a00, rc 0) 00000100:00100000:2.0:1781272681.388205:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+49:29849:x1867799159291776:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 669us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272681.388216:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1161 00000100:00100000:0.0:1781272681.391090:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.391236:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159291904 00000100:00100000:1.0:1781272681.391250:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159291904 00000100:00100000:1.0:1781272681.391355:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 298 00000100:00080000:3.0:1781272681.391363:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272681.391373:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159291904:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1781272681.391722:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159291904:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 355us (643us total) trans 4294967356 rc 0/0 00000100:00100000:1.0:1781272681.391731:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 298 00000100:00100000:3.0:1781272681.406580:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.406790:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159292160 00000100:00100000:1.0:1781272681.406805:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159292160 00000100:00100000:1.0:1781272681.406920:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 218 00000100:00100000:1.0:1781272681.406934:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:29849:x1867799159292160:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272681.407348:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+50:29849:x1867799159292160:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 414us (782us total) trans 4294967990 rc 0/0 00000100:00100000:1.0:1781272681.407358:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 218 00000100:00100000:3.0:1781272681.409898:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.410318:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159292416 00000100:00100000:1.0:1781272681.410332:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159292416 00000100:00100000:1.0:1781272681.410425:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1162 00000100:00100000:1.0:1781272681.410622:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:29849:x1867799159292416:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272681.410802:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:29849:x1867799159292416:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 367us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272681.410810:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1162 00000100:00100000:3.0:1781272681.420537:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.420771:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159292544 00000100:00100000:0.0:1781272681.420786:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159292544 00000100:00100000:0.0:1781272681.420890:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1163 00000100:00100000:0.0:1781272681.420903:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:29849:x1867799159292544:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272681.420935:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272681.420963:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4003 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83794 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.421222:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc400a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.421242:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc400a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.421257:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc400a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272681.421316:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272681.421343:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc400a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.421373:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4003 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83794 expref: 52 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.421396:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc400a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83794 expref: 51 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.421406:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:0.0:1781272681.421409:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1781272681.421412:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220200, rc 0) 00000100:00100000:0.0:1781272681.421739:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+51:29849:x1867799159292544:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 838us (1218us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272681.421749:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1163 00000100:00100000:3.0:1781272681.428284:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.428503:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159292672 00000100:00100000:0.0:1781272681.428516:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159292672 00000100:00100000:0.0:1781272681.428636:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 299 00000100:00100000:0.0:1781272681.428648:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159292672:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272681.428672:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272681.428697:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000543fbd28/0x94898f2cdefc4011 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8379b expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272681.428727:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a2c1068, blocks: 0x0 00010000:00010000:0.0:1781272681.428757:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272681.428760:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272681.428771:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000543fbd28/0x94898f2cdefc4011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8379b expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.428795:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000543fbd28/0x94898f2cdefc4011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8379b expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.428810:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220000, rc 0) 00000100:00100000:0.0:1781272681.429110:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159292672:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 462us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272681.429118:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 299 00000100:00100000:3.0:1781272681.436534:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272681.436678:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159292928 00000100:00100000:2.0:1781272681.436693:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159292928 00000100:00100000:2.0:1781272681.436788:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1164 00000100:00100000:2.0:1781272681.436800:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:29849:x1867799159292928:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272681.436991:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:29849:x1867799159292928:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 192us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272681.436999:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1164 00000100:00100000:3.0:1781272681.441648:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.441743:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159293056 00000100:00100000:1.0:1781272681.441758:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159293056 00000100:00100000:1.0:1781272681.441891:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 300 00000100:00100000:1.0:1781272681.441974:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:29849:x1867799159293056:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272681.442003:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272681.442030:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837a2 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.442079:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000543fbd28/0x94898f2cdefc4011 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8379b expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.442090:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272681.442093:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272681.442098:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a2 expref: 13 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.442145:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000543fbd28/0x94898f2cdefc4011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8379b expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.442162:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000543fbd28/0x94898f2cdefc4011 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8379b expref: 13 pid: 8405 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272681.442179:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168630784:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272681.442373:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f62383c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272681.447868:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.447943:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159293184 00000100:00100000:0.0:1781272681.447956:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159293184 00010000:00010000:0.0:1781272681.448011:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000543fbd28/0x94898f2cdefc4011 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8379b expref: 14 pid: 8405 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272681.448068:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 357 00000100:00100000:0.0:1781272681.448080:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159293184:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272681.448102:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272681.448131:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000543fbd28/0x94898f2cdefc4011 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8379b expref: 14 pid: 8405 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.448148:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000543fbd28/0x94898f2cdefc4011 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8379b expref: 14 pid: 8405 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.448182:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272681.448185:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272681.448195:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a2 expref: 14 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.448209:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a2 expref: 14 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.448264:0:9494:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a2 expref: 14 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272681.448285:0:9494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9494:1867799168630912:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272681.448410:0:9494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4cad5bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1781272681.451050:0:9494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9494:1867799168630912:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272681.451092:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272681.451168:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159293184:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 3088us (3335us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272681.451181:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 357 00010000:00010000:1.0:1781272681.452364:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000543fbd28/0x94898f2cdefc4011 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8379b expref: 13 pid: 8405 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272681.452394:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168630784:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272681.452431:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a2 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.452448:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc200, rc 0) 00000100:00100000:1.0:1781272681.452525:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:29849:x1867799159293056:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 10623us (10893us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272681.452535:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 300 00000100:00100000:2.0:1781272681.460053:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272681.460192:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159293312 00000100:00100000:3.0:1781272681.460209:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159293312 00002000:00100000:3.0:1781272681.460296:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff8eb3c3376680 x1867799159293312/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:437/0 lens 648/0 e 0 to 0 dl 1781272692 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272681.460310:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3376680 with x1867799159293312 ext(0->157) 00002000:00010000:3.0:1781272681.460318:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3376680 00000100:00100000:3.0:1781272681.460438:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 85 00000100:00100000:3.0:1781272681.460450:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159293312:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1781272681.466591:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+14:2391:x1867799159293312:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 6124us (6539us total) trans 4294967357 rc 0/0 00000100:00100000:3.0:1781272681.466611:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 85 00002000:00100000:3.0:1781272681.466629:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff8eb3c3376680 x1867799159293312/t4294967357(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:437/0 lens 648/448 e 0 to 0 dl 1781272692 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272681.466640:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3376680 with x1867799159293312 ext(0->157) 00002000:00010000:3.0:1781272681.466647:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3376680 00000100:00100000:3.0:1781272681.472300:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.472442:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159293440 00000100:00100000:1.0:1781272681.472456:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159293440 00000100:00100000:1.0:1781272681.472606:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1165 00000100:00100000:1.0:1781272681.472620:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:29849:x1867799159293440:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1781272681.475479:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967990 is committed 00000004:00080000:3.0:1781272681.475519:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000001:00080000:3.0:1781272681.475569:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967986 is committed 00000020:00080000:3.0:1781272681.475593:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00000020:00080000:3.0:1781272681.475621:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000020:00080000:3.0:1781272681.475635:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:0.0:1781272681.475878:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272681.475906:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168631040:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1781272681.476001:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272681.476067:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168631040 00000100:00100000:0.0:1781272681.476077:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168631040 00000100:00100000:0.0:1781272681.476149:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1781272681.476160:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168631040:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1781272681.476359:0:8404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1781272681.476363:0:8404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 0 -> 1781272681 00002000:00010000:0.0:1781272681.476366:0:8404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1781272681.476369:0:8404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1781272680 -> 1781272681 00002000:00010000:0.0:1781272681.476372:0:8404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1781272681.476418:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168631040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 260us (417us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1781272681.476427:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00080000:0.0:1781272681.476455:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1781272681.476509:0:3621:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c39d3800/2, rc 0, transno 4294967358 00000100:00100000:0.0:1781272681.476517:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168631040:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1781272681.477125:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3ff5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477141:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3ff5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477151:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3ff5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477159:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272681.477165:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3ff5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477176:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3ff5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477204:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:1.0:1781272681.477207:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781272681.477215:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3ff5 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477223:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc3ff5 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477264:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e9e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477273:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e9e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477280:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e9e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477285:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272681.477290:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e9e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477296:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e9e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477305:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8eb4c3ceb500) 00010000:00010000:1.0:1781272681.477307:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272681.477310:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e9e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477316:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc3e9e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477334:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3ea5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477340:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3ea5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477345:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3ea5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477350:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272681.477353:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3ea5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477359:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3ea5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477366:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8eb4c3ceba00) 00010000:00010000:1.0:1781272681.477368:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272681.477371:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3ea5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477377:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc3ea5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477390:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3ef2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477397:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3ef2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477403:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3ef2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477409:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272681.477411:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3ef2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477417:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3ef2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477425:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff8eb4f60a8a00) 00010000:00010000:1.0:1781272681.477427:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272681.477430:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3ef2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477435:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc3ef2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477453:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc3f2a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477459:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc3f2a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477464:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc3f2a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477469:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272681.477472:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc3f2a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477482:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc3f2a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477663:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:1.0:1781272681.477667:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781272681.477670:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc3f2a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.477676:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc3f2a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272681.478167:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:29849:x1867799159293440:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 5545us (5877us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272681.478180:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1165 00000100:00100000:0.0:1781272681.481975:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.482086:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159293568 00000100:00100000:1.0:1781272681.482099:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159293568 00000100:00100000:1.0:1781272681.482162:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 302 00000100:00100000:1.0:1781272681.482174:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159293568:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1781272681.487239:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000001:00080000:3.0:1781272681.487262:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00000100:00100000:1.0:1781272681.487605:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159293568:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 5421us (5645us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272681.487622:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 302 00000100:00100000:3.0:1781272681.491012:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.492741:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159293824 00000100:00100000:0.0:1781272681.492763:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159293824 00000100:00100000:2.0:1781272681.492956:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1166 00000100:00100000:2.0:1781272681.492976:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:29849:x1867799159293824:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272681.493069:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272681.493115:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc400a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83794 expref: 46 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.493144:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:2.0:1781272681.493151:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272681.493197:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc401f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.493218:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc401f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.493229:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc401f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272681.493616:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005a117dc4 reply state 0000000092ba994f transno 4294967991 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc401f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.493633:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc401f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.493641:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:2.0:1781272681.493644:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272681.493647:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272681.493808:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:29849:x1867799159293824:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 837us (2811us total) trans 4294967991 rc 0/0 00000100:00100000:2.0:1781272681.493816:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1166 00000100:00100000:3.0:1781272681.498219:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.498342:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159293952 00000100:00100000:1.0:1781272681.498359:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159293952 00000100:00100000:1.0:1781272681.498444:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 303 00000100:00100000:1.0:1781272681.498456:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159293952:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1781272681.498724:0:8407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1781272681.498730:0:8407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1781272681 -> 1536580263 00002000:00010000:1.0:1781272681.498733:0:8407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb atime from disk: 0 -> 1781272068 00002000:00010000:1.0:1781272681.498735:0:8407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1781272681 -> 1781272680 00002000:00010000:1.0:1781272681.498738:0:8407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1781272681.498825:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159293952:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 370us (626us total) trans 4294967359 rc 0/0 00000100:00100000:1.0:1781272681.502682:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 303 00000100:00100000:0.0:1781272681.506664:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272681.506782:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159294208 00000100:00100000:2.0:1781272681.506797:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159294208 00000100:00100000:2.0:1781272681.506909:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1167 00000100:00100000:2.0:1781272681.506922:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:29849:x1867799159294208:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781272681.507020:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.507042:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3fee lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83786 expref: 47 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.507053:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.507108:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3fee lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83786 expref: 47 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.507133:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3fee lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83786 expref: 47 pid: 6492 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272681.507152:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3377100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168631168:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272681.507272:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4d2a053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272681.511094:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3377100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168631168:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272681.511319:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272681.516478:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272681.516875:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159294336 00000100:00100000:3.0:1781272681.516889:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159294336 00010000:00010000:3.0:1781272681.516941:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3fee lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83786 expref: 48 pid: 6492 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272681.517000:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 358 00000100:00100000:3.0:1781272681.517078:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:2391:x1867799159294336:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272681.517101:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272681.517110:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3fee lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83786 expref: 48 pid: 6492 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.517128:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3fee lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83786 expref: 48 pid: 6492 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.517161:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc3fee lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83786 expref: 48 pid: 6492 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.517190:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:3.0:1781272681.517196:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.517208:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.517217:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.517257:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272681.517338:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:2391:x1867799159294336:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 328us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272681.517346:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 358 00010000:00010000:0.0:1781272681.517519:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.517531:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.517609:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.517618:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.517625:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.517631:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e8800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272681.517636:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.517646:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.517657:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:0.0:1781272681.517660:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781272681.517664:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.517671:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8800/0x94898f2cdefc4026 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272681.517728:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:29849:x1867799159294208:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 10808us (11081us total) trans 0 rc -22/-22 00000100:00100000:0.0:1781272681.517739:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1167 00000100:00100000:3.0:1781272681.524699:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.525134:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159294464 00000100:00100000:1.0:1781272681.525151:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159294464 00000100:00100000:1.0:1781272681.525241:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 304 00000100:00100000:1.0:1781272681.525252:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159294464:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272681.525321:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.525348:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a2 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.525358:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272681.525360:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272681.525363:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.525485:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a2 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.525517:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a2 expref: 12 pid: 8407 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272681.525541:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168631296:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272681.525668:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f62383c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272681.527596:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168631296:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272681.527637:0:15938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272681.528739:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272681.529283:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159294592 00000100:00100000:2.0:1781272681.529297:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159294592 00010000:00010000:2.0:1781272681.529354:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a2 expref: 13 pid: 8407 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272681.529413:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 359 00000100:00100000:2.0:1781272681.529425:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159294592:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272681.529449:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272681.529481:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a2 expref: 13 pid: 8407 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.529511:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a2 expref: 13 pid: 8407 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.529554:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4018 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a2 expref: 13 pid: 8407 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.529582:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272681.529584:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272681.529590:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.529600:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.529676:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272681.529755:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159294592:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 331us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272681.529763:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 359 00010000:00010000:3.0:1781272681.531270:0:15938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.531290:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.531332:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.531341:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.531350:0:15938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.531358:0:15938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272681.531363:0:15938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.531374:0:15938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.531461:0:15938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.531470:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d561fce3/0x94898f2cdefc402d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272681.531723:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159294464:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 6466us (7027us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272681.531737:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 304 00000100:00100000:1.0:1781272681.539305:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272681.539411:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159294848 00000100:00100000:3.0:1781272681.539425:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159294848 00000100:00100000:3.0:1781272681.539520:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1168 00000100:00100000:3.0:1781272681.539544:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:29849:x1867799159294848:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272681.539658:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4034 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.539682:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4034 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.539698:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4034 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.539924:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.539936:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3ffc lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8378d expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.539947:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.540002:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3ffc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8378d expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.540132:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3ffc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8378d expref: 47 pid: 8162 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272681.540157:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168631424:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272681.540265:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055780 going to sleep for 11 seconds 00000100:00100000:1.0:1781272681.544117:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4209500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168631552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272681.544215:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272681.544288:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168631552 00000100:00100000:1.0:1781272681.544298:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168631552 00000100:00100000:1.0:1781272681.544371:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1781272681.544394:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168631552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272681.544425:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1781272681.544477:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168631552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272681.544485:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00080000:1.0:1781272681.544530:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272681.544597:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4209500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168631552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272681.545243:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.545302:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159294976 00000100:00100000:0.0:1781272681.545309:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159294976 00010000:00010000:0.0:1781272681.545343:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3ffc lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8378d expref: 48 pid: 8162 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272681.545392:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 360 00000100:00100000:0.0:1781272681.545401:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159294976:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272681.545417:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272681.545425:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3ffc lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8378d expref: 48 pid: 8162 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.545437:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3ffc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8378d expref: 48 pid: 8162 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.545470:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:0.0:1781272681.545477:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.545490:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.545509:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.545543:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272681.545615:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159294976:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 214us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272681.545622:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 360 00010000:00010000:3.0:1781272681.546664:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8a00/0x94898f2cdefc3ffc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8378d expref: 47 pid: 8162 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272681.546689:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168631424:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272681.546715:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.546727:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.546734:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272681.546934:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967992 00000001:00080000:3.0:1781272681.547290:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967993 00000001:00080000:3.0:1781272681.547329:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967994 00000100:00100000:3.0:1781272681.547635:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6493:1867799168631680:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1781272681.547712:0:6493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272681.547752:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055d80 going to sleep for 11 seconds 00000100:00100000:1.0:1781272681.547867:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168631680 00000100:00100000:1.0:1781272681.547875:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168631680 00000100:00100000:1.0:1781272681.547943:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1781272681.547953:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6493:x1867799168631680:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1781272681.548124:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6493:x1867799168631680:12345-0@lo:1000:mdt00_002.0 Request processed in 172us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272681.548131:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1781272681.548331:0:6493:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967358 gen 2 00000004:00080000:3.0:1781272681.548338:0:6493:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c39d3800, transno 4294967358 00000100:00100000:3.0:1781272681.548349:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6493:1867799168631680:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1781272681.548819:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967995 00000100:00100000:3.0:1781272681.549152:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6493:1867799168631808:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1781272681.549206:0:6493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272681.549230:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c50559c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272681.549287:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168631808 00000100:00100000:0.0:1781272681.549294:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168631808 00000100:00100000:0.0:1781272681.549342:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1781272681.549353:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6493:x1867799168631808:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1781272681.549663:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6493:x1867799168631808:12345-0@lo:1000:mdt00_002.0 Request processed in 313us (455us total) trans 4294967360 rc 0/0 00000100:00100000:0.0:1781272681.549670:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1781272681.550006:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6493:1867799168631808:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1781272681.550748:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550762:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550770:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550777:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272681.550783:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550792:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550815:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:0.0:1781272681.550818:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272681.550825:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550868:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc403b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550903:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f70 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550909:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f70 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550927:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550933:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272681.550936:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f70 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550942:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f70 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550951:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:0.0:1781272681.550954:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272681.550965:0:6493:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 93 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550977:0:6493:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 93 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.550988:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 93 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.551044:0:6493:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 93 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272681.551060:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168631936:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272681.551168:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4cad5bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1781272681.555324:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.555451:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168631936:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272681.555507:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f70 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555522:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc3f70 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555575:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4042 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555592:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4042 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555606:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4042 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555618:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4042 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555624:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4042 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555631:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4042 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555637:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272681.555641:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4042 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555648:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4042 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555662:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:0.0:1781272681.555665:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272681.555669:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4042 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555675:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4042 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555686:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4034 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555692:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4034 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555698:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4034 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555703:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272681.555706:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4034 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555711:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4034 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555718:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:0.0:1781272681.555720:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272681.555722:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4034 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.555727:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4034 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272681.556247:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159295104 00000100:00100000:1.0:1781272681.556260:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159295104 00000100:00100000:1.0:1781272681.556344:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 219 00000100:00100000:1.0:1781272681.556355:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+94:29848:x1867799159295104:12345-192.168.204.14@tcp:49:cmp.0 00000100:00100000:1.0:1781272681.556517:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+94:29848:x1867799159295104:12345-192.168.204.14@tcp:49:cmp.0 Request processed in 162us (1208us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272681.556526:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 219 00000100:00080000:1.0:1781272681.556565:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272681.556691:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:29849:x1867799159294848:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 17158us (17406us total) trans 4294967996 rc 0/0 00000100:00100000:0.0:1781272681.556702:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1168 00000020:00080000:0.0:1781272681.556707:0:6493:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1781272681.557257:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272681.557264:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272681.557788:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1781272681.557801:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272681.563443:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272681.563689:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.564073:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159295488 00000100:00100000:0.0:1781272681.564089:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159295488 00000100:00100000:0.0:1781272681.564170:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 220 00000100:00100000:0.0:1781272681.564182:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:29849:x1867799159295488:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1781272681.564600:0:6495:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1781272681.564653:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967997 00010000:00010000:0.0:1781272681.564700:0:6495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4049 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.564722:0:6495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4049 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.564736:0:6495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4049 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.564746:0:6495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4049 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.564753:0:6495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4049 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.564760:0:6495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4049 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.564779:0:6495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781272681.564940:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+52:29849:x1867799159295488:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 757us (1248us total) trans 4294967998 rc 0/0 00000100:00100000:0.0:1781272681.564950:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 220 00000020:00080000:0.0:1781272681.564956:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1781272681.565230:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781272681.565240:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4049 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.565249:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272681.565254:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4049 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.565268:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4049 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.565284:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:2.0:1781272681.565287:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781272681.565294:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4049 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.565300:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4049 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.565316:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272681.565317:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272681.565319:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272681.565474:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159295232 00000100:00100000:1.0:1781272681.565482:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159295232 00000100:00100000:1.0:1781272681.565561:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 305 00000100:00100000:1.0:1781272681.565571:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:29848:x1867799159295232:12345-192.168.204.14@tcp:101:cmp.0 00010000:00010000:1.0:1781272681.565586:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272681.565607:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc4050 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837a9 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272681.565636:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a2c0e04, ctime: 0x6a2c1068, blocks: 0x8 00010000:00010000:1.0:1781272681.565659:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272681.565662:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272681.565671:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc4050 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a9 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.565687:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc4050 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a9 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272681.565700:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd000, rc 0) 00000100:00100000:1.0:1781272681.565739:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:29848:x1867799159295232:12345-192.168.204.14@tcp:101:cmp.0 Request processed in 169us (2312us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272681.565746:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 305 00000100:00080000:0.0:1781272681.567860:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272681.571145:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272681.571234:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159295616 00000100:00100000:3.0:1781272681.571249:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159295616 00002000:00100000:3.0:1781272681.571331:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8eb3c3375c00 x1867799159295616/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:437/0 lens 488/0 e 0 to 0 dl 1781272692 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272681.571346:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3375c00 with x1867799159295616 ext(0->4095) 00002000:00010000:3.0:1781272681.571356:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3375c00 00000100:00100000:3.0:1781272681.571457:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 86 00000100:00100000:3.0:1781272681.571469:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159295616:12345-192.168.204.14@tcp:3:cmp.0 00000100:00100000:3.0:1781272681.571756:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159295616:12345-192.168.204.14@tcp:3:cmp.0 Request processed in 289us (625us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781272681.571765:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 86 00002000:00100000:3.0:1781272681.571772:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8eb3c3375c00 x1867799159295616/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:437/0 lens 488/4536 e 0 to 0 dl 1781272692 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272681.571780:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3375c00 with x1867799159295616 ext(0->4095) 00002000:00010000:3.0:1781272681.571784:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3375c00 00000100:00100000:2.0:1781272681.578978:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.579223:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159295872 00000100:00100000:1.0:1781272681.579237:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159295872 00000100:00100000:1.0:1781272681.579314:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 221 00000100:00100000:1.0:1781272681.579325:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+94:29848:x1867799159295872:12345-192.168.204.14@tcp:35:cmp.0 00000001:00080000:1.0:1781272681.579803:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967999 00000100:00100000:1.0:1781272681.580083:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+96:29848:x1867799159295872:12345-192.168.204.14@tcp:35:cmp.0 Request processed in 758us (1120us total) trans 4294968000 rc 0/0 00000100:00100000:1.0:1781272681.580093:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 221 00000020:00080000:1.0:1781272681.580099:0:6494:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1781272681.601382:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.601508:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159296000 00000100:00100000:0.0:1781272681.601523:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159296000 00000100:00100000:0.0:1781272681.601614:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1169 00000100:00100000:0.0:1781272681.601627:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+96:29850:x1867799159296000:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272681.601662:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272681.601692:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4057 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837b0 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.601819:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc405e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.601882:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc405e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.601897:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc405e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.601931:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4065 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.601940:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4065 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.601946:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4065 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602049:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602059:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602070:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272681.602129:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:0.0:1781272681.602134:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272681.602160:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602173:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602182:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc405e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602189:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc405e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602197:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc405e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602203:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272681.602209:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc405e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602217:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc405e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602233:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8eb4c3ceba00) 00010000:00010000:0.0:1781272681.602237:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272681.602243:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc405e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602256:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc405e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602274:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4065 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602281:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4065 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602287:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4065 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602292:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272681.602295:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4065 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602301:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4065 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602308:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff8eb4c3cebb00) 00010000:00010000:0.0:1781272681.602310:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272681.602313:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4065 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602319:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4065 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602357:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4057 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837b0 expref: 98 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602378:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837b0 expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.602387:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:0.0:1781272681.602390:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272681.602393:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221800, rc 0) 00000100:00100000:0.0:1781272681.602476:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+97:29850:x1867799159296000:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 851us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272681.602485:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1169 00000100:00100000:2.0:1781272681.606210:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272681.606481:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159296128 00000100:00100000:3.0:1781272681.606507:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159296128 00000100:00100000:3.0:1781272681.606592:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1170 00000100:00100000:3.0:1781272681.606605:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+97:29850:x1867799159296128:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272681.606631:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272681.606658:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4073 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837b7 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.606757:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc407a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.606774:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc407a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.606787:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc407a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272681.606872:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:3.0:1781272681.606877:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272681.606900:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc407a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.607258:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4073 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837b7 expref: 99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.607281:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647a00/0x94898f2cdefc407a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837b7 expref: 98 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.607291:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff8eb4c3ceba00) 00010000:00010000:3.0:1781272681.607294:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272681.607299:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647a00, rc 0) 00000100:00100000:3.0:1781272681.607501:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+98:29850:x1867799159296128:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 889us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272681.607511:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1170 00000100:00100000:2.0:1781272681.614491:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.614607:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159296384 00000100:00100000:0.0:1781272681.614623:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159296384 00000100:00100000:0.0:1781272681.614701:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1171 00000100:00100000:0.0:1781272681.614713:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+98:29850:x1867799159296384:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272681.614744:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272681.614772:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4081 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837be expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.615100:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4088 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.615120:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4088 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.615134:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4088 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272681.615147:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:0.0:1781272681.615300:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4081 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837be expref: 101 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.615323:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4088 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837be expref: 100 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.615333:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:0.0:1781272681.615337:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1781272681.615341:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220000, rc 0) 00000100:00100000:0.0:1781272681.615478:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+100:29850:x1867799159296384:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 767us (1001us total) trans 4294968001 rc 0/0 00000100:00100000:0.0:1781272681.615486:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1171 00000100:00100000:2.0:1781272681.620284:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.620446:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159296512 00000100:00100000:0.0:1781272681.620460:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159296512 00000100:00100000:0.0:1781272681.620640:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 306 00000100:00100000:0.0:1781272681.620654:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+13:2390:x1867799159296512:12345-192.168.204.14@tcp:1:lfs.0 00010000:00010000:0.0:1781272681.620727:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.620753:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc4050 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a9 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.620762:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272681.620764:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272681.620768:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.620814:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc4050 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a9 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272681.620870:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc4050 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a9 expref: 13 pid: 8405 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272681.620889:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168632064:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272681.621121:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4cad5bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1781272681.625602:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272681.625749:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168632064:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272681.625785:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272681.626020:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159296640 00000100:00100000:3.0:1781272681.626031:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159296640 00010000:00010000:3.0:1781272681.626084:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc4050 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a9 expref: 14 pid: 8405 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272681.626157:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 361 00000100:00100000:3.0:1781272681.626169:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e915d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+14:2391:x1867799159296640:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272681.626189:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272681.626217:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc4050 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a9 expref: 14 pid: 8405 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.626232:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc4050 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a9 expref: 14 pid: 8405 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.626263:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc4050 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837a9 expref: 14 pid: 8405 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.626283:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272681.626285:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272681.626291:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.626302:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.626339:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272681.626422:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e915d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159296640:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 255us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272681.626430:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 361 00010000:00010000:2.0:1781272681.627244:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.627260:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.627292:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.627302:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.627312:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.627321:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272681.627327:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.627338:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.627356:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.627365:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc4096 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272681.627470:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159296512:12345-192.168.204.14@tcp:1:lfs.0 Request processed in 6818us (7198us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272681.627479:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 306 00000100:00100000:2.0:1781272681.630662:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272681.630751:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159296896 00000100:00100000:3.0:1781272681.630764:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159296896 00000100:00100000:3.0:1781272681.630902:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 222 00000100:00100000:3.0:1781272681.631063:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b34850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+100:29850:x1867799159296896:12345-192.168.204.14@tcp:35:lfs.0 00000004:00010000:2.0:1781272681.631202:0:15586:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x3d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4088 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837be expref: 100 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272681.631491:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968002 00000001:00080000:2.0:1781272681.632112:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968003 00010000:00010000:2.0:1781272681.632164:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.632186:0:15586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 103 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.632194:0:15586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837b0 expref: 103 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.632203:0:15586:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 5/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.632249:0:15586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837b0 expref: 103 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.632267:0:15586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837b0 expref: 103 pid: 8162 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272681.632284:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3377800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168632192:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272681.632410:0:15586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 103 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.632420:0:15586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 103 pid: 6493 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272681.632435:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3377b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168632320:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272681.632463:0:15586:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4caf35a80 going to sleep for 11 seconds 00000100:00100000:1.0:1781272681.635785:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272681.635857:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272681.635958:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159297024 00000100:00100000:3.0:1781272681.635970:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159297024 00010000:00010000:3.0:1781272681.636025:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837b0 expref: 104 pid: 8162 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272681.636058:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159297152 00000100:00100000:3.0:1781272681.636060:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159297152 00010000:00010000:3.0:1781272681.636073:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 105 pid: 6493 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272681.636093:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 362 00000100:00100000:3.0:1781272681.636102:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+105:2391:x1867799159297024:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272681.636121:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272681.636128:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837b0 expref: 105 pid: 8162 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.636144:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837b0 expref: 105 pid: 8162 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.636173:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:3.0:1781272681.636179:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.636190:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.636198:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272681.636258:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+105:2391:x1867799159297024:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 156us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272681.636266:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 362 00000100:00100000:3.0:1781272681.636286:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 363 00000100:00100000:3.0:1781272681.636292:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+104:2391:x1867799159297152:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272681.636300:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272681.636304:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 104 pid: 6493 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.636314:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 104 pid: 6493 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.636326:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:3.0:1781272681.636330:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.636339:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.636347:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272681.636370:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272681.636385:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+104:2391:x1867799159297152:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 94us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272681.636391:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 363 00010000:00010000:2.0:1781272681.636598:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc406c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837b0 expref: 103 pid: 8162 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272681.636619:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3377800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168632192:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272681.636631:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc3f77 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8376a expref: 102 pid: 6493 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272681.636642:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3377b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168632320:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272681.636669:0:15586:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.636680:0:15586:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.636687:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272681.636822:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968004 00000001:00080000:2.0:1781272681.636993:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968005 00000100:00100000:2.0:1781272681.637097:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3377b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168632448:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1781272681.637152:0:15586:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272681.637190:0:15586:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4d2a053c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272681.637378:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168632448 00000100:00100000:1.0:1781272681.637385:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168632448 00000100:00100000:1.0:1781272681.637430:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1781272681.637438:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15586:x1867799168632448:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1781272681.637542:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15586:x1867799168632448:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 105us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272681.637549:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1781272681.637615:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3377b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168632448:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1781272681.637746:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968006 00000100:00100000:2.0:1781272681.637788:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3377b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168632576:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1781272681.637813:0:15586:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272681.637863:0:15586:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4caf35e40 going to sleep for 11 seconds 00000100:00100000:1.0:1781272681.638321:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168632576 00000100:00100000:1.0:1781272681.638327:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168632576 00000100:00100000:1.0:1781272681.638363:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1781272681.638371:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15586:x1867799168632576:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1781272681.638549:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:15586:x1867799168632576:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 178us (733us total) trans 4294967361 rc 0/0 00000100:00100000:1.0:1781272681.638556:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1781272681.638678:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3377b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168632576:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1781272681.638727:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968007 00010000:00010000:2.0:1781272681.638756:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.638768:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.638777:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.638783:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272681.638789:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.638799:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.638818:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:2.0:1781272681.638822:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1781272681.638827:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272681.639143:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc409d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781272681.639269:0:15586:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x3e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1781272681.639351:0:15586:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9248 00000001:00080000:2.0:1781272681.639363:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968008 00010000:00010000:2.0:1781272681.639389:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff8eb4f60a8400) 00010000:00010000:2.0:1781272681.639392:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1781272681.639400:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc4088 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837be expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272681.639697:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b34850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+105:29850:x1867799159296896:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 8784us (9046us total) trans 4294968009 rc 0/0 00000100:00100000:2.0:1781272681.639706:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 222 00000020:00080000:2.0:1781272681.639711:0:15586:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:0.0:1781272681.795108:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272682.048498:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168632704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272682.048601:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272682.048807:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168632704 00000100:00100000:0.0:1781272682.048877:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168632704 00000100:00100000:0.0:1781272682.049129:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1781272682.049142:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168632704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272682.049182:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921399808 avail 3689848832 00000100:00100000:0.0:1781272682.049284:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168632704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272682.049293:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1781272682.049368:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4209f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168632704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272682.053255:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168632832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272682.053363:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272682.053472:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168632832 00000100:00100000:1.0:1781272682.053483:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168632832 00000100:00100000:1.0:1781272682.053549:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1781272682.053561:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3619:x1867799168632832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272682.053595:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921399808 avail 3689848832 00000100:00100000:1.0:1781272682.053650:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3619:x1867799168632832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272682.053658:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1781272682.053718:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168632832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272682.054482:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168633216:0@lo:400:kworker.0 00000100:00100000:0.0:1781272682.054541:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272682.054563:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168633728:0@lo:400:kworker.0 00000100:00100000:0.0:1781272682.054589:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272682.054607:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1781272682.054613:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168633344:0@lo:400:kworker.0 00000100:00100000:0.0:1781272682.054632:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272682.054655:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168633856:0@lo:400:kworker.0 00000100:00100000:0.0:1781272682.054684:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272682.054753:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168633856 00000100:00100000:0.0:1781272682.054759:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168633856 00000100:00100000:0.0:1781272682.054801:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1781272682.054809:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168633856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272682.054888:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168633856:12345-0@lo:400:kworker.0 Request processed in 79us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272682.054896:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1781272682.054949:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168633856:0@lo:400:kworker.0 00000100:00100000:1.0:1781272682.055164:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168633088:0@lo:400:kworker.0 00000100:00100000:1.0:1781272682.055199:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272682.055230:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168633600:0@lo:400:kworker.0 00000100:00100000:1.0:1781272682.055258:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272682.055279:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168634112:0@lo:400:kworker.0 00000100:00100000:1.0:1781272682.055302:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272682.055321:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1781272682.055328:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168632960:0@lo:400:kworker.0 00000100:00100000:1.0:1781272682.055362:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272682.055389:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168633472:0@lo:400:kworker.0 00000100:00100000:1.0:1781272682.055413:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272682.055504:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168633984:0@lo:400:kworker.0 00000100:00100000:1.0:1781272682.055531:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272682.055558:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168633216 00000100:00100000:1.0:1781272682.055564:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168633216 00000100:00100000:1.0:1781272682.055598:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168633472 00000100:00100000:1.0:1781272682.055602:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168633472 00000100:00100000:1.0:1781272682.055619:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1781272682.055625:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168633216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272682.055669:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168633216:12345-0@lo:400:kworker.0 Request processed in 43us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272682.055676:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1781272682.055691:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1781272682.055697:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168633472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272682.055728:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168633472:12345-0@lo:400:kworker.0 Request processed in 30us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272682.055733:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1781272682.055753:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168633728 00000100:00100000:1.0:1781272682.055757:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168633728 00000100:00100000:0.0:1781272682.055862:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168633216:0@lo:400:kworker.0 00000100:00100000:0.0:1781272682.055890:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168633344 00000100:00100000:0.0:1781272682.055894:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168633344 00000100:00100000:2.0:1781272682.056054:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168633088 00000100:00100000:2.0:1781272682.056060:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168633088 00000100:00100000:2.0:1781272682.056084:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168633600 00000100:00100000:2.0:1781272682.056086:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168633600 00000100:00100000:0.0:1781272682.056117:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168634112 00000100:00100000:0.0:1781272682.056120:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168634112 00000100:00080000:3.0:1781272682.056645:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272682.056655:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272682.056658:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272682.056713:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168632960 00000100:00100000:3.0:1781272682.056721:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168632960 00000100:00100000:3.0:1781272682.056778:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1781272682.056789:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168632960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272682.056874:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168632960:12345-0@lo:400:kworker.0 Request processed in 88us (1511us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272682.056882:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1781272682.056947:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168633984 00000100:00100000:3.0:1781272682.056951:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168633984 00000100:00100000:3.0:1781272682.056977:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1781272682.056984:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168633088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272682.057020:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168633088:12345-0@lo:400:kworker.0 Request processed in 37us (1820us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272682.057028:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1781272682.057043:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1781272682.057049:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168633344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272682.057097:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168633344:12345-0@lo:400:kworker.0 Request processed in 47us (2463us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272682.057103:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1781272682.057118:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:3.0:1781272682.057124:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168633984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272682.057153:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168633984:12345-0@lo:400:kworker.0 Request processed in 30us (1622us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272682.057161:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00080000:3.0:1781272682.057176:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272682.057222:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168632960:0@lo:400:kworker.0 00000100:00100000:3.0:1781272682.057236:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168633472:0@lo:400:kworker.0 00000100:00100000:3.0:1781272682.057247:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168633984:0@lo:400:kworker.0 00000100:00100000:3.0:1781272682.057257:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168633088:0@lo:400:kworker.0 00000100:00100000:3.0:1781272682.057318:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168633344:0@lo:400:kworker.0 00000100:00100000:1.0:1781272682.061331:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1781272682.061356:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168633728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272682.061928:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168633728:12345-0@lo:400:kworker.0 Request processed in 580us (7335us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272682.061938:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1781272682.062012:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168633728:0@lo:400:kworker.0 00000100:00100000:2.0:1781272682.063740:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1781272682.063761:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168633600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272682.063886:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168633600:12345-0@lo:400:kworker.0 Request processed in 132us (8625us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272682.063894:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1781272682.063978:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168633600:0@lo:400:kworker.0 00000100:00100000:0.0:1781272682.064229:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1781272682.064240:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168634112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272682.064290:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168634112:12345-0@lo:400:kworker.0 Request processed in 52us (8986us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272682.064296:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1781272682.064378:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168634112:0@lo:400:kworker.0 00010000:00010000:3.0:1781272682.815988:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272683.584747:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272683.584768:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168634240:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272683.584865:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272683.585109:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168634240 00000100:00100000:1.0:1781272683.585118:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168634240 00000100:00100000:1.0:1781272683.585174:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1781272683.585184:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168634240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272683.585221:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:1.0:1781272683.585268:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168634240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272683.585279:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1781272683.585480:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3b56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168634240:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272683.840936:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272684.175138:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272684.175184:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272684.175212:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272684.175230:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272684.175248:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272684.175265:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272684.175283:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272684.175302:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272684.175323:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272684.175352:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159297536 00000100:00100000:1.0:1781272684.175363:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159297536 00000100:00100000:1.0:1781272684.175417:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 839 00000100:00100000:1.0:1781272684.175428:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159297536:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272684.175520:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159297536:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 94us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272684.175529:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 839 00000100:00100000:1.0:1781272684.175547:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159298048 00000100:00100000:1.0:1781272684.175550:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159298048 00000100:00100000:1.0:1781272684.175565:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159297408 00000100:00100000:1.0:1781272684.175568:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159297408 00000100:00100000:1.0:1781272684.175581:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159297920 00000100:00100000:1.0:1781272684.175583:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159297920 00000100:00100000:1.0:1781272684.175597:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 840 00000100:00100000:1.0:1781272684.175603:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159298048:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272684.175632:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159298048:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272684.175640:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 840 00000100:00100000:1.0:1781272684.175653:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 841 00000100:00100000:1.0:1781272684.175659:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+105:2388:x1867799159297408:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272684.175687:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+105:2388:x1867799159297408:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272684.175693:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 841 00000100:00100000:1.0:1781272684.175705:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 842 00000100:00100000:1.0:1781272684.175711:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+52:2388:x1867799159297920:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272684.175736:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+52:2388:x1867799159297920:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272684.175742:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 842 00000100:00100000:1.0:1781272684.175762:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159297792 00000100:00100000:1.0:1781272684.175766:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159297792 00000100:00100000:1.0:1781272684.175792:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159298304 00000100:00100000:1.0:1781272684.175796:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159298304 00000100:00100000:1.0:1781272684.175808:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159297664 00000100:00100000:1.0:1781272684.175811:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159297664 00000100:00100000:1.0:1781272684.175823:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159298176 00000100:00100000:1.0:1781272684.175825:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159298176 00000100:00100000:1.0:1781272684.175868:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 437 00000100:00100000:1.0:1781272684.175874:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee23ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159297792:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272684.175900:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee23ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2388:x1867799159297792:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272684.175907:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 437 00000100:00100000:1.0:1781272684.176062:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 438 00000100:00100000:1.0:1781272684.176070:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159298304:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272684.176094:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159298304:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272684.176100:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 438 00000100:00100000:1.0:1781272684.176111:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 439 00000100:00100000:1.0:1781272684.176117:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:2388:x1867799159297664:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272684.176140:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:2388:x1867799159297664:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272684.176146:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 439 00000100:00100000:1.0:1781272684.176157:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 440 00000100:00100000:1.0:1781272684.176162:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2388:x1867799159298176:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272684.176181:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2388:x1867799159298176:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 19us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272684.176186:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 440 00000100:00080000:1.0:1781272684.176221:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272684.176225:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272684.176228:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272684.176230:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272684.176303:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159297280 00000100:00100000:2.0:1781272684.176308:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159297280 00000100:00100000:2.0:1781272684.176347:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 697 00000100:00100000:2.0:1781272684.176355:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159297280:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272684.176379:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159297280:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (1249us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272684.176385:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 697 00000100:00100000:2.0:1781272684.608086:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168634368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272684.608161:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272684.608238:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168634368 00000100:00100000:2.0:1781272684.608248:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168634368 00000100:00100000:2.0:1781272684.608306:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1781272684.608314:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168634368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272684.608347:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272684.608394:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168634368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272684.608401:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1781272684.608474:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168634368:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272684.872138:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272685.634947:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272685.634966:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272685.635095:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 2 00000040:00080000:3.0:1781272685.635107:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272685.889006:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272686.148114:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272686.148147:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168634496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272686.148255:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272686.148467:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168634496 00000100:00100000:0.0:1781272686.148478:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168634496 00000100:00100000:0.0:1781272686.148568:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1781272686.148581:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168634496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272686.148628:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00080000:3.0:1781272686.148752:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272686.148880:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168634496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 301us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272686.148889:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1781272686.149538:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168634496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272686.335827:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272686.336189:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159298432 00000100:00100000:2.0:1781272686.336207:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159298432 00000100:00100000:2.0:1781272686.336317:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1172 00000100:00100000:2.0:1781272686.336333:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+52:29798:x1867799159298432:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781272686.336650:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+52:29798:x1867799159298432:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 320us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272686.336659:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1172 00000100:00080000:3.0:1781272686.336946:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272686.341620:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272686.341795:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159298560 00000100:00100000:1.0:1781272686.341810:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159298560 00000100:00100000:1.0:1781272686.341957:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1173 00000100:00100000:1.0:1781272686.341974:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:29798:x1867799159298560:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00080000:3.0:1781272686.342253:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272686.342642:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:29798:x1867799159298560:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 671us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272686.342657:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1173 00000100:00100000:1.0:1781272686.656322:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272686.656360:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168634624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272686.656538:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272686.657733:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168634624 00000100:00100000:2.0:1781272686.657747:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168634624 00000100:00100000:2.0:1781272686.657930:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1781272686.657942:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168634624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272686.657982:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1781272686.658174:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168634624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 234us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272686.658182:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1781272686.658440:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168634624:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781272686.660443:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781272686.912173:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272686.912737:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000004:00080000:2.0:1781272687.171036:0:9892:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 644066200724ns, next at 645066195823ns, rc = 0 00000100:00100000:2.0:1781272687.171102:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168634752:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272687.171209:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272687.171642:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168634752 00000100:00100000:0.0:1781272687.171653:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168634752 00000100:00100000:0.0:1781272687.171722:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1781272687.171734:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3618:x1867799168634752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272687.171773:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1781272687.171887:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3618:x1867799168634752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272687.171895:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00080000:3.0:1781272687.172261:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272687.172296:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168635008:0@lo:400:kworker.0 00000100:00100000:3.0:1781272687.172344:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272687.172634:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168635136:0@lo:400:kworker.0 00000100:00100000:1.0:1781272687.172749:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272687.172786:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168635136 00000100:00100000:1.0:1781272687.172791:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168635136 00000100:00100000:1.0:1781272687.172859:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1781272687.172869:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168635136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272687.172878:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168635520:0@lo:400:kworker.0 00000100:00100000:3.0:1781272687.172910:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272687.172912:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168635136:12345-0@lo:400:kworker.0 Request processed in 45us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272687.172919:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1781272687.172930:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168636032:0@lo:400:kworker.0 00000100:00100000:1.0:1781272687.172970:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168635136:0@lo:400:kworker.0 00000100:00100000:1.0:1781272687.172978:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168635648:0@lo:400:kworker.0 00000100:00100000:2.0:1781272687.173132:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168634880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272687.173162:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168635520 00000100:00100000:0.0:1781272687.173166:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168635520 00000100:00100000:0.0:1781272687.173195:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1781272687.173224:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272687.173226:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272687.173245:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168636160:0@lo:400:kworker.0 00000100:00100000:1.0:1781272687.173391:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272687.173427:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168635264:0@lo:400:kworker.0 00000100:00100000:3.0:1781272687.173469:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272687.173489:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168635776:0@lo:400:kworker.0 00000100:00100000:3.0:1781272687.173514:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272687.173519:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168636032 00000100:00100000:1.0:1781272687.173523:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168636032 00000100:00100000:3.0:1781272687.173531:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168636288:0@lo:400:kworker.0 00000100:00100000:3.0:1781272687.173555:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272687.173593:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168634752:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272687.173621:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168635264 00000100:00100000:3.0:1781272687.173625:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168635264 00000100:00100000:1.0:1781272687.173630:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1781272687.173636:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168636032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272687.173663:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168635520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272687.173759:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1781272687.173770:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168635264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272687.176651:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168636032:12345-0@lo:400:kworker.0 Request processed in 2995us (3408us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272687.176672:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1781272687.176795:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168635520:12345-0@lo:400:kworker.0 Request processed in 3133us (3882us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272687.176817:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1781272687.176898:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168635008 00000100:00100000:0.0:1781272687.176911:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168635008 00000100:00100000:0.0:1781272687.176967:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1781272687.176976:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168635008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272687.177047:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168635008:12345-0@lo:400:kworker.0 Request processed in 72us (4702us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272687.177054:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1781272687.177619:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168635520:0@lo:400:kworker.0 00000100:00100000:1.0:1781272687.177639:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168636032:0@lo:400:kworker.0 00000100:00100000:1.0:1781272687.177649:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168635008:0@lo:400:kworker.0 00000100:00100000:0.0:1781272687.178767:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168635648 00000100:00100000:0.0:1781272687.178784:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168635648 00000100:00100000:3.0:1781272687.179047:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168636288 00000100:00100000:3.0:1781272687.179054:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168636288 00000100:00100000:0.0:1781272687.179322:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168636160 00000100:00100000:0.0:1781272687.179329:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168636160 00000100:00100000:0.0:1781272687.179365:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1781272687.179377:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168635648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272687.179494:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168635776 00000100:00100000:1.0:1781272687.179501:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168635776 00000100:00100000:1.0:1781272687.179531:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1781272687.179539:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168636288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272687.179590:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1781272687.179599:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168636160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272687.179650:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168636160:12345-0@lo:400:kworker.0 Request processed in 51us (6257us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272687.179650:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168636288:12345-0@lo:400:kworker.0 Request processed in 111us (6094us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272687.179658:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1781272687.179743:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272687.179766:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168635648:12345-0@lo:400:kworker.0 Request processed in 392us (6539us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272687.179796:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168635392:0@lo:400:kworker.0 00000100:00100000:2.0:1781272687.179850:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272687.179864:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168635904:0@lo:400:kworker.0 00000100:00100000:2.0:1781272687.179893:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272687.179913:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168636416:0@lo:400:kworker.0 00000100:00100000:2.0:1781272687.179934:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272687.179995:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168634880 00000100:00100000:2.0:1781272687.179999:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168634880 00000100:00100000:2.0:1781272687.180036:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1781272687.180043:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168634880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272687.180065:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1781272687.180088:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1781272687.180106:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168635392 00000100:00100000:1.0:1781272687.180109:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168635392 00000100:00100000:2.0:1781272687.180118:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168634880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272687.180125:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1781272687.180126:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1781272687.180131:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168635776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272687.180146:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168635904 00000100:00100000:2.0:1781272687.180150:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168635904 00000100:00100000:1.0:1781272687.180164:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168635776:12345-0@lo:400:kworker.0 Request processed in 33us (6649us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272687.180171:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1781272687.180173:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168636416 00000100:00100000:2.0:1781272687.180175:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168636416 00000100:00100000:1.0:1781272687.180183:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1781272687.180189:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168635392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272687.180192:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1781272687.180197:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168635904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272687.180217:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168635392:12345-0@lo:400:kworker.0 Request processed in 28us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272687.180224:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168635904:12345-0@lo:400:kworker.0 Request processed in 28us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272687.180224:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1781272687.180231:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1781272687.180240:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1781272687.180245:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168636416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272687.180268:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168636416:12345-0@lo:400:kworker.0 Request processed in 23us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272687.180275:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1781272687.180282:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168635648:0@lo:400:kworker.0 00000100:00100000:1.0:1781272687.180307:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168636160:0@lo:400:kworker.0 00000100:00100000:2.0:1781272687.180318:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168634880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272687.180326:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168635392:0@lo:400:kworker.0 00000100:00100000:2.0:1781272687.180334:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168635904:0@lo:400:kworker.0 00000100:00100000:2.0:1781272687.180342:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168636416:0@lo:400:kworker.0 00000100:00100000:1.0:1781272687.180353:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168635776:0@lo:400:kworker.0 00000100:00100000:1.0:1781272687.180366:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168636288:0@lo:400:kworker.0 00000100:00100000:2.0:1781272687.180593:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168635264:12345-0@lo:400:kworker.0 Request processed in 6822us (7121us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272687.180603:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1781272687.181154:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168635264:0@lo:400:kworker.0 00000100:00080000:2.0:1781272687.181191:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272687.181197:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272687.181201:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1781272687.182091:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00000001:00080000:2.0:1781272687.182105:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00000004:00080000:3.0:1781272687.185979:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000001:00080000:3.0:1781272687.186021:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968009 is committed 00000020:00080000:3.0:1781272687.186042:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4c607c180 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:3.0:1781272687.186048:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4f6346e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4c607c0c0 00000020:00080000:3.0:1781272687.186053:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4f6346300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c4de1800 00000001:00080000:3.0:1781272687.186651:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967998 is committed 00000020:00080000:3.0:1781272687.186666:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb3c5055d80 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:3.0:1781272687.186669:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c42dee00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c5055240 00000020:00080000:3.0:1781272687.186672:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c42de100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c515d200 00010000:00010000:1.0:1781272687.186688:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc401f lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1781272687.186696:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00010000:00010000:1.0:1781272687.186702:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc401f lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272687.186711:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc401f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272687.186719:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c49e9600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272687.186726:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc401f lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272687.186735:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc401f lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272687.186763:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:1.0:1781272687.186767:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272687.186774:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc401f lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272687.186781:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9600/0x94898f2cdefc401f lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1781272687.186794:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:1.0:1781272687.187123:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168636544:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781272687.187229:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272687.187942:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168636544 00000100:00100000:3.0:1781272687.187954:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168636544 00000100:00100000:3.0:1781272687.188018:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1781272687.188029:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168636544:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1781272687.188067:0:8407:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:23 count 1 00002000:00010000:3.0:1781272687.188110:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a2c0e04, ctime: 0x6a2c1068, blocks: 0x8 00010000:00010000:3.0:1781272687.188120:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f794851/0x94898f2cdefc40a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272687.188140:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272687.188143:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272687.188149:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f794851/0x94898f2cdefc40a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272687.188167:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f794851/0x94898f2cdefc40a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272687.188179:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f794851/0x94898f2cdefc40a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272687.188194:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f794851/0x94898f2cdefc40a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272687.188214:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781272687.189639:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168636544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1602us (2401us total) trans 4294967362 rc 0/0 00000100:00100000:3.0:1781272687.189653:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00010000:00010000:3.0:1781272687.189725:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272687.189735:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f794851/0x94898f2cdefc40a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272687.189748:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272687.189753:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f794851/0x94898f2cdefc40a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272687.189765:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f794851/0x94898f2cdefc40a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272687.189784:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f794851/0x94898f2cdefc40a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272687.189792:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f794851/0x94898f2cdefc40a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272687.189819:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272687.189822:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272687.189823:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272687.189896:0:3620:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967361 gen 2 00000004:00080000:3.0:1781272687.189904:0:3620:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967360 committed transno 4294967361 00000004:00080000:3.0:1781272687.189926:0:3620:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967361 committed transno 4294967361 00000100:00100000:3.0:1781272687.189943:0:3620:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff8eb3c4209880 x1867799168636544/t4294967362(4294967362) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781272703 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1781272687.189957:0:3620:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c4209880/2, rc 0, transno 4294967362 00000100:00100000:3.0:1781272687.189964:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168636544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1781272687.191606:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000001:02000400:2.0:1781272687.787355:0:22660:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 09:58:06 (1781272686) 00010000:00010000:2.0:1781272687.940658:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272688.043772:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.044567:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159298688 00000100:00100000:1.0:1781272688.044588:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159298688 00000100:00080000:2.0:1781272688.044678:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272688.044709:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1174 00000100:00100000:1.0:1781272688.044723:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+43:30473:x1867799159298688:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781272688.044894:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+43:30473:x1867799159298688:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 174us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272688.044904:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1174 00000100:00100000:2.0:1781272688.050129:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272688.050226:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159298816 00000100:00100000:3.0:1781272688.050239:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159298816 00000100:00100000:3.0:1781272688.050337:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1175 00000100:00100000:3.0:1781272688.050592:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:30473:x1867799159298816:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781272688.050752:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:30473:x1867799159298816:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 164us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272688.050762:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1175 00000100:00080000:2.0:1781272688.050905:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272688.064210:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272688.064680:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159298944 00000100:00100000:2.0:1781272688.064695:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159298944 00000100:00100000:0.0:1781272688.064879:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1176 00000100:00100000:0.0:1781272688.064891:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+94:30474:x1867799159298944:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272688.064917:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272688.064940:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc40ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837c5 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1781272688.064955:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1781272688.065026:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc40b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065046:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc40b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065058:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc40b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065070:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc40b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065075:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc40b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065079:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc40b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065128:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc40b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065133:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc40b2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065137:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc40b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065142:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272688.065155:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc40b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065164:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc40b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065177:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272688.065180:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272688.065185:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc40b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065192:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc40b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065210:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc40b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065217:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc40b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065224:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc40b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065230:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272688.065233:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc40b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065240:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc40b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065247:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8eb4c3ceb600) 00010000:00010000:0.0:1781272688.065250:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272688.065253:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc40b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065259:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc40b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065293:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc40ab lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837c5 expref: 95 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065304:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272688.065306:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272688.065310:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc40ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837c5 expref: 95 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.065320:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220a00, rc 0) 00000100:00100000:0.0:1781272688.065415:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+94:30474:x1867799159298944:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 527us (1222us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272688.065425:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1176 00000100:00100000:0.0:1781272688.075116:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.075307:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159299200 00000100:00100000:1.0:1781272688.075322:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159299200 00000100:00100000:1.0:1781272688.075582:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1177 00000100:00100000:1.0:1781272688.075606:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+94:30474:x1867799159299200:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:1.0:1781272688.075697:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272688.075736:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc3eb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83732 expref: 94 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.075761:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272688.075767:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272688.075895:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.075912:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3edd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83740 expref: 42 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.075923:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.075966:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3edd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83740 expref: 42 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.075999:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3edd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83740 expref: 42 pid: 6493 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272688.076018:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4022680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168636672:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272688.076159:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4db313d80 going to sleep for 11 seconds 00000100:00100000:2.0:1781272688.080580:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272688.080808:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159299328 00000100:00100000:3.0:1781272688.080824:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159299328 00010000:00010000:3.0:1781272688.080952:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3edd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83740 expref: 43 pid: 6493 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272688.081015:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 364 00000100:00100000:3.0:1781272688.081032:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+43:2390:x1867799159299328:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272688.081053:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272688.081062:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3edd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83740 expref: 43 pid: 6493 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.081079:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3edd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83740 expref: 43 pid: 6493 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.081113:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272688.081119:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.081132:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.081157:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.081183:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272688.081269:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+43:2390:x1867799159299328:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 242us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272688.081278:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 364 00010000:00010000:1.0:1781272688.082434:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc3edd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83740 expref: 42 pid: 6493 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272688.082523:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4022680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168636672:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272688.082551:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.082563:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.082570:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.082608:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc40c7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.082621:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc40c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.082632:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc40c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083627:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc40ce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083644:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc40ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083653:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc40ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272688.083670:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008b3e8853 reply state 00000000e9a86f5a transno 4294968010 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc40ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083683:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc40ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083691:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:1.0:1781272688.083694:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272688.083698:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1781272688.083705:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00010000:00010000:1.0:1781272688.083712:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083719:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083727:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083734:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cce00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272688.083740:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083749:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083764:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272688.083767:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272688.083771:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083778:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40c0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272688.083791:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008b3e8853 reply state 00000000e9a86f5a transno 4294968010 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc40c7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083799:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc40c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.083805:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8eb3c2cbcf00) 00010000:00010000:1.0:1781272688.083807:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272688.083809:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1781272688.083963:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+95:30474:x1867799159299200:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 8366us (8862us total) trans 4294968010 rc 0/0 00000100:00100000:1.0:1781272688.083974:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1177 00000100:00100000:2.0:1781272688.093524:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.093863:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159299456 00000100:00100000:1.0:1781272688.093880:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159299456 00000100:00100000:1.0:1781272688.093967:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1178 00000100:00100000:1.0:1781272688.094710:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+95:30475:x1867799159299456:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:1.0:1781272688.094747:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272688.094776:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837cc expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.094920:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc40dc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.094952:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc40dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.094968:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc40dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272688.095027:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781272688.095032:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272688.095530:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc40dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.095682:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837cc expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.095707:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc40dc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837cc expref: 96 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.095717:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272688.095721:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272688.095725:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:1.0:1781272688.096349:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+96:30475:x1867799159299456:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1648us (2839us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272688.096360:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1178 00000100:00100000:0.0:1781272688.100191:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272688.100390:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159299584 00000100:00100000:3.0:1781272688.100416:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159299584 00000100:00100000:3.0:1781272688.100506:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1179 00000100:00100000:3.0:1781272688.100519:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+96:30475:x1867799159299584:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272688.100699:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272688.100730:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc40e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837d3 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.100822:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc40ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.100918:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc40ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.100932:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc40ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.100946:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc40f1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.100955:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc40f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.100962:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc40f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.101077:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc40f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.101086:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc40f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.101093:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc40f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272688.101139:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:3.0:1781272688.101143:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272688.101169:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc40f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.101182:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc40ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.101192:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc40ea lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.101199:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc40ea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.101207:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272688.101212:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc40ea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.101220:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc40ea lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.101233:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272688.101237:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272688.101243:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc40ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.101250:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc40ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.101264:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc40f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.101270:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc40f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.103824:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc40f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.107220:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272688.107231:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc40f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.107242:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc40f1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.107270:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8eb3c2cbcf00) 00010000:00010000:3.0:1781272688.107274:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272688.107688:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc40f1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.107697:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc40f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.107775:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc40e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837d3 expref: 98 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.107792:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646e00/0x94898f2cdefc40f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837d3 expref: 97 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.107799:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:3.0:1781272688.107802:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781272688.107805:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646e00, rc 0) 00000100:00100000:3.0:1781272688.107942:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+97:30475:x1867799159299584:12345-192.168.204.14@tcp:101:bash.0 Request processed in 7423us (7766us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272688.107953:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1179 00000100:00100000:0.0:1781272688.113363:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.116210:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159299712 00000100:00100000:1.0:1781272688.116236:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159299712 00000100:00100000:1.0:1781272688.116344:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1180 00000100:00100000:1.0:1781272688.116358:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+97:30475:x1867799159299712:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:1.0:1781272688.116391:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272688.116431:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837da expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.116784:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4106 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.116804:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4106 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.116820:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4106 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.116867:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc410d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.116876:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc410d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.116883:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc410d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.116936:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4106 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.116945:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4106 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.116952:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4106 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.116959:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272688.116964:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4106 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.116976:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4106 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.116990:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:1.0:1781272688.116994:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272688.117000:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4106 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.117006:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4106 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.117023:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc410d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.117030:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc410d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.117035:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc410d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.117040:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272688.117043:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc410d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.117050:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc410d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.117057:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8eb3c2cbc100) 00010000:00010000:1.0:1781272688.117060:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272688.117063:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc410d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.117074:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc410d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.117116:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40ff lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837da expref: 98 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.117128:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:1.0:1781272688.117130:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272688.117134:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc40ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837da expref: 98 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.117144:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:1.0:1781272688.117234:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+97:30475:x1867799159299712:12345-192.168.204.14@tcp:101:bash.0 Request processed in 879us (3892us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272688.117242:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1180 00000100:00100000:2.0:1781272688.127098:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.127208:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159299840 00000100:00100000:1.0:1781272688.127224:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159299840 00000100:00100000:1.0:1781272688.127306:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1181 00000100:00100000:1.0:1781272688.127318:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+42:30476:x1867799159299840:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272688.127406:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272688.127433:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4114 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837e1 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.127531:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc411b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.127550:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc411b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.127565:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc411b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272688.127684:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781272688.127689:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272688.127717:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc411b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.127748:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4114 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837e1 expref: 44 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.127771:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc411b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837e1 expref: 43 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.127781:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272688.127783:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272688.127787:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc400, rc 0) 00000100:00100000:1.0:1781272688.128019:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+43:30476:x1867799159299840:12345-192.168.204.14@tcp:101:rm.0 Request processed in 594us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272688.128029:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1181 00000100:00100000:0.0:1781272688.132148:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272688.132522:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159299968 00000100:00100000:3.0:1781272688.132537:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159299968 00000100:00100000:3.0:1781272688.132618:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1182 00000100:00100000:3.0:1781272688.132630:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+43:30476:x1867799159299968:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272688.132659:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272688.132688:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc4122 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837e8 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.132927:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4129 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.132946:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4129 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.132961:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4129 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133094:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4130 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133105:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4130 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133114:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4130 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133220:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc4137 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133231:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc4137 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133237:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc4137 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272688.133348:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:3.0:1781272688.133353:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272688.133379:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc4137 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133394:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4129 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133414:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4129 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133422:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4129 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133427:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272688.133433:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4129 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133511:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4129 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133525:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272688.133528:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272688.133534:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4129 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133541:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4129 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133558:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4130 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133564:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4130 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133575:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4130 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133580:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272688.133584:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4130 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133591:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4130 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133598:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8eb3c2cbcf00) 00010000:00010000:3.0:1781272688.133600:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272688.133603:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4130 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133609:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4130 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133644:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc4122 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837e8 expref: 45 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133659:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647000/0x94898f2cdefc4137 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837e8 expref: 44 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.133668:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:3.0:1781272688.133670:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781272688.133673:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647000, rc 0) 00000100:00100000:3.0:1781272688.133918:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:30476:x1867799159299968:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1289us (1786us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272688.133932:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1182 00000100:00100000:0.0:1781272688.140378:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.140532:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159300096 00000100:00100000:1.0:1781272688.140546:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159300096 00000100:00100000:1.0:1781272688.140689:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1183 00000100:00100000:1.0:1781272688.140705:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:30476:x1867799159300096:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272688.140737:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272688.140766:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc413e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837ef expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141238:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4145 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141272:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4145 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141287:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4145 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141306:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc414c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141312:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc414c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141318:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc414c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141379:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4145 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141387:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4145 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141405:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4145 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141412:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272688.141418:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4145 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141426:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4145 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141441:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:0.0:1781272688.141445:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272688.141450:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4145 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141456:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4145 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141471:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc414c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141477:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc414c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141483:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc414c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141488:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272688.141492:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc414c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141497:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc414c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141504:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8eb4c3ceb600) 00010000:00010000:0.0:1781272688.141507:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272688.141510:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc414c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141516:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc414c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141561:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc413e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837ef expref: 45 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141573:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:0.0:1781272688.141575:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272688.141579:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc413e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837ef expref: 45 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.141591:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd800, rc 0) 00000100:00100000:0.0:1781272688.141735:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:30476:x1867799159300096:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1034us (1371us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272688.141745:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1183 00000100:00100000:2.0:1781272688.149736:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.150150:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159300224 00000100:00100000:1.0:1781272688.150174:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159300224 00000100:00100000:1.0:1781272688.150296:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1184 00000100:00100000:1.0:1781272688.150311:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:30476:x1867799159300224:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272688.150355:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272688.150388:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4153 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837f6 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.150494:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc415a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.150513:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc415a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.150532:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc415a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.150550:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4161 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.150557:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4161 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.150564:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4161 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.150616:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc415a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.150624:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc415a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.150633:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc415a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.150641:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272688.150647:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc415a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.150667:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc415a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.150682:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:1.0:1781272688.150686:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272688.150701:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc415a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.151075:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc415a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.151094:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4161 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.151101:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4161 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.151107:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4161 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.151112:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272688.151116:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4161 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.151128:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4161 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.151137:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8eb3c2cbc100) 00010000:00010000:1.0:1781272688.151140:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272688.151143:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4161 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.151149:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4161 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.151194:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4153 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837f6 expref: 45 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.151205:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:1.0:1781272688.151208:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272688.151212:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4153 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837f6 expref: 45 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.151223:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:1.0:1781272688.151319:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:30476:x1867799159300224:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1012us (1598us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272688.151329:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1184 00000100:00100000:0.0:1781272688.177157:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272688.177348:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159300352 00000100:00100000:3.0:1781272688.177364:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159300352 00000100:00100000:3.0:1781272688.177527:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1185 00000100:00100000:3.0:1781272688.177540:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:30477:x1867799159300352:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272688.177569:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272688.177728:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc4168 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab837fd expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.177823:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc416f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.177897:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc416f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.177923:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc416f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.178857:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4176 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.178875:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4176 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.178888:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4176 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.178949:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc416f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.178958:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc416f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.178966:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc416f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.178973:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272688.178978:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc416f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.178987:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc416f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.179001:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:2.0:1781272688.179005:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272688.179011:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc416f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.179018:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc416f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.179037:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4176 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.179484:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4176 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.179492:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4176 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.179497:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272688.179500:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4176 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.179506:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4176 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.179516:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8eb3c31aaf00) 00010000:00010000:2.0:1781272688.179519:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272688.179523:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4176 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.179529:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4176 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.179597:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc4168 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837fd expref: 45 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.179609:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:2.0:1781272688.179612:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272688.179616:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc4168 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837fd expref: 45 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.179627:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646200, rc 0) 00000100:00100000:2.0:1781272688.181111:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:30477:x1867799159300352:12345-192.168.204.14@tcp:101:cp.0 Request processed in 3559us (3953us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272688.181125:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1185 00000100:00100000:0.0:1781272688.187578:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.188822:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159300480 00000100:00100000:1.0:1781272688.188911:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159300480 00000100:00100000:1.0:1781272688.189084:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1186 00000100:00100000:1.0:1781272688.189099:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:30477:x1867799159300480:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272688.189133:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272688.189163:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc417d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83804 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.189497:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4184 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.189518:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4184 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.189533:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4184 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.189550:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc418b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.189557:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc418b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.189564:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc418b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190010:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4184 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190018:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4184 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190026:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4184 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190033:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272688.190048:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4184 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190057:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4184 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190074:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:1.0:1781272688.190078:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272688.190085:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4184 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190093:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4184 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190110:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc418b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190116:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc418b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190122:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc418b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190128:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272688.190131:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc418b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190137:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc418b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190144:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8eb3c2cbc100) 00010000:00010000:1.0:1781272688.190146:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272688.190150:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc418b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190155:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc418b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190202:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc417d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83804 expref: 45 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190215:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:1.0:1781272688.190217:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272688.190221:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc417d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83804 expref: 45 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.190231:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:1.0:1781272688.194070:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:30477:x1867799159300480:12345-192.168.204.14@tcp:101:cp.0 Request processed in 4956us (6490us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272688.194086:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1186 00000100:00100000:3.0:1781272688.199908:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.200168:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159300736 00000100:00100000:1.0:1781272688.200182:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159300736 00000100:00100000:1.0:1781272688.201258:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1187 00000100:00100000:1.0:1781272688.201289:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:30477:x1867799159300736:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272688.201328:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272688.201366:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4192 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8380b expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.201536:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4199 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.201561:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4199 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.201578:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4199 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.201601:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc41a0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.201608:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc41a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.201614:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc41a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781272688.202120:0:8162:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x16:0x0], index 0: 0 00010000:00010000:1.0:1781272688.202298:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc41a7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202310:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc41a7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202319:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc41a7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202359:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4199 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202366:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4199 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202373:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4199 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202381:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272688.202387:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4199 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202407:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4199 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202422:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:1.0:1781272688.202425:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272688.202430:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4199 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202436:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4199 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272688.202451:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000029a2c5a9 reply state 000000004be2d993 transno 4294968011 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc41a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202464:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc41a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202471:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8eb3c2cbc700) 00010000:00010000:1.0:1781272688.202473:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272688.202476:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781272688.202515:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4192 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8380b expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202531:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc41a7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8380b expref: 46 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.202545:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c2cbc400) 00010000:00010000:1.0:1781272688.202547:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272688.202550:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b2800, rc 0) 00000100:00100000:1.0:1781272688.202648:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:30477:x1867799159300736:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1375us (2756us total) trans 4294968011 rc 0/0 00000100:00100000:1.0:1781272688.202656:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1187 00000100:00100000:0.0:1781272688.208002:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272688.208499:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159300864 00000100:00100000:2.0:1781272688.208514:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159300864 00000100:00100000:2.0:1781272688.208669:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 308 00000100:00100000:2.0:1781272688.208685:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159300864:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272688.208717:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272688.208747:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a228b6a/0x94898f2cdefc41b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83812 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272688.208780:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781272688.208808:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272688.208812:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272688.208822:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a228b6a/0x94898f2cdefc41b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83812 expref: 9 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.208881:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007a228b6a/0x94898f2cdefc41b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83812 expref: 9 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.208899:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1a200, rc 0) 00000100:00100000:2.0:1781272688.208981:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159300864:12345-192.168.204.14@tcp:101:cp.0 Request processed in 301us (995us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272688.208989:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 308 00000100:00080000:3.0:1781272688.210168:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272688.217706:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272688.219077:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159300992 00000100:00100000:2.0:1781272688.219095:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159300992 00000100:00100000:2.0:1781272688.219355:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 309 00000100:00100000:2.0:1781272688.219446:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:30477:x1867799159300992:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272688.219482:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272688.219655:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83819 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.219701:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007a228b6a/0x94898f2cdefc41b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83812 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.219711:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272688.219714:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272688.219718:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.219764:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007a228b6a/0x94898f2cdefc41b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83812 expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.219781:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007a228b6a/0x94898f2cdefc41b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83812 expref: 10 pid: 8405 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272688.219943:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168636800:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272688.220131:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272688.223662:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168636800:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272688.225369:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.225470:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159301120 00000100:00100000:1.0:1781272688.225535:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159301120 00010000:00010000:1.0:1781272688.225594:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007a228b6a/0x94898f2cdefc41b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83812 expref: 11 pid: 8405 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272688.225646:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 365 00000100:00100000:1.0:1781272688.225666:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159301120:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272688.225688:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272688.225827:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007a228b6a/0x94898f2cdefc41b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83812 expref: 11 pid: 8405 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.225880:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007a228b6a/0x94898f2cdefc41b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83812 expref: 11 pid: 8405 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.225915:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a228b6a/0x94898f2cdefc41b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83812 expref: 11 pid: 8405 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.225938:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272688.225943:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272688.225954:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.225967:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.227209:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.227238:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1b400, rc 0) 00000100:00100000:0.0:1781272688.227673:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:30477:x1867799159300992:12345-192.168.204.14@tcp:101:cp.0 Request processed in 8230us (9982us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272688.227685:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 309 00010000:00010000:1.0:1781272688.231582:0:6478:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 9 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272688.231625:0:6478:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4022680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6478:1867799168636928:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272688.232568:0:6478:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c8870600 going to sleep for 11 seconds 00000100:00100000:1.0:1781272688.235787:0:6478:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4022680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6478:1867799168636928:192.168.204.14@tcp:105: 00010000:00010000:1.0:1781272688.235824:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272688.235942:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159301120:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 10277us (10598us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272688.235956:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 365 00000100:00100000:2.0:1781272688.237494:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272688.241041:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159301376 00000100:00100000:0.0:1781272688.241063:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159301376 00000100:00100000:0.0:1781272688.241230:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 223 00000100:00100000:0.0:1781272688.241244:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:30477:x1867799159301376:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:0.0:1781272688.241745:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:30477:x1867799159301376:12345-192.168.204.14@tcp:35:cp.0 Request processed in 501us (4260us total) trans 4294968012 rc 0/0 00000100:00100000:0.0:1781272688.241756:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 223 00000100:00100000:2.0:1781272688.277787:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272688.278858:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159301504 00000100:00100000:0.0:1781272688.278876:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159301504 00000100:00100000:0.0:1781272688.278965:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1188 00000100:00100000:0.0:1781272688.278978:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+97:30480:x1867799159301504:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272688.279009:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272688.279038:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc41c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83820 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279136:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc41ca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279156:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc41ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279172:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc41ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279187:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc41d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279194:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc41d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279201:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc41d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279308:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279318:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279325:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272688.279405:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:0.0:1781272688.279411:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272688.279442:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279458:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279468:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc41ca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279479:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc41ca lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279485:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc41ca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279492:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272688.279497:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc41ca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279505:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc41ca lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279518:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:0.0:1781272688.279521:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272688.279527:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc41ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279533:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc41ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279550:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc41d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279556:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc41d1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279561:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc41d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279566:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272688.279570:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc41d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279576:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc41d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279583:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8eb3c2cbc700) 00010000:00010000:0.0:1781272688.279585:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272688.279588:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc41d1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279594:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc41d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279625:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc41c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83820 expref: 99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279644:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83820 expref: 98 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.279652:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c2cbc400) 00010000:00010000:0.0:1781272688.279655:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272688.279657:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:0.0:1781272688.280943:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+98:30480:x1867799159301504:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1954us (3161us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272688.280958:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1188 00000100:00100000:3.0:1781272688.285801:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272688.285906:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159301632 00000100:00100000:2.0:1781272688.285922:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159301632 00000100:00100000:2.0:1781272688.286029:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 310 00000100:00100000:2.0:1781272688.286042:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159301632:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272688.286067:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272688.286092:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc41df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83827 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272688.286176:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168637056:192.168.204.14@tcp:106: 00000100:00080000:3.0:1781272688.286578:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272688.286623:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531bf00 going to sleep for 11 seconds 00002000:00010000:1.0:1781272688.292928:0:15938:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1781272688.292942:0:15938:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb mtime: 0 -> 1781272687 00002000:00010000:1.0:1781272688.292945:0:15938:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb atime: 0 -> 1781272687 00002000:00010000:1.0:1781272688.292947:0:15938:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb ctime: 0 -> 1781272687 00002000:00010000:1.0:1781272688.292950:0:15938:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1781272688.292982:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168637056:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272688.293037:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc41df lrc: 1/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83827 expref: 16 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.293076:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3af4290/0x94898f2cdefc41df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83827 expref: 16 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.293093:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1aa00, rc 0) 00000100:00100000:1.0:1781272688.293199:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159301632:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 7159us (7417us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272688.293209:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 310 00000100:00100000:0.0:1781272688.302026:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.302156:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159301760 00000100:00100000:1.0:1781272688.302170:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159301760 00000100:00100000:1.0:1781272688.302249:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1189 00000100:00100000:1.0:1781272688.302262:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+98:30480:x1867799159301760:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272688.302291:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272688.302333:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc41e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8382e expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.302473:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc41ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.302491:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc41ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.302506:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc41ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272688.302566:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:1.0:1781272688.302570:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272688.302599:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc41ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.302638:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc41e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8382e expref: 100 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.302661:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc41ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8382e expref: 99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.302671:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:1.0:1781272688.302675:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272688.302679:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd000, rc 0) 00000100:00100000:1.0:1781272688.302773:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+99:30480:x1867799159301760:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 513us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272688.302782:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1189 00000100:00100000:3.0:1781272688.309438:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.314490:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159301888 00000100:00100000:1.0:1781272688.314513:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159301888 00000100:00100000:1.0:1781272688.314627:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 311 00000100:00100000:1.0:1781272688.314639:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+15:2391:x1867799159301888:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272688.314669:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272688.314695:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc41f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83835 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272688.314783:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4022680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168637184:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272688.314921:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c8870600 going to sleep for 11 seconds 00000100:00100000:1.0:1781272688.319126:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4022680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168637184:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272688.319181:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc41f4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83835 expref: 16 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.319216:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc41f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83835 expref: 16 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.319233:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd800, rc 0) 00000100:00100000:1.0:1781272688.319320:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+15:2391:x1867799159301888:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 4674us (9890us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272688.319330:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 311 00000100:00100000:0.0:1781272688.330792:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.330980:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159302144 00000100:00100000:1.0:1781272688.330995:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159302144 00000100:00100000:1.0:1781272688.331087:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1190 00000100:00100000:1.0:1781272688.331100:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+99:30480:x1867799159302144:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:1.0:1781272688.331363:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:1.0:1781272688.331498:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+99:30480:x1867799159302144:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 401us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272688.331507:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1190 00000040:00080000:0.0:1781272688.705649:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272688.705666:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272688.705712:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:0.0:1781272688.705728:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272688.706552:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168637440:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272688.706631:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272688.706650:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168637312:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272688.706734:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272688.706825:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168637312 00000100:00100000:1.0:1781272688.706859:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168637312 00000100:00100000:1.0:1781272688.706928:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1781272688.706942:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168637312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272688.706990:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:1.0:1781272688.707067:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168637312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272688.707075:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1781272688.707246:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168637312:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272688.707479:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dab91540 going to sleep for 11 seconds 00000100:00100000:1.0:1781272688.712525:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168637440:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272688.714111:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272688.714443:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159302272 00000100:00100000:2.0:1781272688.714456:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159302272 00000100:00100000:2.0:1781272688.714642:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1191 00000100:00100000:2.0:1781272688.714655:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:30490:x1867799159302272:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272688.714710:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272688.716740:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:30490:x1867799159302272:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 2070us (2626us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272688.716762:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1191 00000100:00100000:0.0:1781272688.727715:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272688.728326:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159302528 00000100:00100000:3.0:1781272688.728342:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159302528 00000100:00100000:3.0:1781272688.728433:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1192 00000100:00100000:3.0:1781272688.728445:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:30490:x1867799159302528:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272688.728581:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272688.728611:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc41fb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8383c expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.728766:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4202 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.728785:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4202 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.728799:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4202 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272688.728812:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:3.0:1781272688.729653:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc41fb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8383c expref: 51 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.729686:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4202 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8383c expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.729696:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c2cbc400) 00010000:00010000:3.0:1781272688.729699:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272688.729703:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647200, rc 0) 00000100:00100000:3.0:1781272688.729859:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:30490:x1867799159302528:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1416us (2158us total) trans 4294968013 rc 0/0 00000100:00100000:3.0:1781272688.729873:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1192 00000100:00100000:0.0:1781272688.745190:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272688.745257:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272688.745328:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159302784 00000100:00100000:3.0:1781272688.745344:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159302784 00000100:00100000:3.0:1781272688.745465:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 51 00000100:00100000:2.0:1781272688.745478:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159302656 00000100:00100000:2.0:1781272688.745485:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159302656 00000100:00100000:3.0:1781272688.745491:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:2389:x1867799159302784:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272688.745516:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1781272688.745536:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 312 00000100:00100000:2.0:1781272688.745545:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159302656:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272688.745553:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4202 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8383c expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.745576:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c2cbc400) 00010000:00010000:3.0:1781272688.745583:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272688.745600:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.745631:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 9 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.745642:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272688.745645:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272688.745649:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272688.745671:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:2389:x1867799159302784:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 185us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272688.745680:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 51 00010000:00010000:2.0:1781272688.745693:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 9 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.745711:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 9 pid: 8404 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272688.745735:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168637568:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272688.745808:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531b900 going to sleep for 11 seconds 00000100:00100000:2.0:1781272688.749966:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168637568:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272688.749992:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:2.0:1781272688.750011:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272688.750575:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159302912 00000100:00100000:3.0:1781272688.750586:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159302912 00002000:00100000:3.0:1781272688.750657:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff8eb3c227a680 x1867799159302912/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:444/0 lens 648/0 e 0 to 0 dl 1781272699 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272688.750669:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c227a680 with x1867799159302912 ext(0->157) 00010000:00010000:3.0:1781272688.750680:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 10 pid: 8404 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.750699:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 10 pid: 8404 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272688.750709:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c227a680 00000100:00100000:3.0:1781272688.750764:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 14 00000100:00100000:3.0:1781272688.750777:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159302912:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:2.0:1781272688.754362:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159302912:12345-192.168.204.14@tcp:4:cp.0 Request processed in 3562us (4347us total) trans 4294967354 rc 0/0 00000100:00100000:2.0:1781272688.754384:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 14 00002000:00100000:2.0:1781272688.754414:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff8eb3c227a680 x1867799159302912/t4294967354(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:444/0 lens 648/448 e 0 to 0 dl 1781272699 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272688.754426:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c227a680 with x1867799159302912 ext(0->157) 00010000:00010000:2.0:1781272688.754441:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 12 pid: 8404 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.754467:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 12 pid: 8404 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272688.754477:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c227a680 00000100:00100000:0.0:1781272688.761540:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272688.761636:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159303040 00000100:00100000:3.0:1781272688.761662:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159303040 00010000:00010000:3.0:1781272688.761735:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 12 pid: 8404 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272688.762202:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 366 00000100:00100000:3.0:1781272688.762226:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159303040:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272688.762250:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781272688.762278:0:10311:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781272688.762288:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 12 pid: 8404 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.762305:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 12 pid: 8404 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.762338:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faeadb30/0x94898f2cdefc41bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83819 expref: 12 pid: 8404 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.762356:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272688.762359:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272688.762365:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.762379:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.762478:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272688.762557:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159303040:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 343us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272688.762567:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 366 00010000:00010000:0.0:1781272688.765257:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.765275:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.765474:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.765486:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.765494:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.765499:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:0.0:1781272688.765503:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.765515:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.765540:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.765549:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f36a688b/0x94898f2cdefc4210 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272688.765696:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159302656:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 20144us (20513us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272688.765710:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 312 00000100:00100000:0.0:1781272688.772421:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272688.772550:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159303296 00000100:00100000:2.0:1781272688.772565:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159303296 00000100:00100000:2.0:1781272688.772655:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1193 00000100:00100000:2.0:1781272688.772668:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:30490:x1867799159303296:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272688.772857:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:30490:x1867799159303296:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 191us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272688.772866:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1193 00000100:00100000:2.0:1781272688.780674:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.780824:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159303424 00000100:00100000:1.0:1781272688.780914:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159303424 00000100:00100000:1.0:1781272688.780984:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 313 00000100:00100000:1.0:1781272688.780997:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159303424:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272688.781031:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272688.781064:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4217 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83843 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272688.781097:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x6a2c106f, atime: 0x0, ctime: 0x6a2c106f, blocks: 0x8 00010000:00010000:1.0:1781272688.781125:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272688.781129:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272688.781140:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4217 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83843 expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.781162:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4217 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83843 expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.781179:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cde00, rc 0) 00000100:00100000:1.0:1781272688.781305:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159303424:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 310us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272688.781313:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 313 00000100:00100000:3.0:1781272688.792646:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272688.792892:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159303680 00000100:00100000:2.0:1781272688.792908:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159303680 00000100:00100000:2.0:1781272688.792992:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1194 00000100:00100000:2.0:1781272688.793007:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:30490:x1867799159303680:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272688.793162:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:30490:x1867799159303680:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 157us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272688.793172:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1194 00000100:00100000:2.0:1781272688.801118:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272688.801247:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159303808 00000100:00100000:3.0:1781272688.801260:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159303808 00002000:00100000:3.0:1781272688.801335:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff8eb4c629b480 x1867799159303808/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:444/0 lens 488/0 e 0 to 0 dl 1781272699 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272688.801348:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c629b480 with x1867799159303808 ext(0->4095) 00002000:00010000:3.0:1781272688.801356:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4c629b480 00000100:00100000:3.0:1781272688.802108:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 87 00000100:00100000:3.0:1781272688.802123:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159303808:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1781272688.802438:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159303808:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 317us (1329us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781272688.802446:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 87 00002000:00100000:3.0:1781272688.802454:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff8eb4c629b480 x1867799159303808/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:444/0 lens 488/4536 e 0 to 0 dl 1781272699 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272688.802464:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c629b480 with x1867799159303808 ext(0->4095) 00002000:00010000:3.0:1781272688.802468:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4c629b480 00000100:00100000:3.0:1781272688.806299:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272688.807334:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159303936 00000100:00100000:2.0:1781272688.807349:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159303936 00000100:00100000:2.0:1781272688.807735:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1195 00000100:00100000:2.0:1781272688.807750:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:30490:x1867799159303936:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272688.807781:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272688.807904:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc421e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8384a expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.808173:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4225 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.808195:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4225 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.808212:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4225 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.808374:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc421e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8384a expref: 51 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.808474:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4225 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8384a expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272688.808488:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c2cbc400) 00010000:00010000:2.0:1781272688.808491:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272688.808496:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1b800, rc 0) 00000100:00100000:2.0:1781272688.809190:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:30490:x1867799159303936:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1441us (2904us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272688.809201:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1195 00000100:00100000:2.0:1781272688.815715:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272688.816321:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159304064 00000100:00100000:3.0:1781272688.816338:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159304064 00000100:00100000:3.0:1781272688.816431:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1196 00000100:00100000:3.0:1781272688.816446:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:30490:x1867799159304064:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272688.816505:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272688.816659:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:30490:x1867799159304064:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 217us (961us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272688.816672:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1196 00000100:00100000:2.0:1781272688.821601:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.828778:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159304192 00000100:00100000:1.0:1781272688.828803:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159304192 00000100:00100000:1.0:1781272688.829360:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 314 00000100:00100000:1.0:1781272688.829375:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159304192:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272688.829587:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc422c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.829613:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272688.829616:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272688.829623:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc422c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.829644:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc422c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.829682:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc422c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.829692:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc422c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.835894:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc422c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.835907:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272688.835990:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc422c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.836006:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc422c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.836038:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc422c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.836048:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc422c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272688.836192:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159304192:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 6814us (14598us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272688.836206:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 314 00000100:00100000:0.0:1781272688.839669:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272688.840237:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159304448 00000100:00100000:1.0:1781272688.840257:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159304448 00000100:00100000:1.0:1781272688.840345:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1197 00000100:00100000:1.0:1781272688.840361:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:30490:x1867799159304448:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781272688.841047:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.841078:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4225 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8384a expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.841090:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.841142:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4225 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8384a expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272688.841161:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4225 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8384a expref: 50 pid: 6493 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272688.841184:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168637696:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272688.841382:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c5133540 going to sleep for 11 seconds 00000100:00100000:0.0:1781272688.850472:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272688.850515:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159304576 00000100:00100000:0.0:1781272688.850529:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159304576 00010000:00010000:0.0:1781272688.850583:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4225 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8384a expref: 51 pid: 6493 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272688.850628:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 367 00000100:00100000:0.0:1781272688.850638:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e915e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:2390:x1867799159304576:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272688.850656:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272688.850663:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4225 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8384a expref: 51 pid: 6493 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.850685:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4225 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8384a expref: 51 pid: 6493 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.850714:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c2cbc400) 00010000:00010000:0.0:1781272688.850721:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.850733:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.850741:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272688.850764:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272688.850854:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e915e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:2390:x1867799159304576:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 191us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272688.850863:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 367 00010000:00010000:3.0:1781272688.851467:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4225 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8384a expref: 50 pid: 6493 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272688.851489:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168637696:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272688.851516:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.851527:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.851624:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.853320:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.853340:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.853349:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.853356:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272688.853362:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.853371:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.853402:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c2cbc400) 00010000:00010000:3.0:1781272688.853406:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272688.853412:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272688.853419:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4233 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272688.853634:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:30490:x1867799159304448:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 13271us (13972us total) trans 4294968014 rc 0/0 00000100:00100000:3.0:1781272688.853645:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1197 00000040:00080000:1.0:1781272688.853805:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272688.853812:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272688.854343:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1781272688.854354:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272688.860297:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272688.860368:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159304832 00000100:00100000:3.0:1781272688.860383:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159304832 00000100:00100000:3.0:1781272688.860491:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 224 00000100:00100000:3.0:1781272688.860504:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+50:30490:x1867799159304832:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272688.860970:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:30490:x1867799159304832:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 465us (685us total) trans 4294968015 rc 0/0 00000100:00100000:3.0:1781272688.860979:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 224 00010000:00010000:3.0:1781272688.960078:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272688.960800:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1781272689.184698:0:22709:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272689.184711:0:22709:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272689.184776:0:22709:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:3.0:1781272689.184790:0:22709:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272689.264967:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272689.265071:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159304960 00000100:00100000:3.0:1781272689.265086:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159304960 00000100:00100000:3.0:1781272689.265169:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 315 00000100:00100000:3.0:1781272689.265182:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159304960:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272689.265208:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272689.265234:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ab8e169/0x94898f2cdefc423a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83851 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272689.265274:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272689.265277:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272689.265290:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ab8e169/0x94898f2cdefc423a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83851 expref: 16 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272689.265318:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ab8e169/0x94898f2cdefc423a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83851 expref: 16 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272689.265338:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647200, rc 0) 00000100:00100000:3.0:1781272689.265429:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159304960:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 249us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272689.265438:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 315 00000100:00100000:0.0:1781272689.276732:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272689.276908:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159305216 00000100:00100000:2.0:1781272689.276923:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159305216 00000100:00100000:2.0:1781272689.276997:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1198 00000100:00100000:2.0:1781272689.277009:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+99:30491:x1867799159305216:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272689.277036:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272689.277063:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc4241 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83858 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.277210:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4248 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.277229:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4248 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.277245:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4248 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272689.277260:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1781272689.277421:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc4241 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83858 expref: 102 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.277443:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4248 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83858 expref: 101 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.277452:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c2cbc400) 00010000:00010000:2.0:1781272689.277456:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1781272689.277460:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1a400, rc 0) 00000100:00100000:2.0:1781272689.277761:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+101:30491:x1867799159305216:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 753us (1038us total) trans 4294968016 rc 0/0 00000100:00100000:2.0:1781272689.277771:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1198 00000100:00100000:0.0:1781272689.290484:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272689.290542:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272689.290586:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272689.290623:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272689.290647:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272689.290693:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272689.290730:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159305600 00000100:00100000:0.0:1781272689.290743:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159305600 00000100:00100000:0.0:1781272689.290819:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159305856 00000100:00100000:0.0:1781272689.290823:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159305856 00000100:00100000:0.0:1781272689.290880:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 849 00000100:00100000:0.0:1781272689.290892:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159305600:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272689.290995:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159305600:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 105us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272689.291005:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 849 00000100:00100000:0.0:1781272689.291026:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 850 00000100:00100000:0.0:1781272689.291032:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159305856:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272689.291058:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159305856:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272689.291064:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 850 00000100:00100000:0.0:1781272689.291084:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159305472 00000100:00100000:0.0:1781272689.291087:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159305472 00000100:00100000:0.0:1781272689.291116:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 699 00000100:00100000:0.0:1781272689.291122:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159305472:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272689.291148:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159305472:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272689.291154:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 699 00000100:00100000:0.0:1781272689.291186:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159305344 00000100:00100000:0.0:1781272689.291190:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159305344 00000100:00100000:0.0:1781272689.291217:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159305728 00000100:00100000:0.0:1781272689.291220:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159305728 00000100:00100000:0.0:1781272689.291240:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159305984 00000100:00100000:0.0:1781272689.291243:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159305984 00000100:00100000:0.0:1781272689.291260:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 444 00000100:00100000:0.0:1781272689.291267:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159305728:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272689.291291:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159305728:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272689.291298:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 444 00000100:00100000:0.0:1781272689.291307:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 445 00000100:00100000:0.0:1781272689.291313:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159305984:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272689.291335:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159305984:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272689.291341:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 445 00000100:00100000:0.0:1781272689.291351:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 316 00000100:00100000:0.0:1781272689.291356:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159305344:12345-192.168.204.14@tcp:1:lfs.0 00010000:00010000:0.0:1781272689.291407:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.291434:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4217 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83843 expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.291444:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007ab8e169/0x94898f2cdefc423a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83851 expref: 16 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.291453:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272689.291456:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272689.291460:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.291511:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007ab8e169/0x94898f2cdefc423a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83851 expref: 16 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.291529:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007ab8e169/0x94898f2cdefc423a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83851 expref: 16 pid: 8404 timeout: 746 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272689.291546:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168637824:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272689.291630:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4217 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83843 expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.291641:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4217 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83843 expref: 10 pid: 15938 timeout: 746 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272689.291652:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168637952:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272689.291677:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4da9769c0 going to sleep for 11 seconds 00000100:00080000:0.0:1781272689.291702:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272689.291707:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272689.295600:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272689.295641:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272689.295675:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159306240 00000100:00100000:2.0:1781272689.295686:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159306240 00010000:00010000:2.0:1781272689.295741:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4217 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83843 expref: 11 pid: 15938 timeout: 746 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272689.295777:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159306112 00000100:00100000:2.0:1781272689.295780:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159306112 00010000:00010000:2.0:1781272689.295793:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ab8e169/0x94898f2cdefc423a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83851 expref: 17 pid: 8404 timeout: 746 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272689.295814:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 368 00000100:00100000:2.0:1781272689.295824:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159306240:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272689.295873:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272689.295903:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4217 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83843 expref: 11 pid: 15938 timeout: 746 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.295929:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4217 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83843 expref: 11 pid: 15938 timeout: 746 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.295963:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272689.296027:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159306240:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 204us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272689.296035:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 368 00000100:00100000:2.0:1781272689.296054:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 369 00000100:00100000:2.0:1781272689.296060:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159306112:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272689.296068:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272689.296075:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007ab8e169/0x94898f2cdefc423a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83851 expref: 17 pid: 8404 timeout: 746 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.296086:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007ab8e169/0x94898f2cdefc423a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83851 expref: 17 pid: 8404 timeout: 746 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.296100:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272689.296102:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272689.296108:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.296118:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.296140:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272689.296157:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159306112:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 97us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272689.296164:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 369 00010000:00010000:0.0:1781272689.297353:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ab8e169/0x94898f2cdefc423a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83851 expref: 16 pid: 8404 timeout: 746 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272689.297390:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168637824:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272689.297407:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4217 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83843 expref: 10 pid: 15938 timeout: 746 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272689.297432:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168637952:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272689.297462:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.297476:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.297485:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.297515:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.297524:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.297533:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.297541:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:0.0:1781272689.297546:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.297557:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.297688:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.297698:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc4256 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272689.297797:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+15:2388:x1867799159305344:12345-192.168.204.14@tcp:1:lfs.0 Request processed in 6438us (7326us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272689.297807:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 316 00000100:00100000:2.0:1781272689.301816:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272689.302086:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159306496 00000100:00100000:0.0:1781272689.302101:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159306496 00000100:00100000:0.0:1781272689.302183:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 225 00000100:00100000:0.0:1781272689.302196:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+101:30491:x1867799159306496:12345-192.168.204.14@tcp:35:lfs.0 00000004:00010000:0.0:1781272689.302291:0:6495:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1f:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4248 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83858 expref: 101 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781272689.302699:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968017 00000001:00080000:0.0:1781272689.303790:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968018 00010000:00010000:0.0:1781272689.306500:0:6495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.306534:0:6495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc41a7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8380b expref: 50 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.306545:0:6495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83820 expref: 104 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.306560:0:6495:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.306619:0:6495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83820 expref: 104 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.306641:0:6495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83820 expref: 104 pid: 6491 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272689.306663:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168638080:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272689.306797:0:6495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc41a7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8380b expref: 50 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272689.306807:0:6495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc41a7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8380b expref: 50 pid: 8162 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272689.306817:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168638208:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272689.306864:0:6495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd180 going to sleep for 11 seconds 00000100:00100000:2.0:1781272689.317861:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272689.317898:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272689.317943:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159306624 00000100:00100000:2.0:1781272689.317954:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159306624 00010000:00010000:2.0:1781272689.318003:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83820 expref: 105 pid: 6491 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272689.318039:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159306752 00000100:00100000:2.0:1781272689.318042:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159306752 00010000:00010000:2.0:1781272689.318054:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc41a7 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8380b expref: 51 pid: 8162 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272689.318072:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 370 00000100:00100000:2.0:1781272689.318082:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+105:2390:x1867799159306624:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272689.318103:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272689.318110:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83820 expref: 105 pid: 6491 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.318125:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83820 expref: 105 pid: 6491 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.318154:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c2cbc400) 00010000:00010000:2.0:1781272689.318161:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.318175:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.318182:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272689.318248:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+105:2390:x1867799159306624:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 166us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272689.318258:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 370 00000100:00100000:2.0:1781272689.318291:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 371 00000100:00100000:2.0:1781272689.318299:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+51:2391:x1867799159306752:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272689.318308:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272689.318313:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc41a7 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8380b expref: 51 pid: 8162 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.318323:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc41a7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8380b expref: 51 pid: 8162 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.318336:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c2cbc400) 00010000:00010000:2.0:1781272689.318340:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.318349:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.318358:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272689.318391:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272689.318412:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+51:2391:x1867799159306752:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 113us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272689.318429:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 371 00010000:00010000:3.0:1781272689.319056:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc41d8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83820 expref: 104 pid: 6491 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272689.319080:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168638080:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272689.319095:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc41a7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8380b expref: 50 pid: 8162 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272689.319111:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168638208:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272689.319138:0:6495:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272689.319148:0:6495:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272689.319153:0:6495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272689.319323:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968019 00000001:00080000:3.0:1781272689.319508:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968020 00000001:00080000:3.0:1781272689.319554:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968021 00000100:00100000:3.0:1781272689.319682:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b82300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168638336:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1781272689.319757:0:6495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272689.319795:0:6495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055000 going to sleep for 11 seconds 00000100:00100000:2.0:1781272689.320282:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168638336 00000100:00100000:2.0:1781272689.320291:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168638336 00000100:00100000:2.0:1781272689.320388:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1781272689.320399:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6495:x1867799168638336:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1781272689.320777:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6495:x1867799168638336:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 378us (1017us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272689.320786:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00080000:3.0:1781272689.321020:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272689.321076:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b82300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168638336:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1781272689.321247:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968022 00000100:00100000:3.0:1781272689.321551:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b82300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168638464:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1781272689.322407:0:6495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272689.322512:0:6495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272689.322671:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168638464 00000100:00100000:0.0:1781272689.322678:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168638464 00000100:00100000:0.0:1781272689.322735:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1781272689.322744:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c79b4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6495:x1867799168638464:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1781272689.322943:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c79b4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6495:x1867799168638464:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 199us (537us total) trans 4294967355 rc 0/0 00000100:00100000:0.0:1781272689.322951:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1781272689.323505:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b82300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168638464:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:3.0:1781272689.323540:0:6495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272689.323553:0:6495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272689.323564:0:6495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272689.323733:0:6495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272689.323740:0:6495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272689.323751:0:6495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272689.323772:0:6495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c2cbc400) 00010000:00010000:3.0:1781272689.323775:0:6495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1781272689.323782:0:6495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272689.323789:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc425d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1781272689.323986:0:6495:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x40:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1781272689.324072:0:6495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:3.0:1781272689.324086:0:6495:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 646219254543ns, next at 647219251695ns, rc = 0 00000001:00080000:3.0:1781272689.324096:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968023 00010000:00010000:3.0:1781272689.324136:0:6495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c2cbc400) 00010000:00010000:3.0:1781272689.324140:0:6495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1781272689.324148:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4248 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83858 expref: 108 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272689.326398:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+107:30491:x1867799159306496:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 24177us (24570us total) trans 4294968024 rc 0/0 00000100:00100000:3.0:1781272689.326482:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 225 00000020:00080000:3.0:1781272689.326494:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1781272689.729186:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272689.729220:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168638592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272689.729394:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272689.729576:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168638592 00000100:00100000:1.0:1781272689.729587:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168638592 00000100:00100000:1.0:1781272689.729667:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1781272689.729679:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168638592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272689.729738:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272689.729966:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168638592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 289us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272689.729975:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1781272689.730062:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168638592:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781272689.984176:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272691.015533:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1781272691.265631:0:8835:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 648160796028ns, next at 649160791897ns, rc = 0 00000100:00100000:2.0:1781272691.265668:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272691.265698:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168638720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272691.265797:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272691.265903:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168638720 00000100:00100000:2.0:1781272691.265916:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168638720 00000100:00100000:2.0:1781272691.266004:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1781272691.266018:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168638720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272691.266071:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161745728 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:2.0:1781272691.266142:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168638720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272691.266151:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00080000:2.0:1781272691.266185:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272691.266246:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168638720:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272691.777690:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168638848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272691.777801:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272691.777951:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168638848 00000100:00100000:2.0:1781272691.777963:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168638848 00000100:00100000:2.0:1781272691.778038:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1781272691.778050:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168638848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272691.778082:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161745728 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:2.0:1781272691.780230:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168638848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2171us (2420us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272691.780247:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00080000:2.0:1781272691.780299:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272691.783479:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168638848:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1781272692.033008:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272692.059199:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272692.062754:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159306880 00000100:00100000:3.0:1781272692.062774:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159306880 00000100:00100000:3.0:1781272692.062911:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1199 00000100:00100000:3.0:1781272692.062926:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+107:30517:x1867799159306880:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:3.0:1781272692.062959:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272692.062986:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4264 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8385f expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063084:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc426b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063101:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc426b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063116:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc426b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063130:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4272 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063137:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4272 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063143:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4272 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063256:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc4279 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063265:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc4279 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063273:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc4279 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272692.063327:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:3.0:1781272692.063332:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272692.063372:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc4279 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063388:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc4279 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063397:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc426b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063404:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc426b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063411:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc426b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063750:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272692.063758:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc426b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063767:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc426b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063784:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:3.0:1781272692.063788:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272692.063793:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc426b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063924:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc426b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063942:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4272 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063949:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4272 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063955:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4272 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063959:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272692.063962:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4272 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063968:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4272 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063977:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8eb3c2cbc700) 00010000:00010000:3.0:1781272692.063979:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272692.063983:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4272 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.063989:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4272 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.064088:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4264 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8385f expref: 109 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.064105:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc4279 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8385f expref: 108 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.064113:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aa600) 00010000:00010000:3.0:1781272692.064115:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272692.064118:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646200, rc 0) 00000100:00100000:3.0:1781272692.064212:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+108:30517:x1867799159306880:12345-192.168.204.14@tcp:101:diff.0 Request processed in 1290us (5027us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272692.064222:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1199 00000100:00080000:2.0:1781272692.066599:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272692.074185:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272692.074274:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159307136 00000100:00100000:2.0:1781272692.074290:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159307136 00000100:00100000:2.0:1781272692.074392:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1200 00000100:00100000:2.0:1781272692.074408:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+108:30517:x1867799159307136:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:2.0:1781272692.074441:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272692.074476:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc4280 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83866 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.074630:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc4287 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.074648:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc4287 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.074662:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc4287 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272692.074675:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1781272692.074881:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc4280 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83866 expref: 111 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.074908:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc4287 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83866 expref: 110 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.074919:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aa600) 00010000:00010000:2.0:1781272692.074922:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272692.074926:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1aa00, rc 0) 00000100:00100000:2.0:1781272692.075006:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+110:30517:x1867799159307136:12345-192.168.204.14@tcp:101:diff.0 Request processed in 601us (836us total) trans 4294968025 rc 0/0 00000100:00100000:2.0:1781272692.075015:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1200 00000100:00100000:2.0:1781272692.080107:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272692.080186:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159307392 00000100:00100000:3.0:1781272692.080200:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159307392 00000100:00100000:3.0:1781272692.080274:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 52 00000100:00100000:3.0:1781272692.080286:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+110:30517:x1867799159307392:12345-192.168.204.14@tcp:103:diff.0 00010000:00010000:3.0:1781272692.080305:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1781272692.080347:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc4287 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83866 expref: 110 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.080374:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc4279 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8385f expref: 109 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.080396:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aa600) 00010000:00010000:3.0:1781272692.080408:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272692.080479:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+108:30517:x1867799159307392:12345-192.168.204.14@tcp:103:diff.0 Request processed in 195us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272692.080487:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 52 00000100:00100000:2.0:1781272692.083677:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272692.083768:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159307520 00000100:00100000:3.0:1781272692.083783:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159307520 00000100:00100000:3.0:1781272692.083907:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1201 00000100:00100000:3.0:1781272692.083922:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+108:30517:x1867799159307520:12345-192.168.204.14@tcp:58:diff.0 00010000:00010000:3.0:1781272692.084108:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4295 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.084129:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4295 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.084143:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4295 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781272692.084271:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:3.0:1781272692.084398:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+108:30517:x1867799159307520:12345-192.168.204.14@tcp:58:diff.0 Request processed in 479us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272692.084407:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1201 00000100:00100000:0.0:1781272692.088050:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272692.088182:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159307648 00000100:00100000:2.0:1781272692.088195:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159307648 00000100:00100000:2.0:1781272692.088276:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1202 00000100:00100000:2.0:1781272692.088288:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+108:30517:x1867799159307648:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:2.0:1781272692.088316:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272692.088355:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc429c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8386d expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.088440:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4295 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.088454:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc429c lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8386d expref: 109 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.088478:0:12323:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4295 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.088494:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc429c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8386d expref: 109 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.088512:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aae00) 00010000:00010000:2.0:1781272692.088515:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272692.088519:0:12323:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc429c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8386d expref: 109 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.088528:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1b400, rc 0) 00000100:00100000:2.0:1781272692.088611:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+109:30517:x1867799159307648:12345-192.168.204.14@tcp:101:diff.0 Request processed in 325us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272692.088618:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1202 00000100:00100000:1.0:1781272692.288750:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168639104:0@lo:400:kworker.0 00000100:00100000:0.0:1781272692.288787:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168639232:0@lo:400:kworker.0 00000100:00100000:2.0:1781272692.288921:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168638976:0@lo:400:kworker.0 00000100:00100000:3.0:1781272692.288955:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168639360:0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.293869:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272692.293869:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272692.293992:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168639744:0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.294006:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168639616:0@lo:400:kworker.0 00000100:00100000:0.0:1781272692.294061:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272692.294091:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168640256:0@lo:400:kworker.0 00000100:00100000:0.0:1781272692.294121:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272692.294243:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168639104 00000100:00100000:1.0:1781272692.294255:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168639104 00000100:00100000:1.0:1781272692.294342:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168639744 00000100:00100000:1.0:1781272692.294346:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168639744 00000100:00100000:1.0:1781272692.294502:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168640256 00000100:00100000:1.0:1781272692.294507:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168640256 00000100:00100000:1.0:1781272692.294530:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1781272692.294541:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168639104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272692.294561:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1781272692.294574:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168639744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.294632:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168639104:12345-0@lo:400:kworker.0 Request processed in 90us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272692.294634:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168639744:12345-0@lo:400:kworker.0 Request processed in 63us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272692.294647:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1781272692.294675:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1781272692.294682:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1781272692.294693:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168640256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.294730:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168640256:12345-0@lo:400:kworker.0 Request processed in 39us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272692.294737:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00080000:1.0:1781272692.294758:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272692.294765:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272692.294779:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272692.294798:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168638976 00000100:00100000:2.0:1781272692.294803:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168638976 00000100:00100000:1.0:1781272692.294821:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168640128:0@lo:400:kworker.0 00000100:00100000:2.0:1781272692.294863:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1781272692.294872:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c92d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168638976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.294880:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272692.294917:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168640640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272692.294918:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c92d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168638976:12345-0@lo:400:kworker.0 Request processed in 46us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272692.294930:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1781272692.294956:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272692.294999:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168638976:0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.295000:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168639104:0@lo:400:kworker.0 00000100:00100000:2.0:1781272692.295017:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168639488:0@lo:400:kworker.0 00000100:00100000:2.0:1781272692.295043:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272692.295064:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168640000:0@lo:400:kworker.0 00000100:00100000:2.0:1781272692.295092:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272692.295113:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168640512:0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.295125:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272692.295135:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168640768:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272692.295142:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272692.295172:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272692.295207:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168640640 00000100:00100000:1.0:1781272692.295212:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168640640 00000100:00100000:2.0:1781272692.295226:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168639232 00000100:00100000:2.0:1781272692.295232:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168639232 00000100:00100000:1.0:1781272692.295253:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168640768 00000100:00100000:1.0:1781272692.295257:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168640768 00000100:00100000:2.0:1781272692.295269:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168639488 00000100:00100000:2.0:1781272692.295274:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168639488 00000100:00100000:1.0:1781272692.295282:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1781272692.295291:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168640640:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272692.295299:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1781272692.295309:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168639232:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1781272692.295323:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1781272692.295364:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168639232:12345-0@lo:400:kworker.0 Request processed in 56us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272692.295385:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1781272692.295399:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1781272692.295404:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168639488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272692.295438:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168639488:12345-0@lo:400:kworker.0 Request processed in 33us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272692.295446:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1781272692.295472:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168639616 00000100:00100000:2.0:1781272692.295477:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168639616 00000100:00100000:1.0:1781272692.295497:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168640640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 207us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272692.295507:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1781272692.295508:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168640128 00000100:00100000:2.0:1781272692.295513:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168640128 00000100:00100000:1.0:1781272692.295525:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1781272692.295534:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168640768:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272692.295538:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1781272692.295549:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168639616:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1781272692.295550:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272692.295581:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168640768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272692.295588:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1781272692.295604:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168639616:12345-0@lo:400:kworker.0 Request processed in 55us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272692.295611:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1781272692.295631:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1781272692.295640:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168640128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.295671:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168640128:12345-0@lo:400:kworker.0 Request processed in 34us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272692.295828:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00080000:1.0:1781272692.295879:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272692.295884:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272692.295921:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168640768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272692.295935:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168640640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272692.295947:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168639616:0@lo:400:kworker.0 00000100:00100000:3.0:1781272692.295953:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272692.295962:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168640128:0@lo:400:kworker.0 00000100:00100000:3.0:1781272692.295994:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168639872:0@lo:400:kworker.0 00000100:00100000:3.0:1781272692.296030:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272692.296052:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168640384:0@lo:400:kworker.0 00000100:00100000:3.0:1781272692.296077:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272692.296117:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168639360 00000100:00100000:3.0:1781272692.296121:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168639360 00000100:00100000:1.0:1781272692.296131:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168640000 00000100:00100000:1.0:1781272692.296137:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168640000 00000100:00100000:3.0:1781272692.296161:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1781272692.296171:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168639360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.296178:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168640512 00000100:00100000:1.0:1781272692.296183:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168640512 00000100:00100000:1.0:1781272692.296200:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168639872 00000100:00100000:1.0:1781272692.296203:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168639872 00000100:00100000:1.0:1781272692.296215:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168640384 00000100:00100000:1.0:1781272692.296218:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168640384 00000100:00100000:1.0:1781272692.296230:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1781272692.296236:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168640000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.296272:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168640000:12345-0@lo:400:kworker.0 Request processed in 36us (1180us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272692.296279:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1781272692.296290:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1781272692.296295:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168640512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.296351:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168640512:12345-0@lo:400:kworker.0 Request processed in 56us (1212us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272692.296358:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1781272692.296515:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1781272692.296523:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168639872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272692.296552:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168639488:0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.296562:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168639872:12345-0@lo:400:kworker.0 Request processed in 39us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272692.296571:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168640000:0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.296571:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1781272692.296589:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168640512:0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.296589:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1781272692.296599:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168640384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272692.296628:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168640384:12345-0@lo:400:kworker.0 Request processed in 32us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272692.296634:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1781272692.296675:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168639360:0@lo:400:kworker.0 00000100:00100000:2.0:1781272692.296689:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168639872:0@lo:400:kworker.0 00000100:00100000:2.0:1781272692.296699:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168640384:0@lo:400:kworker.0 00000100:00100000:0.0:1781272692.296936:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168640256:0@lo:400:kworker.0 00000100:00100000:0.0:1781272692.296961:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168639232:0@lo:400:kworker.0 00000100:00100000:0.0:1781272692.296973:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168639744:0@lo:400:kworker.0 00000100:00100000:3.0:1781272692.297297:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168639360:12345-0@lo:400:kworker.0 Request processed in 49us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272692.297307:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000001:00080000:2.0:1781272692.803491:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000001:00080000:0.0:1781272692.813325:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968025 is committed 00000004:00080000:0.0:1781272692.813357:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000004:00080000:0.0:1781272692.813382:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000020:00080000:0.0:1781272692.813393:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb3c5055000 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:0.0:1781272692.813401:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c42dec00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c5055180 00000020:00080000:0.0:1781272692.813408:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c42de200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c4de1c00 00000001:00080000:0.0:1781272692.813444:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968015 is committed 00000020:00080000:0.0:1781272692.813467:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00010000:00010000:1.0:1781272692.813667:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc40c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813684:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc40c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813702:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc40c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813712:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272692.813720:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc40c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813732:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc40c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813764:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8eb3c2cbcf00) 00010000:00010000:1.0:1781272692.813768:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272692.813776:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc40c7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813784:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc40c7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813824:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc40ce lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813880:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc40ce lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813888:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc40ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813895:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272692.813898:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc40ce lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813910:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc40ce lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813922:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:1.0:1781272692.813925:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272692.813928:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc40ce lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813934:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc40ce lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813970:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc41a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813977:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc41a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813983:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc41a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.813990:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272692.813993:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc41a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.814000:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc41a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.814011:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8eb3c2cbc700) 00010000:00010000:1.0:1781272692.814014:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272692.814017:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc41a0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.814024:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc41a0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1781272692.814605:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 22 00000100:00100000:1.0:1781272692.814610:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168640896:0@lo:6:osp-syn-0-0.0 00000020:00080000:3.0:1781272692.814705:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000100:00100000:1.0:1781272692.814716:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272692.814749:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168640896 00000100:00100000:3.0:1781272692.814760:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168640896 00000100:00100000:3.0:1781272692.814823:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1781272692.814866:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168640896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1781272692.814904:0:15938:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:22 count 1 00002000:00010000:3.0:1781272692.814944:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x6a2c106f, atime: 0x0, ctime: 0x6a2c106f, blocks: 0x8 00010000:00010000:3.0:1781272692.814952:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc42a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.814970:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272692.814972:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272692.814979:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc42a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.814995:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc42a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.815005:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc42a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.815014:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc42a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.815051:0:15938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781272692.816968:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781272692.816989:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc42a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.817008:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272692.817014:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc42a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.817028:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc42a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.817062:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc42a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.817076:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f794851/0x94898f2cdefc42a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.817113:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272692.817116:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272692.817118:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272692.824547:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3620:x1867799168640896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9697us (9815us total) trans 4294967356 rc 0/0 00000004:00080000:1.0:1781272692.824566:0:3620:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb4c6298700/2, rc 0, transno 4294967356 00000100:00100000:3.0:1781272692.824568:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1781272692.824579:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168640896:0@lo:6:osp-syn-0-0.0 00000040:00080000:1.0:1781272692.929167:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272692.929181:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272692.929222:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:1.0:1781272692.929234:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272692.929449:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168641024:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272692.929611:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4db313780 going to sleep for 11 seconds 00000100:00100000:0.0:1781272692.935563:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272692.936895:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168641024:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272692.938988:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159307776 00000100:00100000:2.0:1781272692.939009:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159307776 00000100:00100000:2.0:1781272692.939136:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1203 00000100:00100000:2.0:1781272692.939149:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:30518:x1867799159307776:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272692.939217:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272692.939391:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:30518:x1867799159307776:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 243us (3842us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272692.939400:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1203 00000100:00080000:3.0:1781272692.940144:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272692.951049:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272692.952383:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159307904 00000100:00100000:1.0:1781272692.952404:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159307904 00000100:00100000:1.0:1781272692.952496:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1204 00000100:00100000:1.0:1781272692.952511:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+44:30518:x1867799159307904:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1781272692.952622:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42aa lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952645:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42aa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952661:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42aa lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952682:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc42b1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952689:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc42b1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952696:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc42b1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952731:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc42b8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952740:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc42b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952747:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc42b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272692.952812:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:1.0:1781272692.952818:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272692.952891:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc42b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952906:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42aa lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952913:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42aa lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952919:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42aa lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952930:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42aa lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952937:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272692.952942:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42aa lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952950:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42aa lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952964:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:1.0:1781272692.952967:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272692.952973:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42aa lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952980:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42aa lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.952995:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc42b1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953001:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc42b1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953006:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc42b1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953011:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272692.953014:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc42b1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953023:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc42b1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953029:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff8eb3c2cbc700) 00010000:00010000:1.0:1781272692.953032:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272692.953034:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc42b1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953040:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc42b1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953054:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc42b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953060:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc42b8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953066:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc42b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953070:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272692.953073:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc42b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953079:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc42b8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953086:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aae00) 00010000:00010000:1.0:1781272692.953088:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272692.953091:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc42b8 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272692.953100:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc42b8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272692.953220:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+44:30518:x1867799159307904:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 711us (2185us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272692.953229:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1204 00000100:00100000:0.0:1781272692.958393:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272692.958902:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159308160 00000100:00100000:3.0:1781272692.958917:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159308160 00000100:00100000:3.0:1781272692.958995:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1205 00000100:00100000:3.0:1781272692.959007:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:30518:x1867799159308160:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272692.959036:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272692.959064:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42bf lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83874 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.960072:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42c6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.960097:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.960115:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272692.960128:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:3.0:1781272692.960270:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.960278:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42c6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.960291:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42c6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.960297:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272692.960303:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42c6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.960312:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42c6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.960337:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aae00) 00010000:00010000:3.0:1781272692.960341:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272692.960347:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42c6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.960354:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42c6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.960420:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42bf lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83874 expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.960433:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:3.0:1781272692.960435:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272692.960440:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42bf lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83874 expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.960451:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647200, rc 0) 00000100:00100000:3.0:1781272692.962385:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:30518:x1867799159308160:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 3352us (3980us total) trans 4294968026 rc 301/301 00000100:00100000:3.0:1781272692.962405:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1205 00000100:00100000:0.0:1781272692.970041:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272692.970670:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159308288 00000100:00100000:2.0:1781272692.970806:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159308288 00000100:00100000:2.0:1781272692.971117:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1206 00000100:00100000:2.0:1781272692.971132:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+45:30518:x1867799159308288:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272692.971185:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272692.971356:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+45:30518:x1867799159308288:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 227us (1330us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272692.971364:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1206 00000100:00100000:0.0:1781272692.974260:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272692.974382:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159308544 00000100:00100000:2.0:1781272692.974395:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159308544 00000100:00100000:2.0:1781272692.974526:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1207 00000100:00100000:2.0:1781272692.974541:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+45:30518:x1867799159308544:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272692.974569:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272692.974610:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc42d4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8387b expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.975343:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc42db lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.975363:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc42db lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.975377:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc42db lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272692.975390:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00010000:00010000:2.0:1781272692.975451:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc42d4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8387b expref: 48 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.975474:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc42db lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8387b expref: 47 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.975484:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb4c792ee00) 00010000:00010000:2.0:1781272692.975486:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272692.975490:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1aa00, rc 0) 00000100:00100000:2.0:1781272692.975566:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:30518:x1867799159308544:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1027us (1322us total) trans 4294968027 rc 0/0 00000100:00100000:2.0:1781272692.975574:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1207 00000100:00100000:0.0:1781272692.980354:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272692.980673:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159308800 00000100:00100000:3.0:1781272692.980688:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159308800 00000100:00100000:3.0:1781272692.980817:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1208 00000100:00100000:3.0:1781272692.980864:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:30518:x1867799159308800:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272692.980962:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272692.980999:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc42db lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8387b expref: 47 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.981022:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb4c792ee00) 00010000:00010000:3.0:1781272692.981036:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272692.981065:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.981082:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc41ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8382e expref: 96 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.981092:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.981140:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc41ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8382e expref: 96 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.981158:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc41ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8382e expref: 96 pid: 6492 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272692.981176:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b82680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168641152:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272692.981292:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c5133540 going to sleep for 11 seconds 00000100:00100000:0.0:1781272692.989705:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272692.990357:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b82680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168641152:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272692.990672:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272692.992680:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159308928 00000100:00100000:2.0:1781272692.992700:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159308928 00010000:00010000:2.0:1781272692.993074:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc41ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8382e expref: 97 pid: 6492 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272692.993193:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 372 00000100:00100000:2.0:1781272692.993217:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+97:2391:x1867799159308928:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272692.993238:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272692.993254:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc41ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8382e expref: 97 pid: 6492 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.993270:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc41ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8382e expref: 97 pid: 6492 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.993301:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc41ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8382e expref: 97 pid: 6492 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.993336:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:2.0:1781272692.993343:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.993355:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.993372:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272692.993410:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272692.993503:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+96:2391:x1867799159308928:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 298us (3814us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272692.993512:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 372 00010000:00010000:3.0:1781272692.993570:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.993581:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.993611:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42f0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x7b38281c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.993623:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x7b38281c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.993632:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x7b38281c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.993697:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.993705:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.994583:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.994592:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272692.994597:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.994608:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.994624:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:3.0:1781272692.994627:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272692.994633:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.994640:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc42e9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.994655:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42f0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x7b38281c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.994660:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42f0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x7b38281c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.994666:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42f0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x7b38281c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.994672:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272692.994675:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42f0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x7b38281c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.994681:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42f0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x7b38281c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.994688:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x7b38281c (ffff8eb4cace0100) 00010000:00010000:3.0:1781272692.994691:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272692.994694:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42f0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x7b38281c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272692.994704:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc42f0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x7b38281c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272692.994869:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:30518:x1867799159308800:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 14002us (14492us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272692.994880:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1208 00000100:00100000:3.0:1781272693.000819:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272693.001054:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159309056 00000100:00100000:1.0:1781272693.001069:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159309056 00000100:00100000:1.0:1781272693.001152:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1209 00000100:00100000:1.0:1781272693.001164:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:30518:x1867799159309056:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272693.001543:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272693.001577:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42f7 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83882 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.001626:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc42fe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.001643:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc42fe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.001658:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc42fe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.002190:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc42f7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83882 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.002502:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc42fe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83882 expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.002518:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:1.0:1781272693.002521:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272693.002526:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:1.0:1781272693.002662:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:30518:x1867799159309056:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1499us (1857us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272693.002671:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1209 00000100:00100000:1.0:1781272693.013301:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272693.013381:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159309312 00000100:00100000:2.0:1781272693.013395:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159309312 00000100:00100000:2.0:1781272693.013479:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1210 00000100:00100000:2.0:1781272693.013490:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:30518:x1867799159309312:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272693.013610:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4305 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.013633:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4305 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.013647:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4305 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272693.013881:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001bf0827e reply state 00000000f8d91933 transno 4294968028 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4305 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.013896:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4305 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.013905:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:2.0:1781272693.013908:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781272693.013913:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272693.014174:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:30518:x1867799159309312:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 684us (887us total) trans 4294968028 rc 0/0 00000100:00100000:2.0:1781272693.014183:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1210 00000100:00100000:0.0:1781272693.021680:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272693.021789:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159309440 00000100:00100000:2.0:1781272693.021803:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159309440 00000100:00100000:2.0:1781272693.021918:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1211 00000100:00100000:2.0:1781272693.021943:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:30518:x1867799159309440:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272693.021979:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272693.022011:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc430c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83889 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.022092:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc430c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83889 expref: 50 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.022111:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc430c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83889 expref: 50 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.022123:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:2.0:1781272693.022127:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272693.022132:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1a200, rc 0) 00000100:00100000:2.0:1781272693.022215:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:30518:x1867799159309440:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 276us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272693.022225:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1211 00000100:00100000:2.0:1781272693.024943:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272693.025203:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159309568 00000100:00100000:3.0:1781272693.025218:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159309568 00000100:00100000:3.0:1781272693.025294:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 226 00000100:00100000:3.0:1781272693.025307:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+50:30518:x1867799159309568:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1781272693.029302:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+50:30518:x1867799159309568:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 Request processed in 3982us (4364us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272693.030497:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 226 00000100:00100000:1.0:1781272693.033317:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272693.033438:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159309824 00000100:00100000:3.0:1781272693.033465:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159309824 00000100:00100000:3.0:1781272693.033557:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 227 00000100:00100000:3.0:1781272693.033569:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b37450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:30518:x1867799159309824:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272693.034162:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b37450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+51:30518:x1867799159309824:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 592us (857us total) trans 4294968029 rc 0/0 00000100:00100000:3.0:1781272693.034171:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 227 00000100:00100000:0.0:1781272693.039405:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272693.039508:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159310080 00000100:00100000:1.0:1781272693.039530:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159310080 00000100:00100000:1.0:1781272693.039616:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1212 00000100:00100000:1.0:1781272693.039628:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:30518:x1867799159310080:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272693.039816:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:30518:x1867799159310080:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 189us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272693.039824:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1212 00000100:00100000:2.0:1781272693.042692:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272693.042807:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159310336 00000100:00100000:1.0:1781272693.042820:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159310336 00000100:00100000:1.0:1781272693.043098:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1213 00000100:00100000:1.0:1781272693.043111:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:30518:x1867799159310336:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272693.043142:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272693.043170:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4313 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83890 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.043515:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.043537:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc430c lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83889 expref: 52 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.043548:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.043595:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc430c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83889 expref: 52 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.043613:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc430c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83889 expref: 52 pid: 6492 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272693.043631:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168641280:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272693.043798:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4db313780 going to sleep for 11 seconds 00000100:00100000:0.0:1781272693.048005:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272693.048253:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168641280:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272693.048291:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272693.048551:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159310464 00000100:00100000:3.0:1781272693.048560:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159310464 00010000:00010000:3.0:1781272693.048607:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc430c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83889 expref: 53 pid: 6492 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272693.048698:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 373 00000100:00100000:3.0:1781272693.048709:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e915cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159310464:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272693.048735:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272693.048743:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc430c lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83889 expref: 53 pid: 6492 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.048757:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc430c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83889 expref: 53 pid: 6492 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.048786:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc430c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83889 expref: 53 pid: 6492 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.048806:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:3.0:1781272693.048812:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.048823:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.048876:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.048990:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.048999:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272693.049024:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00080000:2.0:1781272693.049272:0:6493:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:2.0:1781272693.049440:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.049450:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.049457:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.049464:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272693.049469:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.049478:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.049490:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:2.0:1781272693.049493:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272693.049497:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.049504:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc431a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.049571:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4313 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83890 expref: 53 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.049581:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:2.0:1781272693.049584:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272693.049588:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4313 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83890 expref: 53 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.049597:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cde00, rc 0) 00000100:00100000:2.0:1781272693.049686:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+52:30518:x1867799159310336:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 6576us (7007us total) trans 4294968030 rc 301/301 00000100:00100000:2.0:1781272693.049695:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1213 00010000:00010000:3.0:1781272693.051776:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272693.052973:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e915cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:2391:x1867799159310464:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 4251us (4969us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272693.052991:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 373 00000100:00100000:3.0:1781272693.053497:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272693.054462:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159310720 00000100:00100000:0.0:1781272693.054478:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159310720 00000100:00100000:0.0:1781272693.054552:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 228 00000100:00100000:0.0:1781272693.054563:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:30518:x1867799159310720:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272693.055362:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:30518:x1867799159310720:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 796us (1861us total) trans 4294968031 rc 0/0 00000100:00100000:0.0:1781272693.055372:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 228 00010000:00010000:2.0:1781272693.057848:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272693.057994:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272693.058052:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159310848 00000100:00100000:2.0:1781272693.058064:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159310848 00000100:00100000:2.0:1781272693.058174:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1214 00000100:00100000:2.0:1781272693.058187:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+52:30518:x1867799159310848:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272693.058229:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272693.058256:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4328 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83897 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.058385:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc432f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.058406:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc432f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.058421:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc432f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272693.058490:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00200000:2.0:1781272693.058496:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272693.058527:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc432f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.058563:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4328 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83897 expref: 54 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.058585:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc432f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83897 expref: 53 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.058596:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:2.0:1781272693.058599:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1781272693.058605:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1aa00, rc 0) 00000100:00100000:2.0:1781272693.058698:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:30518:x1867799159310848:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 514us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272693.058706:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1214 00000100:00100000:3.0:1781272693.061623:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272693.061743:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159310976 00000100:00100000:0.0:1781272693.061756:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159310976 00000100:00100000:0.0:1781272693.061884:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 318 00000100:00100000:0.0:1781272693.061897:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159310976:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272693.061922:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272693.061952:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc4336 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8389e expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272693.061986:0:9894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272693.062012:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272693.062015:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272693.062026:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc4336 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8389e expref: 11 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272693.062048:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc4336 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8389e expref: 11 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272693.062064:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221c00, rc 0) 00000100:00100000:0.0:1781272693.062131:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159310976:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 236us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272693.062139:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 318 00000100:00080000:3.0:1781272693.062485:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272693.070592:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272693.071704:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159311232 00000100:00100000:1.0:1781272693.071886:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159311232 00000100:00100000:1.0:1781272693.071982:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1215 00000100:00100000:1.0:1781272693.071994:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:30518:x1867799159311232:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272693.072281:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:30518:x1867799159311232:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 289us (1703us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272693.072290:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1215 00000100:00100000:0.0:1781272693.076535:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272693.076629:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159311360 00000100:00100000:1.0:1781272693.076644:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159311360 00000100:00100000:1.0:1781272693.076721:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 319 00000100:00100000:1.0:1781272693.076733:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:30518:x1867799159311360:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272693.076759:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272693.076785:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838a5 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.077277:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc4336 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8389e expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.077290:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272693.077293:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272693.077298:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838a5 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.077358:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc4336 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8389e expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.077376:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc4336 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8389e expref: 12 pid: 9894 timeout: 749 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272693.077395:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168641408:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272693.077520:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4db313780 going to sleep for 11 seconds 00000100:00100000:0.0:1781272693.082674:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272693.082931:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168641408:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272693.082968:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159311488 00010000:00010000:1.0:1781272693.082979:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838a5 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272693.082981:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159311488 00010000:00010000:1.0:1781272693.083017:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cde00, rc 0) 00010000:00010000:2.0:1781272693.083038:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc4336 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8389e expref: 13 pid: 9894 timeout: 749 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272693.083094:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 374 00000100:00100000:2.0:1781272693.083108:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159311488:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1781272693.083125:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+13:30518:x1867799159311360:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 6391us (6604us total) trans 0 rc 0/0 00010000:00010000:2.0:1781272693.083133:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1781272693.083137:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 319 00010000:00010000:2.0:1781272693.083175:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc4336 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8389e expref: 12 pid: 9894 timeout: 749 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.083195:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc4336 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8389e expref: 12 pid: 9894 timeout: 749 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.083227:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc4336 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8389e expref: 12 pid: 9894 timeout: 749 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.083251:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272693.083253:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272693.083264:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838a5 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.083276:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838a5 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.083340:0:6477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838a5 expref: 11 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272693.083361:0:6477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6477:1867799168641536:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272693.084108:0:6477:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c62ba3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272693.092056:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272693.092057:0:6477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6477:1867799168641536:192.168.204.14@tcp:105: 00010000:00010000:2.0:1781272693.092100:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272693.092256:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159311488:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 9148us (9596us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272693.092270:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 374 00000100:00100000:1.0:1781272693.092714:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159311616 00000100:00100000:1.0:1781272693.092726:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159311616 00002000:00100000:1.0:1781272693.092797:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff8eb3c3b55180 x1867799159311616/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:449/0 lens 648/0 e 0 to 0 dl 1781272704 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272693.092809:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3b55180 with x1867799159311616 ext(0->157) 00002000:00010000:1.0:1781272693.092817:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3b55180 00000100:00100000:1.0:1781272693.092877:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 88 00000100:00100000:1.0:1781272693.092889:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159311616:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1781272693.095819:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159311616:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 2917us (3757us total) trans 4294967363 rc 0/0 00000100:00100000:1.0:1781272693.095854:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 88 00002000:00100000:1.0:1781272693.095871:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff8eb3c3b55180 x1867799159311616/t4294967363(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:449/0 lens 648/448 e 0 to 0 dl 1781272704 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272693.095882:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3b55180 with x1867799159311616 ext(0->157) 00002000:00010000:1.0:1781272693.095889:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3b55180 00000100:00100000:0.0:1781272693.110448:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272693.110755:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159311744 00000100:00100000:2.0:1781272693.110769:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159311744 00000100:00100000:2.0:1781272693.110899:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1216 00000100:00100000:2.0:1781272693.110912:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:30518:x1867799159311744:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1781272693.114546:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968031 is committed 00000020:00080000:0.0:1781272693.114586:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00010000:00010000:1.0:1781272693.114593:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4305 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.114606:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4305 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.114618:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4305 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.114625:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1a400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272693.114631:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4305 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.114641:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4305 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.114665:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:1.0:1781272693.114669:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781272693.114676:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4305 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.114683:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a400/0x94898f2cdefc4305 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272693.114989:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:30518:x1867799159311744:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 4071us (4549us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272693.115007:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1216 00000020:00080000:3.0:1781272693.115295:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000020:00080000:3.0:1781272693.115328:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:3.0:1781272693.120362:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272693.120549:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159311872 00000100:00100000:2.0:1781272693.120563:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159311872 00000100:00100000:2.0:1781272693.120644:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 320 00000100:00100000:2.0:1781272693.120656:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159311872:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1781272693.122945:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000100:00100000:3.0:1781272693.123230:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159311872:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 2566us (2877us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272693.123246:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 320 00000100:00100000:0.0:1781272693.137975:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272693.138097:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159312128 00000100:00100000:2.0:1781272693.138112:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159312128 00000100:00100000:2.0:1781272693.138201:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1217 00000100:00100000:2.0:1781272693.138214:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:30518:x1867799159312128:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272693.138289:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272693.138343:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc432f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83897 expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.138377:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:2.0:1781272693.138385:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272693.138427:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4344 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.138445:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4344 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.138455:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4344 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272693.138645:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f5a85c38 reply state 0000000086ad05b8 transno 4294968032 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4344 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.138664:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4344 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.138670:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:2.0:1781272693.138673:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272693.138675:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272693.138881:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:30518:x1867799159312128:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 616us (869us total) trans 4294968032 rc 0/0 00000100:00100000:2.0:1781272693.138892:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1217 00000100:00100000:1.0:1781272693.146980:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272693.147243:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159312256 00000100:00100000:2.0:1781272693.147261:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159312256 00000100:00100000:2.0:1781272693.147358:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1218 00000100:00100000:2.0:1781272693.147372:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:30518:x1867799159312256:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272693.147417:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272693.147448:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc434b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838ac expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.147529:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc434b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838ac expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.147548:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc434b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838ac expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.147573:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:2.0:1781272693.147576:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272693.147581:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f1aa00, rc 0) 00000100:00100000:2.0:1781272693.147661:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:30518:x1867799159312256:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 292us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272693.147670:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1218 00000100:00100000:0.0:1781272693.150703:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272693.150821:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159312384 00000100:00100000:1.0:1781272693.150874:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159312384 00000100:00100000:1.0:1781272693.150939:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 321 00000100:00100000:1.0:1781272693.150952:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159312384:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1781272693.151209:0:8407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1781272693.151214:0:8407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1781272687 00002000:00010000:1.0:1781272693.151217:0:8407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 0 -> 1781272687 00002000:00010000:1.0:1781272693.151219:0:8407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1781272687 00002000:00010000:1.0:1781272693.151222:0:8407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1781272693.151314:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159312384:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 364us (625us total) trans 4294967364 rc 0/0 00000100:00100000:1.0:1781272693.151331:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 321 00000100:00100000:0.0:1781272693.156296:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272693.156526:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159312640 00000100:00100000:2.0:1781272693.156541:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159312640 00000100:00100000:2.0:1781272693.156629:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1219 00000100:00100000:2.0:1781272693.156641:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:30518:x1867799159312640:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781272693.156732:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.156753:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc42fe lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83882 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.156764:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.156809:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc42fe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83882 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.156824:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc42fe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83882 expref: 48 pid: 8162 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272693.156886:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168641664:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272693.157005:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272693.164527:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168641664:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272693.164575:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272693.168134:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272693.168512:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159312768 00000100:00100000:2.0:1781272693.168529:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159312768 00010000:00010000:2.0:1781272693.168595:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc42fe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83882 expref: 49 pid: 8162 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272693.168645:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 375 00000100:00100000:2.0:1781272693.168659:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:2391:x1867799159312768:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272693.168682:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272693.168690:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc42fe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83882 expref: 49 pid: 8162 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.168705:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc42fe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83882 expref: 49 pid: 8162 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.168735:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc42fe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83882 expref: 49 pid: 8162 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.168759:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:2.0:1781272693.168765:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.168777:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.168786:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.168824:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272693.168948:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:2391:x1867799159312768:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 290us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272693.168957:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 375 00010000:00010000:1.0:1781272693.169142:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.169152:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.169206:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.169215:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.169223:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.169230:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272693.169236:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.169245:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.169256:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:1.0:1781272693.169259:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781272693.169264:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.169270:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1a200/0x94898f2cdefc4352 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272693.169339:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:30518:x1867799159312640:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 12700us (13065us total) trans 0 rc -22/-22 00000100:00100000:1.0:1781272693.169349:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1219 00000100:00100000:0.0:1781272693.184946:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272693.185056:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159312896 00000100:00100000:1.0:1781272693.185070:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159312896 00000100:00100000:1.0:1781272693.185140:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 322 00000100:00100000:1.0:1781272693.185149:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2388:x1867799159312896:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272693.185220:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.185247:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838a5 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.185257:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272693.185260:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272693.185264:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.185308:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838a5 expref: 12 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.185335:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838a5 expref: 12 pid: 8405 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272693.185360:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168641792:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272693.185494:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4db313780 going to sleep for 11 seconds 00000100:00100000:2.0:1781272693.188813:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272693.189159:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159313024 00000100:00100000:3.0:1781272693.189172:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159313024 00010000:00010000:3.0:1781272693.189225:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838a5 expref: 13 pid: 8405 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272693.189279:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 376 00000100:00100000:3.0:1781272693.189291:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159313024:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272693.189319:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272693.189366:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838a5 expref: 13 pid: 8405 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.189383:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838a5 expref: 13 pid: 8405 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.189427:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272693.189430:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272693.189437:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.189450:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.189479:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272693.189561:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159313024:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 269us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272693.189575:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 376 00010000:00010000:1.0:1781272693.190120:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc433d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838a5 expref: 12 pid: 8405 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272693.190140:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168641792:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272693.190166:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.190177:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.190184:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.190208:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.190218:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.190226:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.190239:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272693.190244:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.190255:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.190270:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.190279:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b33ef17e/0x94898f2cdefc4359 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272693.190366:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159312896:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 5209us (5426us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272693.190378:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 322 00000100:00100000:2.0:1781272693.194120:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272693.194223:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159313280 00000100:00100000:3.0:1781272693.194238:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159313280 00000100:00100000:3.0:1781272693.194392:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1220 00000100:00100000:3.0:1781272693.194406:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:30518:x1867799159313280:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272693.194629:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4360 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.194650:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4360 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.194665:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4360 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.195164:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.195180:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc434b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838ac expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.195189:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.195235:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc434b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838ac expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.195253:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc434b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838ac expref: 48 pid: 8162 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272693.195278:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168641920:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272693.196061:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f6039b40 going to sleep for 11 seconds 00000100:00100000:2.0:1781272693.220826:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272693.221000:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159313408 00000100:00100000:0.0:1781272693.221013:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159313408 00010000:00010000:0.0:1781272693.221066:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc434b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838ac expref: 49 pid: 8162 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272693.221118:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 377 00000100:00100000:0.0:1781272693.221131:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159313408:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272693.221152:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272693.221160:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc434b lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838ac expref: 49 pid: 8162 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272693.221178:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc434b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838ac expref: 49 pid: 8162 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272693.221207:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:0.0:1781272693.221213:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272693.221223:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272693.221233:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272693.221257:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272693.221343:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159313408:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 213us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272693.221358:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 377 00010000:00010000:3.0:1781272693.222304:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1aa00/0x94898f2cdefc434b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838ac expref: 48 pid: 8162 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272693.222339:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168641920:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272693.222494:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.222506:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.222512:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272693.222805:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968033 00000004:02000000:3.0:1781272693.223089:0:6491:0:(mdd_object.c:3041:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000001:00080000:2.0:1781272693.235231:0:6491:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968034 00010000:00010000:2.0:1781272693.235406:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235421:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235429:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235435:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272693.235440:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235449:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235474:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:2.0:1781272693.235477:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272693.235484:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235490:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc4367 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235522:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4295 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235528:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4295 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235534:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4295 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235538:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272693.235541:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4295 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235547:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4295 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235553:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aae00) 00010000:00010000:2.0:1781272693.235555:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272693.235859:0:6491:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc429c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8386d expref: 95 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235874:0:6491:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc429c lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8386d expref: 95 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235885:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc429c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8386d expref: 95 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.235947:0:6491:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc429c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8386d expref: 95 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272693.235966:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168642048:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272693.236080:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4cae03900 going to sleep for 11 seconds 00000100:00100000:1.0:1781272693.237823:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168642048:192.168.204.14@tcp:105: 00010000:00010000:1.0:1781272693.237903:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4295 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.237915:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4295 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.237958:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc436e lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.237978:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc436e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.237991:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc436e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238003:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc436e lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238008:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc436e lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238014:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc436e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238019:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272693.238024:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc436e lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238030:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc436e lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238042:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aae00) 00010000:00010000:1.0:1781272693.238045:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272693.238048:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc436e lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238053:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc436e lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238062:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4360 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238068:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4360 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238073:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4360 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238078:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272693.238080:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4360 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238086:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4360 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238094:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aae00) 00010000:00010000:1.0:1781272693.238096:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272693.238099:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4360 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272693.238104:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4360 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781272693.238821:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272693.238854:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272693.239365:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1781272693.239382:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272693.239544:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:30518:x1867799159313280:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 45133us (45431us total) trans 0 rc -95/-95 00000100:00100000:1.0:1781272693.239559:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1220 00000020:00080000:1.0:1781272693.239577:0:6491:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1781272693.241504:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272693.241820:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159313536 00000100:00100000:3.0:1781272693.241958:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159313536 00000100:00100000:3.0:1781272693.242074:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 229 00000100:00100000:3.0:1781272693.242087:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+96:30517:x1867799159313536:12345-192.168.204.14@tcp:49:diff.0 00000100:00100000:3.0:1781272693.242254:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+96:30517:x1867799159313536:12345-192.168.204.14@tcp:49:diff.0 Request processed in 170us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272693.242262:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 229 00000100:00100000:2.0:1781272693.248676:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272693.248731:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272693.248780:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159313792 00000100:00100000:2.0:1781272693.248798:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159313792 00000100:00100000:2.0:1781272693.248905:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159314048 00000100:00100000:2.0:1781272693.248909:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159314048 00000100:00100000:0.0:1781272693.249239:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 230 00000100:00100000:0.0:1781272693.249261:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+96:30517:x1867799159313792:12345-192.168.204.14@tcp:35:diff.0 00000100:00100000:0.0:1781272693.249727:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+97:30517:x1867799159313792:12345-192.168.204.14@tcp:35:diff.0 Request processed in 470us (1065us total) trans 4294968035 rc 0/0 00000100:00100000:0.0:1781272693.249738:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 230 00000100:00100000:2.0:1781272693.252298:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 231 00000100:00100000:2.0:1781272693.252313:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:30518:x1867799159314048:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1781272693.258890:0:15586:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x20:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1781272693.258998:0:15586:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9312 00000004:00080000:2.0:1781272693.259014:0:15586:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 650154181835ns, next at 651154178272ns, rc = 0 00000001:00080000:2.0:1781272693.259028:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968036 00010000:00010000:2.0:1781272693.259108:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4375 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.259130:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4375 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.259144:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4375 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.259152:0:15586:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4375 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.259159:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4375 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.259165:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4375 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272693.259197:0:15586:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781272693.260621:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272693.260639:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4375 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.260653:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272693.260659:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4375 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.260670:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4375 lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.260694:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:3.0:1781272693.260698:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781272693.260704:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4375 lrc: 3/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272693.260719:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272693.260721:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272693.260723:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272693.261854:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4375 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272693.262062:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:30518:x1867799159314048:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 9745us (13322us total) trans 4294968037 rc 0/0 00000100:00100000:2.0:1781272693.262077:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 231 00000020:00080000:2.0:1781272693.262089:0:15586:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1781272693.824301:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168642176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272693.824395:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272693.824783:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168642176 00000100:00100000:0.0:1781272693.824795:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168642176 00000100:00100000:0.0:1781272693.824886:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1781272693.824897:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168642176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272693.824938:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:0.0:1781272693.824994:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168642176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272693.825002:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1781272693.825143:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168642176:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1781272693.832064:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000001:00080000:2.0:1781272693.832087:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967354 is committed 00000040:00080000:3.0:1781272694.033220:0:22906:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272694.033229:0:22906:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272694.033265:0:22906:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:3.0:1781272694.033272:0:22906:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272694.080172:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272694.410867:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272694.410917:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272694.410952:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272694.410992:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159314176 00000100:00100000:1.0:1781272694.411010:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159314176 00000100:00100000:1.0:1781272694.411086:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 701 00000100:00100000:1.0:1781272694.411098:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159314176:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272694.411171:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272694.411207:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272694.411214:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159314176:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 115us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272694.411224:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 701 00000100:00100000:2.0:1781272694.411380:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159314432 00000100:00100000:2.0:1781272694.411385:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159314432 00000100:00100000:2.0:1781272694.411433:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159314944 00000100:00080000:1.0:1781272694.411433:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272694.411438:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159314944 00000100:00100000:1.0:1781272694.411459:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 857 00000100:00100000:1.0:1781272694.411470:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159314432:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272694.411510:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159314432:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272694.411595:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 858 00000100:00100000:2.0:1781272694.411604:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159314944:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272694.411637:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159314944:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 36us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272694.411644:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 858 00000100:00100000:2.0:1781272694.411710:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159314688 00000100:00100000:2.0:1781272694.411713:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159314688 00000100:00100000:1.0:1781272694.414235:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 857 00000100:00080000:1.0:1781272694.414353:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272694.414362:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272694.415458:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159315200 00000100:00100000:2.0:1781272694.415473:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159315200 00000100:00100000:3.0:1781272694.417277:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 450 00000100:00100000:3.0:1781272694.417301:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159314688:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272694.417481:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159314688:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 189us (6528us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272694.417493:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 450 00000100:00100000:3.0:1781272694.417520:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 451 00000100:00100000:3.0:1781272694.417528:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159315200:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272694.417561:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159315200:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 33us (6353us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272694.417567:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 451 00000100:00100000:3.0:1781272694.420342:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272694.420551:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272694.423194:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159314304 00000100:00100000:2.0:1781272694.423215:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159314304 00000100:00100000:2.0:1781272694.423419:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 859 00000100:00100000:2.0:1781272694.423436:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+97:2388:x1867799159314304:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272694.423554:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+97:2388:x1867799159314304:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 125us (5918us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272694.423563:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 859 00000100:00100000:3.0:1781272694.424251:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272694.424399:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272694.424441:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159314560 00000100:00100000:3.0:1781272694.424453:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159314560 00000100:00100000:2.0:1781272694.424500:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159314816 00000100:00100000:2.0:1781272694.424509:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159314816 00000100:00100000:3.0:1781272694.424522:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159315072 00000100:00100000:3.0:1781272694.424529:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159315072 00000100:00100000:2.0:1781272694.424565:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 860 00000100:00100000:3.0:1781272694.424579:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 452 00000100:00100000:2.0:1781272694.424583:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:2388:x1867799159314816:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272694.424600:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+15:2388:x1867799159314560:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272694.424682:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+15:2388:x1867799159314560:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 90us (4130us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272694.424691:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 452 00000100:00100000:3.0:1781272694.424714:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 453 00000100:00100000:3.0:1781272694.424723:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2388:x1867799159315072:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272694.424752:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2388:x1867799159315072:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272694.424759:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 453 00000100:00100000:2.0:1781272694.427211:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:2388:x1867799159314816:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 2618us (2954us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272694.427663:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 860 00000100:00080000:1.0:1781272694.429322:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272694.429334:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272694.848080:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272694.848122:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168642304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272694.848226:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272694.848323:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168642304 00000100:00100000:0.0:1781272694.848335:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168642304 00000100:00100000:0.0:1781272694.848405:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1781272694.848415:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168642304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272694.848466:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272694.848523:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168642304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272694.848533:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1781272694.848588:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168642304:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272695.107247:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272695.296366:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272695.296380:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272695.296504:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:1.0:1781272695.296515:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272695.833322:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272695.833397:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159315456 00000100:00100000:3.0:1781272695.833415:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159315456 00000100:00100000:3.0:1781272695.833511:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1221 00000100:00100000:3.0:1781272695.833577:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+97:30548:x1867799159315456:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272695.833630:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272695.833660:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc437c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838b3 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.833770:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4383 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.833788:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4383 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.833803:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4383 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.834807:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc438a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.834842:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc438a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.834856:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc438a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.835035:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4391 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.835046:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4391 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.835055:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4391 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272695.835069:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:3.0:1781272695.835182:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4383 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.835190:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4383 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.835198:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4383 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.835204:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272695.835209:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4383 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.835218:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4383 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.835234:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:3.0:1781272695.835238:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272695.835244:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4383 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.836124:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4383 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.836145:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc438a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.836157:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc438a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.836164:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc438a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.836170:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272695.836173:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc438a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.836180:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc438a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.836193:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff8eb4eda8c400) 00010000:00010000:3.0:1781272695.836196:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272695.836200:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc438a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.836206:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc438a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.838050:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc437c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838b3 expref: 100 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.838090:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4391 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838b3 expref: 99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272695.838100:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aae00) 00010000:00010000:3.0:1781272695.838103:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272695.838108:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646600, rc 0) 00000100:00100000:3.0:1781272695.838219:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+99:30548:x1867799159315456:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 4695us (4914us total) trans 4294968038 rc 0/0 00000100:00100000:3.0:1781272695.838230:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1221 00000100:00100000:0.0:1781272695.847610:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272695.849697:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159315584 00000100:00100000:2.0:1781272695.849717:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159315584 00000100:00100000:2.0:1781272695.849813:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1222 00000100:00100000:2.0:1781272695.849826:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+99:30548:x1867799159315584:12345-192.168.204.14@tcp:54:lfs.0 00010000:00010000:2.0:1781272695.849959:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc439f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272695.849986:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc439f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272695.850003:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc439f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272695.850068:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc439f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272695.850077:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc439f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272695.850087:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc439f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272695.850095:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272695.850101:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc439f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272695.850116:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc439f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272695.850132:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aae00) 00010000:00010000:2.0:1781272695.850136:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272695.850141:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc439f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272695.850147:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc439f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272695.850382:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+99:30548:x1867799159315584:12345-192.168.204.14@tcp:54:lfs.0 Request processed in 558us (2800us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272695.850392:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1222 00000100:00100000:2.0:1781272695.852266:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272695.852321:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159315840 00000100:00100000:3.0:1781272695.852334:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159315840 00000100:00100000:3.0:1781272695.852401:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 232 00000100:00100000:3.0:1781272695.852413:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+99:30548:x1867799159315840:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:3.0:1781272695.852750:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+100:30548:x1867799159315840:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 338us (495us total) trans 4294968039 rc 0/0 00000100:00100000:3.0:1781272695.852760:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 232 00010000:00010000:3.0:1781272696.128057:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272696.130743:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781272696.387588:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168642432:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272696.387708:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272696.387919:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168642432 00000100:00100000:2.0:1781272696.387931:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168642432 00000100:00100000:2.0:1781272696.388023:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1781272696.388039:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168642432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272696.388086:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1781272696.388147:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168642432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272696.388156:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1781272696.388216:0:3619:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:2.0:1781272696.388224:0:3619:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967356 00000004:00080000:2.0:1781272696.388252:0:3619:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb4c6298700, transno 4294967356 00000100:00100000:2.0:1781272696.388286:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168642432:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781272696.388581:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272696.896398:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272696.896429:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168642560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272696.896544:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272696.896631:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168642560 00000100:00100000:1.0:1781272696.896641:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168642560 00000100:00100000:1.0:1781272696.896727:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1781272696.896739:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168642560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272696.896774:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1781272696.896827:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168642560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272696.896868:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00080000:1.0:1781272696.896894:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272696.896943:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168642560:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1781272697.155457:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1781272697.408640:0:9892:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 654303805332ns, next at 655303801740ns, rc = 0 00000100:00100000:1.0:1781272697.409354:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168642816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272697.409875:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.409945:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168643200:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.409980:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410004:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168643712:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.410031:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410055:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168644224:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.410078:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410107:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1781272697.410115:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168643072:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.410140:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410157:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168643584:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.410182:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410208:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168644096:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.410230:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410295:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168642688:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272697.410324:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410344:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168643328:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.410367:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410379:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168643840:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.410417:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410434:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168644352:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.410455:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410473:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1781272697.410480:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168642944:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.410511:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410535:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168643456:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.410558:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410574:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168643968:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.410597:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410614:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168644480:0@lo:400:kworker.0 00000100:00100000:1.0:1781272697.410632:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272697.410662:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168642816 00000100:00100000:1.0:1781272697.410673:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168642816 00000100:00100000:1.0:1781272697.410740:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168642688 00000100:00100000:1.0:1781272697.410750:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168642688 00000100:00100000:1.0:1781272697.410776:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1781272697.410791:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168642816:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272697.410819:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1781272697.410853:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168642688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272697.410861:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921395712 avail 3689873408 00002000:00000024:3.0:1781272697.410869:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1781272697.410926:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168642816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 141us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272697.410934:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168643712 00000100:00100000:1.0:1781272697.410935:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1781272697.410939:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168643712 00000100:00100000:3.0:1781272697.410940:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168642688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272697.410950:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00080000:1.0:1781272697.410964:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272697.410969:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168644224 00000100:00080000:1.0:1781272697.410970:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272697.410979:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168643072 00000100:00100000:3.0:1781272697.410985:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168643072 00000100:00100000:3.0:1781272697.411009:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168643584 00000100:00100000:3.0:1781272697.411013:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168643584 00000100:00100000:1.0:1781272697.411025:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168642816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272697.411040:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168644096 00000100:00100000:2.0:1781272697.411043:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168644224 00000100:00100000:3.0:1781272697.411046:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168644096 00000100:00100000:2.0:1781272697.411076:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168643328 00000100:00100000:3.0:1781272697.411082:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1781272697.411082:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168643328 00000100:00100000:3.0:1781272697.411093:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168643712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.411106:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1781272697.411115:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168643072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272697.411157:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168643712:12345-0@lo:400:kworker.0 Request processed in 66us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272697.411166:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1781272697.411192:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1781272697.411196:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168643072:12345-0@lo:400:kworker.0 Request processed in 80us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272697.411205:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168643584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.411208:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1781272697.411230:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1781272697.411252:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168643584:12345-0@lo:400:kworker.0 Request processed in 51us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272697.411271:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1781272697.411292:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1781272697.411311:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168644096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272697.411345:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168644096:12345-0@lo:400:kworker.0 Request processed in 47us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272697.411350:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1781272697.411364:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1781272697.411371:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168643328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272697.411403:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168643328:12345-0@lo:400:kworker.0 Request processed in 33us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272697.411409:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168644224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272697.411415:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1781272697.411442:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168643840 00000100:00100000:3.0:1781272697.411447:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168643840 00000100:00100000:2.0:1781272697.411452:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168644224:12345-0@lo:400:kworker.0 Request processed in 215us (1372us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272697.411460:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1781272697.411483:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168644352 00000100:00100000:3.0:1781272697.411492:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168644352 00000100:00100000:2.0:1781272697.411495:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168642944 00000100:00100000:2.0:1781272697.411501:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168642944 00000100:00100000:2.0:1781272697.411532:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1781272697.411538:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c92d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168642944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.411570:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c92d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168642944:12345-0@lo:400:kworker.0 Request processed in 32us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272697.411576:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1781272697.411634:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168643968 00000100:00100000:3.0:1781272697.411636:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168644480 00000100:00100000:2.0:1781272697.411638:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168643968 00000100:00100000:3.0:1781272697.411642:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168644480 00000100:00100000:2.0:1781272697.411666:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1781272697.411673:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1781272697.411676:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168643840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272697.411686:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168644352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.411714:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168643840:12345-0@lo:400:kworker.0 Request processed in 40us (1296us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272697.411721:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1781272697.411737:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168644352:12345-0@lo:400:kworker.0 Request processed in 54us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272697.411739:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1781272697.411753:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1781272697.411753:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168643968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272697.411776:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1781272697.411785:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168644480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272697.411822:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168644480:12345-0@lo:400:kworker.0 Request processed in 38us (1188us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272697.411828:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1781272697.411889:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168643968:12345-0@lo:400:kworker.0 Request processed in 140us (1289us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272697.411896:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1781272697.411932:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168642944:0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.411947:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168643968:0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.411958:0:3618:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967362 gen 2 00000004:00080000:2.0:1781272697.411965:0:3618:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c4209880, transno 4294967362 00000100:00100000:2.0:1781272697.412099:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168644480:0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.412123:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168642688:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272697.412134:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168643328:0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.412147:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168643840:0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.412160:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168644352:0@lo:400:kworker.0 00000100:00080000:3.0:1781272697.412212:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272697.412218:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272697.412249:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168643072:0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.412272:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168643584:0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.412284:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168644096:0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.412297:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168643712:0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.412308:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168644224:0@lo:400:kworker.0 00000100:00100000:0.0:1781272697.413462:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168643200 00000100:00100000:0.0:1781272697.413485:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168643200 00000100:00100000:0.0:1781272697.413575:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168643456 00000100:00100000:0.0:1781272697.413580:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168643456 00000100:00100000:2.0:1781272697.413607:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1781272697.413621:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168643200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.413735:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168643200:12345-0@lo:400:kworker.0 Request processed in 118us (3753us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272697.413819:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168643200:0@lo:400:kworker.0 00000100:00100000:0.0:1781272697.415870:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1781272697.415893:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168643456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272697.416017:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168643456:12345-0@lo:400:kworker.0 Request processed in 132us (5456us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272697.416027:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1781272697.416591:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168643456:0@lo:400:kworker.0 00000100:00100000:2.0:1781272697.419118:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00010000:00010000:2.0:1781272698.176385:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272698.373018:0:23101:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272698.373036:0:23101:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272698.373065:0:23101:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:3.0:1781272698.373430:0:23101:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272698.950514:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272698.950679:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168644608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272698.950883:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272698.950970:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168644608 00000100:00100000:0.0:1781272698.950981:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168644608 00000100:00100000:0.0:1781272698.951599:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1781272698.951611:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168644608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272698.951664:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:0.0:1781272698.952055:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168644608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 442us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272698.952065:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000001:00080000:3.0:1781272698.952415:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000100:00100000:0.0:1781272698.952809:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168644608:0@lo:41:osp-pre-0-1.0 00000004:00080000:2.0:1781272698.963940:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000001:00080000:2.0:1781272698.963982:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968039 is committed 00000001:00080000:2.0:1781272698.964002:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968037 is committed 00000004:00080000:2.0:1781272698.964006:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000100:00100000:0.0:1781272698.964633:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168644736:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1781272698.968519:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4344 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.968546:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4344 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.968558:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4344 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.968567:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f1b800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272698.968574:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4344 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.968588:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4344 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.968612:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff8eb3c2cbc700) 00010000:00010000:1.0:1781272698.968616:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272698.968623:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4344 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.968631:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b800/0x94898f2cdefc4344 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272698.968682:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272698.968723:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168644736 00000100:00100000:1.0:1781272698.968736:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168644736 00000100:00100000:1.0:1781272698.968808:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1781272698.968819:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168644736:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1781272698.968882:0:8404:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:24 count 1 00002000:00010000:1.0:1781272698.968929:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a2c106f, atime: 0x6a2c106f, ctime: 0x6a2c106f, blocks: 0x8 00010000:00010000:1.0:1781272698.968938:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc43a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.968957:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272698.968960:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272698.968967:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc43a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.968982:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc43a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.968992:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc43a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.970228:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc43a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.970270:0:8404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781272698.971376:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168644736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2550us (2691us total) trans 4294967365 rc 0/0 00000100:00100000:1.0:1781272698.971390:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00010000:00010000:1.0:1781272698.972262:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272698.972276:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc43a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.972291:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272698.972298:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc43a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.972317:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc43a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.972348:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc43a6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.972356:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc43a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272698.972379:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272698.972381:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272698.972383:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1781272698.972458:0:3621:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c5309180/2, rc 0, transno 4294967365 00000100:00100000:1.0:1781272698.972469:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168644736:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1781272699.205422:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272699.531319:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272699.531370:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272699.531411:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272699.531455:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272699.531495:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159316352 00000100:00100000:2.0:1781272699.531508:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159316352 00000100:00100000:2.0:1781272699.531580:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159316864 00000100:00100000:2.0:1781272699.531583:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159316864 00000100:00100000:2.0:1781272699.531613:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 458 00000100:00100000:2.0:1781272699.531625:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:2389:x1867799159316352:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272699.531723:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:2389:x1867799159316352:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 100us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272699.531732:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 458 00000100:00100000:2.0:1781272699.531752:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 459 00000100:00100000:2.0:1781272699.531759:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159316864:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272699.531787:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159316864:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272699.531794:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 459 00000100:00100000:3.0:1781272699.532207:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159316096 00000100:00100000:3.0:1781272699.532213:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159316096 00000100:00100000:3.0:1781272699.532271:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159316608 00000100:00100000:3.0:1781272699.532274:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159316608 00000100:00100000:3.0:1781272699.532304:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 867 00000100:00100000:3.0:1781272699.532312:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+97:2389:x1867799159316096:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272699.532357:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+97:2389:x1867799159316096:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 46us (1056us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272699.532364:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 867 00000100:00100000:3.0:1781272699.532381:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 868 00000100:00100000:3.0:1781272699.532388:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:2389:x1867799159316608:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272699.532413:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:2389:x1867799159316608:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272699.532419:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 868 00000100:00080000:3.0:1781272699.532437:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272699.532443:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272699.535217:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272699.535293:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272699.535331:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272699.535349:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272699.535386:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272699.535434:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159316224 00000100:00100000:0.0:1781272699.535447:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159316224 00000100:00100000:0.0:1781272699.535515:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159316736 00000100:00100000:0.0:1781272699.535518:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159316736 00000100:00100000:0.0:1781272699.535542:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 869 00000100:00100000:0.0:1781272699.535554:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159316224:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272699.535647:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159316224:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 96us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272699.535657:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 869 00000100:00100000:0.0:1781272699.535676:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 870 00000100:00100000:0.0:1781272699.535682:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159316736:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272699.535701:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159316736:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 20us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272699.535707:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 870 00000100:00080000:0.0:1781272699.535733:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272699.535745:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159316480 00000100:00100000:0.0:1781272699.535748:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159316480 00000100:00100000:0.0:1781272699.535776:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159316992 00000100:00100000:0.0:1781272699.535778:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159316992 00000100:00100000:0.0:1781272699.535793:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 460 00000100:00100000:0.0:1781272699.538337:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159316480:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272699.538490:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159316480:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 2683us (3151us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272699.538502:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 460 00000100:00100000:0.0:1781272699.538550:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 461 00000100:00100000:0.0:1781272699.538570:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159316992:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272699.538683:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159315968 00000100:00100000:1.0:1781272699.538695:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159315968 00000100:00100000:1.0:1781272699.538759:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 703 00000100:00100000:1.0:1781272699.538765:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8ab9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159315968:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272699.538789:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8ab9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159315968:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (3592us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272699.538795:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 703 00000100:00100000:0.0:1781272699.539015:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159316992:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 452us (3627us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272699.539022:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 461 00000100:00080000:0.0:1781272699.539047:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272699.968147:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272699.968190:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168644864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272699.968330:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272699.968405:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168644864 00000100:00100000:0.0:1781272699.968476:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168644864 00000100:00100000:0.0:1781272699.968588:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1781272699.968599:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168644864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272699.968636:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272699.968728:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168644864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 130us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272699.968735:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1781272699.969400:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168644864:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1781272700.224783:0:23150:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1781272700.225104:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272701.250921:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272701.504213:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168644992:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272701.504306:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272701.507796:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168644992 00000100:00100000:1.0:1781272701.507813:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168644992 00000100:00100000:0.0:1781272701.510571:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1781272701.510600:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168644992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272701.510638:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1781272701.510716:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168644992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (6411us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272701.510723:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00080000:2.0:1781272701.510807:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272701.512530:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168644992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272702.016740:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168645120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272702.016852:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272702.017065:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168645120 00000100:00100000:1.0:1781272702.017073:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168645120 00000100:00100000:1.0:1781272702.017132:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1781272702.017142:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168645120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272702.017177:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1781272702.017227:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168645120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272702.017234:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00080000:1.0:1781272702.017256:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272702.017291:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168645120:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1781272702.272358:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272702.528726:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272702.528755:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168645248:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272702.528851:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272702.528960:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168645248 00000100:00100000:2.0:1781272702.528973:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168645248 00000100:00100000:2.0:1781272702.529039:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1781272702.529049:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168645248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781272702.529083:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1781272702.529141:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168645248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272702.529152:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00080000:2.0:1781272702.529179:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272702.529240:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168645248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272702.529740:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168645376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272702.529775:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272702.529809:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168645376 00000100:00100000:1.0:1781272702.529820:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168645376 00000100:00100000:1.0:1781272702.529879:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1781272702.529890:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168645376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272702.529908:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272702.529952:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168645376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272702.529958:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1781272702.530004:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168645376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272702.531349:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168645760:0@lo:400:kworker.0 00000100:00100000:2.0:1781272702.531411:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272702.531454:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168646272:0@lo:400:kworker.0 00000100:00100000:0.0:1781272702.531530:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168645888:0@lo:400:kworker.0 00000100:00100000:2.0:1781272702.531962:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272702.537065:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168645504:0@lo:400:kworker.0 00000100:00100000:0.0:1781272702.537256:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272702.537326:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168646400:0@lo:400:kworker.0 00000100:00100000:0.0:1781272702.537356:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272702.537415:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168646272 00000100:00100000:0.0:1781272702.537427:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168646272 00000100:00100000:0.0:1781272702.537491:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168645888 00000100:00100000:0.0:1781272702.537494:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168645888 00000100:00100000:0.0:1781272702.537523:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1781272702.537533:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168646272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272702.537597:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168646272:12345-0@lo:400:kworker.0 Request processed in 65us (5634us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272702.537605:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1781272702.537624:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1781272702.537629:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168645888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272702.537662:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168645888:12345-0@lo:400:kworker.0 Request processed in 33us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272702.537668:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1781272702.537688:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168646400 00000100:00100000:0.0:1781272702.537691:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168646400 00000100:00100000:0.0:1781272702.537717:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1781272702.537723:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168646400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272702.537757:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168646400:12345-0@lo:400:kworker.0 Request processed in 33us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272702.537762:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1781272702.537815:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168645888:0@lo:400:kworker.0 00000100:00100000:0.0:1781272702.537845:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168646400:0@lo:400:kworker.0 00000100:00080000:3.0:1781272702.539044:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272702.539053:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272702.539080:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168645632:0@lo:400:kworker.0 00000100:00100000:3.0:1781272702.539138:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272702.539178:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168646144:0@lo:400:kworker.0 00000100:00100000:3.0:1781272702.539215:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272702.539237:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168646656:0@lo:400:kworker.0 00000100:00100000:3.0:1781272702.539258:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272702.539292:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168645632 00000100:00100000:3.0:1781272702.539297:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168645632 00000100:00100000:3.0:1781272702.539327:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168646144 00000100:00100000:3.0:1781272702.539330:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168646144 00000100:00100000:3.0:1781272702.539348:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168646656 00000100:00100000:3.0:1781272702.539350:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168646656 00000100:00100000:3.0:1781272702.539366:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1781272702.539374:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168645632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272702.539421:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168645632:12345-0@lo:400:kworker.0 Request processed in 48us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272702.539428:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1781272702.539443:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:3.0:1781272702.539449:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168646144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272702.539477:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168646144:12345-0@lo:400:kworker.0 Request processed in 28us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272702.539482:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:3.0:1781272702.539494:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1781272702.539499:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168646656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272702.539526:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168646656:12345-0@lo:400:kworker.0 Request processed in 28us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272702.539532:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00080000:3.0:1781272702.539544:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272702.539571:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168645632:0@lo:400:kworker.0 00000100:00100000:3.0:1781272702.539581:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168646144:0@lo:400:kworker.0 00000100:00100000:3.0:1781272702.539589:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168646656:0@lo:400:kworker.0 00000100:00100000:3.0:1781272702.539625:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168645760 00000100:00100000:3.0:1781272702.539629:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168645760 00000100:00100000:3.0:1781272702.539658:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1781272702.539665:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168645760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272702.539703:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168645760:12345-0@lo:400:kworker.0 Request processed in 38us (8297us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272702.539712:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1781272702.541431:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168646272:0@lo:400:kworker.0 00000100:00100000:2.0:1781272702.541445:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168646784:0@lo:400:kworker.0 00000100:00100000:2.0:1781272702.541502:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272702.541557:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168645760:0@lo:400:kworker.0 00000100:00100000:1.0:1781272702.541666:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272702.541698:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168646016:0@lo:400:kworker.0 00000100:00100000:1.0:1781272702.541727:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272702.541747:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168646528:0@lo:400:kworker.0 00000100:00100000:1.0:1781272702.541772:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272702.541811:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168646016 00000100:00100000:1.0:1781272702.541818:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168646016 00000100:00100000:1.0:1781272702.541880:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1781272702.541888:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168646016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272702.541940:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168646016:12345-0@lo:400:kworker.0 Request processed in 53us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272702.541947:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1781272702.541974:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168645504 00000100:00100000:1.0:1781272702.541978:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168645504 00000100:00100000:1.0:1781272702.542003:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1781272702.542009:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168645504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272702.542048:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168645504:12345-0@lo:400:kworker.0 Request processed in 39us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272702.542054:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1781272702.542085:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168646528 00000100:00100000:1.0:1781272702.542089:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168646528 00000100:00100000:1.0:1781272702.542113:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1781272702.542119:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168646528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272702.542148:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168646528:12345-0@lo:400:kworker.0 Request processed in 29us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272702.542153:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1781272702.542194:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168645504:0@lo:400:kworker.0 00000100:00100000:1.0:1781272702.542209:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168646016:0@lo:400:kworker.0 00000100:00100000:1.0:1781272702.542218:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168646528:0@lo:400:kworker.0 00000100:00100000:0.0:1781272702.542639:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168646784 00000100:00100000:0.0:1781272702.542645:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168646784 00000100:00100000:0.0:1781272702.542703:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1781272702.542711:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168646784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272702.542757:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168646784:12345-0@lo:400:kworker.0 Request processed in 48us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272702.542763:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00080000:2.0:1781272702.542811:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272702.542864:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168646784:0@lo:400:kworker.0 00010000:00010000:0.0:1781272703.297617:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272704.064221:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168646912:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272704.064317:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272704.064616:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168646912 00000100:00100000:0.0:1781272704.064626:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168646912 00000100:00100000:0.0:1781272704.064684:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1781272704.064694:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168646912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272704.064728:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:0.0:1781272704.064779:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168646912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272704.064787:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1781272704.064827:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168646912:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272704.320098:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272704.655071:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272704.655118:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272704.655147:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272704.655345:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159317120 00000100:00100000:1.0:1781272704.655356:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159317120 00000100:00100000:1.0:1781272704.655422:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 705 00000100:00100000:1.0:1781272704.655433:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159317120:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272704.655504:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159317120:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 73us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272704.655513:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 705 00000100:00100000:0.0:1781272704.655915:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159317376 00000100:00100000:0.0:1781272704.655920:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159317376 00000100:00100000:0.0:1781272704.655972:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 877 00000100:00100000:0.0:1781272704.655980:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159317376:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272704.656019:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159317376:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 40us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272704.656028:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 877 00000100:00080000:3.0:1781272704.656239:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272704.656317:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272704.656346:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272704.656376:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272704.656392:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272704.656408:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272704.656427:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272704.656447:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159317632 00000100:00100000:2.0:1781272704.656451:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159317632 00000100:00100000:2.0:1781272704.656483:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159318144 00000100:00100000:2.0:1781272704.656486:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159318144 00000100:00100000:2.0:1781272704.656500:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159317504 00000100:00100000:2.0:1781272704.656502:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159317504 00000100:00100000:2.0:1781272704.656515:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159318016 00000100:00100000:2.0:1781272704.656517:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159318016 00000100:00100000:2.0:1781272704.656533:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 464 00000100:00100000:2.0:1781272704.656540:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159317632:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272704.656635:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 465 00000100:00100000:3.0:1781272704.656645:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159318144:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272704.656683:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159318144:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 40us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272704.656689:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 465 00000100:00100000:3.0:1781272704.656705:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 466 00000100:00100000:3.0:1781272704.656711:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+15:2389:x1867799159317504:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272704.656733:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+15:2389:x1867799159317504:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272704.656749:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 466 00000100:00100000:3.0:1781272704.656856:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 467 00000100:00100000:3.0:1781272704.656864:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159318016:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272704.656891:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159318016:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272704.656897:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 467 00000100:00080000:3.0:1781272704.656921:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272704.656925:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272704.657403:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159317632:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 861us (2252us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272704.657409:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 464 00000100:00100000:1.0:1781272704.657475:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159317888 00000100:00100000:1.0:1781272704.657480:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159317888 00000100:00100000:1.0:1781272704.657518:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159317248 00000100:00100000:1.0:1781272704.657521:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159317248 00000100:00100000:1.0:1781272704.657539:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159317760 00000100:00100000:1.0:1781272704.657541:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159317760 00000100:00100000:1.0:1781272704.657569:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 878 00000100:00100000:1.0:1781272704.657576:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159317888:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272704.657616:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159317888:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 41us (1299us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272704.657622:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 878 00000100:00100000:1.0:1781272704.657646:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 879 00000100:00100000:1.0:1781272704.657652:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+97:2389:x1867799159317248:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272704.657674:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+97:2389:x1867799159317248:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272704.657679:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 879 00000100:00100000:1.0:1781272704.657688:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 880 00000100:00100000:1.0:1781272704.657693:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:2389:x1867799159317760:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272704.657716:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:2389:x1867799159317760:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (1308us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272704.657721:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 880 00000100:00080000:2.0:1781272704.658229:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272704.658234:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272705.089082:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168647040:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272705.089214:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272705.090216:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168647040 00000100:00100000:2.0:1781272705.090235:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168647040 00000100:00100000:2.0:1781272705.099597:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1781272705.099618:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168647040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272705.099664:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272705.099854:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168647040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 243us (10639us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272705.099861:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000001:00080000:0.0:1781272705.111705:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000100:00100000:3.0:1781272705.113266:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168647040:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272705.344076:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272705.536134:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272705.536158:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272705.536305:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 1 00000040:00080000:0.0:1781272705.536315:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272706.368256:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272706.368943:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781272706.624691:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272706.624720:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168647168:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272706.624795:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272706.624858:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168647168 00000100:00100000:2.0:1781272706.624867:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168647168 00000100:00100000:2.0:1781272706.624956:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1781272706.624966:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168647168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272706.624995:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1781272706.625056:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168647168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272706.625064:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00080000:3.0:1781272706.626415:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272706.626948:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168647168:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272707.136462:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168647296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272707.136569:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272707.136693:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168647296 00000100:00100000:3.0:1781272707.136703:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168647296 00000100:00100000:3.0:1781272707.136767:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1781272707.136778:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168647296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272707.136801:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00080000:2.0:1781272707.136912:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272707.140681:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168647296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3894us (4101us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272707.140696:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1781272707.140870:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168647296:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272707.392106:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272707.648148:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272707.648181:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168647424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272707.648262:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272707.648624:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168647424 00000100:00100000:1.0:1781272707.648634:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168647424 00000100:00100000:1.0:1781272707.648706:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1781272707.648728:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168647424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272707.648756:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272707.648805:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168647424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272707.648812:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00080000:3.0:1781272707.649043:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272707.649084:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168647424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272707.649447:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168647680:0@lo:400:kworker.0 00000100:00100000:0.0:1781272707.649459:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168647808:0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.649487:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272707.649504:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272707.649522:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168648192:0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.649547:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272707.649570:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168648704:0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.649592:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272707.649632:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168647552:0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.649639:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168647680 00000100:00100000:3.0:1781272707.649645:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168647680 00000100:00100000:2.0:1781272707.649671:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272707.649680:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168648192 00000100:00100000:3.0:1781272707.649684:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168648192 00000100:00100000:2.0:1781272707.649702:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168648064:0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.649713:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168648704 00000100:00100000:3.0:1781272707.649718:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168648704 00000100:00100000:2.0:1781272707.649731:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272707.649741:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1781272707.649751:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168647680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272707.649754:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168648576:0@lo:400:kworker.0 00000100:00100000:2.0:1781272707.649789:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272707.649808:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168647680:12345-0@lo:400:kworker.0 Request processed in 57us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272707.649817:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1781272707.649817:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1781272707.649848:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168647936:0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.649863:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:2.0:1781272707.649877:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272707.649889:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168648320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272707.649907:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168648192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272707.649915:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272707.649942:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168648960:0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.649948:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168648192:12345-0@lo:400:kworker.0 Request processed in 43us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272707.649956:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:2.0:1781272707.649968:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272707.649969:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168647936 00000100:00100000:3.0:1781272707.649973:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168647936 00000100:00100000:3.0:1781272707.649995:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1781272707.650002:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168648704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272707.650003:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168648576 00000100:00100000:2.0:1781272707.650010:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168648576 00000100:00100000:3.0:1781272707.650041:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168648704:12345-0@lo:400:kworker.0 Request processed in 41us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272707.650046:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168648960 00000100:00100000:3.0:1781272707.650050:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1781272707.650052:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168648960 00000100:00100000:3.0:1781272707.650067:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1781272707.650076:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168647936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272707.650082:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1781272707.650091:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168648576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.650124:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168647936:12345-0@lo:400:kworker.0 Request processed in 49us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272707.650131:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00080000:3.0:1781272707.650159:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272707.650164:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168648576:12345-0@lo:400:kworker.0 Request processed in 71us (371us total) trans 0 rc 0/0 00000100:00080000:3.0:1781272707.650170:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272707.650174:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1781272707.650194:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1781272707.650199:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168647680:0@lo:400:kworker.0 00000100:00100000:2.0:1781272707.650205:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168648960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.650215:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168648192:0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.650226:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168648704:0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.650258:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168648320 00000100:00100000:3.0:1781272707.650261:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168648320 00000100:00100000:3.0:1781272707.650280:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1781272707.650286:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168648320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272707.650298:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1781272707.650326:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168648960:12345-0@lo:400:kworker.0 Request processed in 123us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272707.650334:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1781272707.650339:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168648320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272707.650347:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1781272707.650374:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168647808 00000100:00100000:2.0:1781272707.650376:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168647936:0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.650379:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168647808 00000100:00100000:2.0:1781272707.650389:0:3619:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:2.0:1781272707.650394:0:3619:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c5309180, transno 4294967365 00000100:00100000:3.0:1781272707.650407:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168648064 00000100:00100000:2.0:1781272707.650411:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168648320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272707.650412:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168648064 00000100:00100000:2.0:1781272707.650427:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168648960:0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.650432:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1781272707.650442:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168647808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272707.650445:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168648576:0@lo:400:kworker.0 00000100:00100000:3.0:1781272707.650483:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168647808:12345-0@lo:400:kworker.0 Request processed in 41us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272707.650490:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1781272707.650505:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1781272707.650578:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168647552 00000100:00100000:1.0:1781272707.650583:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168647552 00000100:00100000:1.0:1781272707.650613:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1781272707.650619:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168647552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272707.650658:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168647552:12345-0@lo:400:kworker.0 Request processed in 40us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272707.650665:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1781272707.650805:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168647552:0@lo:400:kworker.0 00000100:00100000:0.0:1781272707.651964:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168647808:0@lo:400:kworker.0 00000100:00100000:0.0:1781272707.651978:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168648448:0@lo:400:kworker.0 00000100:00100000:0.0:1781272707.652026:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272707.652061:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168648832:0@lo:400:kworker.0 00000100:00100000:0.0:1781272707.652083:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272707.652278:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168648064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272707.657368:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168648448 00000100:00100000:1.0:1781272707.657383:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168648448 00000100:00100000:1.0:1781272707.657455:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168648832 00000100:00100000:1.0:1781272707.657459:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168648832 00000100:00100000:1.0:1781272707.657486:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1781272707.657497:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168648448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272707.657593:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168648448:12345-0@lo:400:kworker.0 Request processed in 98us (5566us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272707.657601:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1781272707.657618:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1781272707.657624:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168648832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272707.657652:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168648832:12345-0@lo:400:kworker.0 Request processed in 29us (5568us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272707.657658:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00080000:0.0:1781272707.657855:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272707.657887:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168648448:0@lo:400:kworker.0 00000100:00100000:0.0:1781272707.657900:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168648832:0@lo:400:kworker.0 00000100:00100000:2.0:1781272707.659299:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168648064:12345-0@lo:400:kworker.0 Request processed in 8779us (9560us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272707.659361:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168648064:0@lo:400:kworker.0 00000100:00100000:2.0:1781272707.660152:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00010000:00010000:2.0:1781272708.417946:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272709.184147:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272709.184171:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168649088:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272709.184241:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272709.184356:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168649088 00000100:00100000:0.0:1781272709.184364:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168649088 00000100:00100000:0.0:1781272709.184418:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1781272709.184427:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168649088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272709.184463:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:0.0:1781272709.184516:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168649088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272709.184524:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1781272709.184569:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168649088:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272709.443381:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272709.777581:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272709.782380:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159318272 00000100:00100000:3.0:1781272709.782396:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159318272 00000100:00100000:3.0:1781272709.782459:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 707 00000100:00100000:3.0:1781272709.782469:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159318272:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272709.782561:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159318272:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 93us (4990us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272709.782570:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 707 00000100:00100000:2.0:1781272709.782712:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272709.782855:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159318400 00000100:00100000:3.0:1781272709.782860:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159318400 00000100:00100000:2.0:1781272709.782891:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272709.782931:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272709.782952:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272709.782959:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159318912 00000100:00100000:3.0:1781272709.782966:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159318912 00000100:00100000:2.0:1781272709.782978:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272709.782999:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159318528 00000100:00100000:3.0:1781272709.783004:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159318528 00000100:00100000:2.0:1781272709.783004:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272709.783028:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 887 00000100:00100000:2.0:1781272709.783034:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272709.783039:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+97:2390:x1867799159318400:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272709.783059:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272709.783099:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+97:2390:x1867799159318400:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 63us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272709.783106:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 887 00000100:00100000:3.0:1781272709.783117:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159319040 00000100:00100000:3.0:1781272709.783120:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159319040 00000100:00100000:3.0:1781272709.783135:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 888 00000100:00100000:3.0:1781272709.783141:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:2391:x1867799159318912:12345-192.168.204.14@tcp:400:kworker.0 00000100:00080000:0.0:1781272709.783197:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272709.783203:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272709.783229:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159318656 00000100:00100000:0.0:1781272709.783233:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159318656 00000100:00100000:0.0:1781272709.783265:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159319168 00000100:00100000:0.0:1781272709.783268:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159319168 00000100:00100000:0.0:1781272709.783297:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159318784 00000100:00100000:0.0:1781272709.783300:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159318784 00000100:00100000:0.0:1781272709.783313:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159319296 00000100:00100000:0.0:1781272709.783316:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159319296 00000100:00100000:0.0:1781272709.783330:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 470 00000100:00100000:0.0:1781272709.783337:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:2391:x1867799159318656:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272709.783505:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 889 00000100:00100000:1.0:1781272709.783515:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159318528:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272709.784574:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 890 00000100:00100000:2.0:1781272709.784587:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159319040:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272709.784639:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159319040:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 57us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272709.784645:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 890 00000100:00100000:2.0:1781272709.784709:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 471 00000100:00100000:2.0:1781272709.784717:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159319168:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272709.784748:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159319168:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (1796us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272709.784754:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 471 00000100:00100000:2.0:1781272709.784769:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 472 00000100:00100000:2.0:1781272709.784775:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159318784:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272709.784800:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159318784:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (1798us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272709.784807:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 472 00000100:00100000:2.0:1781272709.784818:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 473 00000100:00100000:2.0:1781272709.784824:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159319296:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272709.784867:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159319296:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (1809us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272709.784874:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 473 00000100:00100000:3.0:1781272709.786306:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:2391:x1867799159318912:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 3155us (3365us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272709.786322:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 888 00000100:00100000:0.0:1781272709.786324:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:2391:x1867799159318656:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 2981us (3429us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272709.786337:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 470 00000100:00080000:3.0:1781272709.786386:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272709.786393:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272709.789221:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159318528:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 5694us (6227us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272709.789238:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 889 00000100:00100000:3.0:1781272710.210119:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168649216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272710.210243:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272710.210408:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168649216 00000100:00100000:2.0:1781272710.210421:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168649216 00000100:00100000:2.0:1781272710.210485:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1781272710.210496:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168649216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272710.210546:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272710.210619:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168649216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272710.210644:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1781272710.210952:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168649216:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272710.464272:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272711.488572:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272711.745533:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168649344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272711.745643:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272711.746034:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168649344 00000100:00100000:2.0:1781272711.746056:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168649344 00000100:00080000:3.0:1781272711.746142:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272711.746149:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1781272711.746163:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168649344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272711.746208:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1781272711.746278:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168649344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272711.746286:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1781272711.746429:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168649344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272712.256445:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272712.256486:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168649472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272712.256606:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272712.256902:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168649472 00000100:00100000:1.0:1781272712.256915:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168649472 00000100:00100000:1.0:1781272712.257011:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1781272712.257026:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168649472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272712.257070:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1781272712.257308:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168649472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272712.257455:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168649472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 433us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272712.257464:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00080000:3.0:1781272712.257542:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1781272712.513687:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272712.768247:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781272712.768261:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168649856:0@lo:400:kworker.0 00000100:00100000:1.0:1781272712.768266:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168649600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272712.768450:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168649984:0@lo:400:kworker.0 00000100:00100000:2.0:1781272712.768546:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168650240:0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.773562:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272712.773684:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168650496:0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.773729:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272712.773762:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168651008:0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.773799:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272712.773856:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1781272712.773865:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168650368:0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.773890:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272712.773916:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168650880:0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.773940:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272712.773990:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168650496 00000100:00100000:0.0:1781272712.774001:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168650496 00000100:00100000:0.0:1781272712.774088:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168650368 00000100:00100000:0.0:1781272712.774092:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168650368 00000100:00100000:0.0:1781272712.774116:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168650880 00000100:00100000:0.0:1781272712.774119:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168650880 00000100:00100000:0.0:1781272712.774141:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1781272712.774151:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168650496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.774233:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168650496:12345-0@lo:400:kworker.0 Request processed in 71us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272712.774242:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1781272712.774262:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1781272712.774269:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168650368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.774297:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168650368:12345-0@lo:400:kworker.0 Request processed in 30us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272712.774306:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1781272712.774316:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1781272712.774511:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168650880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.774546:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168650880:12345-0@lo:400:kworker.0 Request processed in 225us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272712.774553:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1781272712.774641:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168651008 00000100:00100000:0.0:1781272712.774646:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168651008 00000100:00100000:0.0:1781272712.774680:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1781272712.774688:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168651008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.774722:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168651008:12345-0@lo:400:kworker.0 Request processed in 35us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272712.774729:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1781272712.774791:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168650368:0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.774804:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168650880:0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.774815:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168650496:0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.774825:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168651008:0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.774931:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168649984 00000100:00100000:0.0:1781272712.774936:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168649984 00000100:00100000:0.0:1781272712.774967:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1781272712.774973:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168649984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.775018:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168649984:12345-0@lo:400:kworker.0 Request processed in 45us (1468us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272712.775024:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1781272712.775107:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168649984:0@lo:400:kworker.0 00000100:00080000:0.0:1781272712.775140:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272712.775146:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272712.775149:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272712.775270:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272712.775301:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168649728:0@lo:400:kworker.0 00000100:00100000:1.0:1781272712.775458:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272712.775493:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168650112:0@lo:400:kworker.0 00000100:00100000:1.0:1781272712.775521:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272712.775557:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168650624:0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.775676:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168649600 00000100:00100000:0.0:1781272712.775681:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168649600 00000100:00100000:0.0:1781272712.775714:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1781272712.775721:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168649600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272712.775750:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1781272712.775791:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168649600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272712.775797:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1781272712.775853:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168649728 00000100:00100000:0.0:1781272712.775857:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168649728 00000100:00100000:0.0:1781272712.775891:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1781272712.775899:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168649728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.775931:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168649728:12345-0@lo:400:kworker.0 Request processed in 33us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272712.775937:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1781272712.775970:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168650112 00000100:00100000:0.0:1781272712.775974:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168650112 00000100:00100000:0.0:1781272712.775998:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1781272712.776004:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168650112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272712.776054:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168650112:12345-0@lo:400:kworker.0 Request processed in 49us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272712.776059:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:1.0:1781272712.776165:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272712.776184:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168651136:0@lo:400:kworker.0 00000100:00100000:1.0:1781272712.776208:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272712.776312:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168649600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272712.776332:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168649728:0@lo:400:kworker.0 00000100:00100000:1.0:1781272712.776356:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168650112:0@lo:400:kworker.0 00000100:00100000:1.0:1781272712.776364:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272712.776370:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168651264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272712.776393:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272712.776423:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168650624 00000100:00100000:1.0:1781272712.776427:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168650624 00000100:00100000:1.0:1781272712.776454:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168651136 00000100:00100000:1.0:1781272712.776457:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168651136 00000100:00100000:1.0:1781272712.776485:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1781272712.776492:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee238450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168650624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272712.776529:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee238450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168650624:12345-0@lo:400:kworker.0 Request processed in 37us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272712.776536:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1781272712.776872:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1781272712.776880:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168651136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272712.776911:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168651136:12345-0@lo:400:kworker.0 Request processed in 31us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272712.776917:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00080000:1.0:1781272712.776934:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272712.776948:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168651264 00000100:00100000:1.0:1781272712.776951:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168651264 00000100:00100000:1.0:1781272712.776977:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1781272712.776984:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168651264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272712.776996:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272712.777025:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168651264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272712.777043:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1781272712.777078:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168651264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272712.777089:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168650624:0@lo:400:kworker.0 00000100:00100000:1.0:1781272712.777097:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168651136:0@lo:400:kworker.0 00000100:00100000:3.0:1781272712.777386:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272712.779358:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272712.779439:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168650752:0@lo:400:kworker.0 00000100:00100000:1.0:1781272712.779771:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168650240 00000100:00100000:1.0:1781272712.779784:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168650240 00000100:00100000:1.0:1781272712.779902:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1781272712.779915:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168650240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272712.780056:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272712.780171:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168649856 00000100:00100000:3.0:1781272712.780177:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168649856 00000100:00100000:3.0:1781272712.780212:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168650752 00000100:00100000:3.0:1781272712.780216:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168650752 00000100:00100000:3.0:1781272712.780250:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1781272712.780258:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168649856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272712.780612:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168650240:12345-0@lo:400:kworker.0 Request processed in 693us (1257us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272712.780622:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00080000:1.0:1781272712.780658:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272712.780693:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1781272712.780703:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168650752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272712.780825:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168649856:12345-0@lo:400:kworker.0 Request processed in 567us (3438us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272712.780872:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1781272712.780937:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168649856:0@lo:400:kworker.0 00000100:00100000:1.0:1781272712.781097:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168650752:12345-0@lo:400:kworker.0 Request processed in 395us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272712.781106:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:2.0:1781272712.781174:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168650752:0@lo:400:kworker.0 00000100:00100000:2.0:1781272712.781198:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168650240:0@lo:400:kworker.0 00000100:00100000:2.0:1781272712.983543:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272712.983659:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159319552 00000100:00100000:0.0:1781272712.983673:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159319552 00000100:00100000:0.0:1781272712.983779:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1223 00000100:00100000:0.0:1781272712.983792:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+97:30610:x1867799159319552:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:0.0:1781272712.983820:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272712.983886:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838ba expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272712.984075:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc43b4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272712.984095:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc43b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272712.984111:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc43b4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272712.984126:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1781272712.984291:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838ba expref: 100 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272712.985110:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc43b4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838ba expref: 99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272712.985128:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aae00) 00010000:00010000:0.0:1781272712.985131:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272712.985137:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:0.0:1781272712.985227:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+99:30610:x1867799159319552:12345-192.168.204.14@tcp:101:diff.0 Request processed in 1435us (1921us total) trans 4294968040 rc 0/0 00000100:00100000:0.0:1781272712.985236:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1223 00000100:00080000:1.0:1781272712.985880:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272712.994232:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272712.994566:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159319808 00000100:00100000:3.0:1781272712.994582:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159319808 00000100:00100000:3.0:1781272712.994671:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 53 00000100:00100000:3.0:1781272712.994684:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+99:30610:x1867799159319808:12345-192.168.204.14@tcp:103:diff.0 00010000:00010000:3.0:1781272712.994708:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1781272712.994747:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc43b4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838ba expref: 99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272712.994777:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4391 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838b3 expref: 98 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272712.994793:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f1b400/0x94898f2cdefc429c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8386d expref: 97 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272712.994806:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb3c31aae00) 00010000:00010000:3.0:1781272712.994819:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272712.994974:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+96:30610:x1867799159319808:12345-192.168.204.14@tcp:103:diff.0 Request processed in 292us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272712.994985:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 53 00000100:00100000:3.0:1781272712.999630:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272713.000274:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159319936 00000100:00100000:0.0:1781272713.000295:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159319936 00000100:00100000:0.0:1781272713.000386:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1224 00000100:00100000:0.0:1781272713.000397:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+96:30610:x1867799159319936:12345-192.168.204.14@tcp:58:diff.0 00010000:00010000:0.0:1781272713.000553:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43c2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.000574:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.000588:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781272713.000726:0:6492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:0.0:1781272713.000869:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+96:30610:x1867799159319936:12345-192.168.204.14@tcp:58:diff.0 Request processed in 473us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272713.000878:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1224 00000100:00100000:1.0:1781272713.005675:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272713.006665:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159320064 00000100:00100000:0.0:1781272713.006682:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159320064 00000100:00100000:0.0:1781272713.006786:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1225 00000100:00100000:0.0:1781272713.006798:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+96:30610:x1867799159320064:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:0.0:1781272713.006879:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272713.006921:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc43c9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838c1 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.006995:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43c2 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.007007:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc43c9 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838c1 expref: 97 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.007042:0:6491:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.007059:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc43c9 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838c1 expref: 97 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.007147:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb4c70a5d00) 00010000:00010000:0.0:1781272713.007151:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272713.007156:0:6491:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc43c9 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838c1 expref: 97 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.007165:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220000, rc 0) 00000100:00100000:0.0:1781272713.007673:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+97:30610:x1867799159320064:12345-192.168.204.14@tcp:101:diff.0 Request processed in 874us (2011us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272713.007682:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1225 00010000:00010000:1.0:1781272713.540109:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272713.728761:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272713.728774:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272713.728813:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:0.0:1781272713.728858:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272713.729063:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5682d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168651392:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272713.729203:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5780 going to sleep for 11 seconds 00000100:00100000:1.0:1781272713.737562:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272713.737623:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5682d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168651392:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272713.738229:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159320192 00000100:00100000:3.0:1781272713.738242:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159320192 00000100:00080000:1.0:1781272713.738300:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272713.738341:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1226 00000100:00100000:3.0:1781272713.738355:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:30611:x1867799159320192:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272713.738407:0:6493:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272713.738598:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+44:30611:x1867799159320192:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 245us (1056us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272713.738608:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1226 00000100:00100000:2.0:1781272713.746451:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272713.746553:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159320320 00000100:00100000:1.0:1781272713.746573:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159320320 00000100:00100000:1.0:1781272713.746662:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1227 00000100:00100000:1.0:1781272713.746685:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:30611:x1867799159320320:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1781272713.746800:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc43d0 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.746856:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc43d0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.746877:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc43d0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.746898:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc43d7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.746906:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc43d7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.746913:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc43d7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.746942:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43de lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.746951:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.746958:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272713.747042:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:1.0:1781272713.747048:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272713.747074:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747097:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc43d0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747105:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc43d0 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747117:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc43d0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747124:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272713.747130:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc43d0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747140:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc43d0 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747154:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:1.0:1781272713.747159:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272713.747164:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc43d0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747171:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc43d0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747186:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc43d7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747192:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc43d7 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747197:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc43d7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747202:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272713.747205:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc43d7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747796:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc43d7 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747810:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff8eb3c2cbcf00) 00010000:00010000:1.0:1781272713.747813:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272713.747816:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc43d7 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747823:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc43d7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747878:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747885:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43de lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747891:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747897:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272713.747900:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747907:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43de lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747915:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb4c70a5d00) 00010000:00010000:1.0:1781272713.747918:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272713.747921:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43de lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.747932:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43de lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272713.748071:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:30611:x1867799159320320:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 1395us (1629us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272713.748083:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1227 00000100:00100000:1.0:1781272713.756449:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272713.757502:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159320576 00000100:00100000:2.0:1781272713.757522:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159320576 00000100:00100000:2.0:1781272713.757625:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1228 00000100:00100000:2.0:1781272713.757637:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+44:30611:x1867799159320576:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272713.757665:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272713.757691:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc43e5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838c8 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.757827:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc43ec lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.757888:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc43ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.757904:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc43ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272713.757918:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1781272713.758022:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc43ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.758031:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc43ec lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.758037:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc43ec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.758044:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210ac00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272713.758048:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc43ec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.758055:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc43ec lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.758068:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb4c70a5d00) 00010000:00010000:2.0:1781272713.758071:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272713.758076:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc43ec lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.758083:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc43ec lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.758139:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc43e5 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838c8 expref: 46 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.758150:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:2.0:1781272713.758152:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272713.758155:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc43e5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838c8 expref: 46 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.758165:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210aa00, rc 0) 00000100:00100000:2.0:1781272713.758246:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+45:30611:x1867799159320576:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 612us (1886us total) trans 4294968041 rc 301/301 00000100:00100000:2.0:1781272713.758253:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1228 00000100:00100000:2.0:1781272713.770149:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272713.770948:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159320704 00000100:00100000:3.0:1781272713.770965:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159320704 00000100:00100000:1.0:1781272713.771218:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1229 00000100:00100000:1.0:1781272713.771370:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:30611:x1867799159320704:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272713.771499:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272713.771687:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:30611:x1867799159320704:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 443us (1553us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272713.771700:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1229 00000100:00100000:3.0:1781272713.782365:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272713.782560:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159320960 00000100:00100000:1.0:1781272713.782576:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159320960 00000100:00100000:1.0:1781272713.782660:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1230 00000100:00100000:1.0:1781272713.782677:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+45:30611:x1867799159320960:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272713.782709:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272713.782742:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43fa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838cf expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.788672:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4401 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.788707:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4401 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.788728:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4401 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272713.788743:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00010000:00010000:1.0:1781272713.788825:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc43fa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838cf expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.791364:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4401 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838cf expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.791496:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:1.0:1781272713.791500:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272713.791505:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cde00, rc 0) 00000100:00100000:1.0:1781272713.791632:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:30611:x1867799159320960:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 8959us (9283us total) trans 4294968042 rc 0/0 00000100:00100000:1.0:1781272713.791644:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1230 00000100:00100000:2.0:1781272713.801409:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272713.801514:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159321216 00000100:00100000:0.0:1781272713.801531:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159321216 00000100:00100000:0.0:1781272713.801616:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1231 00000100:00100000:0.0:1781272713.801628:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:30611:x1867799159321216:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781272713.801689:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272713.801715:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4401 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838cf expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801735:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb3c2cbcf00) 00010000:00010000:0.0:1781272713.801746:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272713.801769:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc440f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801783:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc440f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801795:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc440f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801809:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4416 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0xe41d19e4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801815:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4416 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xe41d19e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801821:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4416 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xe41d19e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801924:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc440f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801931:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc440f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801938:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc440f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801946:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272713.801950:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc440f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801957:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc440f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801966:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:0.0:1781272713.801969:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272713.801973:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc440f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801980:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc440f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801991:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4416 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xe41d19e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.801997:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4416 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xe41d19e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.802003:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4416 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xe41d19e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.802009:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272713.802012:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4416 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xe41d19e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.802029:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4416 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xe41d19e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.802040:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0xe41d19e4 (ffff8eb4c70a5700) 00010000:00010000:0.0:1781272713.802043:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272713.802046:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4416 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0xe41d19e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.802051:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4416 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0xe41d19e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272713.802153:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:30611:x1867799159321216:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 527us (761us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272713.802161:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1231 00000100:00100000:0.0:1781272713.806825:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272713.810715:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159321344 00000100:00100000:1.0:1781272713.810733:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159321344 00000100:00100000:0.0:1781272713.814628:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1232 00000100:00100000:0.0:1781272713.814643:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:30611:x1867799159321344:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272713.814670:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272713.814696:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc441d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838d6 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.814735:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc4424 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.814751:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc4424 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.814765:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc4424 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.814916:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc441d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838d6 expref: 48 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.814936:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc4424 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838d6 expref: 47 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.814946:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:0.0:1781272713.814949:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272713.814953:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:0.0:1781272713.815061:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:30611:x1867799159321344:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 422us (8249us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272713.815069:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1232 00000100:00100000:2.0:1781272713.818177:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272713.818264:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159321600 00000100:00100000:1.0:1781272713.818275:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159321600 00000100:00100000:1.0:1781272713.818437:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1233 00000100:00100000:1.0:1781272713.818450:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:30611:x1867799159321600:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781272713.818532:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc442b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.818550:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc442b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.818566:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc442b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272713.818707:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000002631c5ba reply state 00000000757020ac transno 4294968043 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc442b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.818720:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc442b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.818729:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:1.0:1781272713.818733:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1781272713.818737:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272713.818864:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+49:30611:x1867799159321600:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 416us (760us total) trans 4294968043 rc 0/0 00000100:00100000:1.0:1781272713.818871:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1233 00000100:00100000:1.0:1781272713.837236:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272713.837329:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159321728 00000100:00100000:3.0:1781272713.837342:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159321728 00000100:00100000:3.0:1781272713.837408:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1234 00000100:00100000:3.0:1781272713.837418:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:30611:x1867799159321728:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272713.837448:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272713.837470:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4432 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838dd expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272713.837538:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4432 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838dd expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272713.837554:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4432 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838dd expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272713.837564:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:3.0:1781272713.837567:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272713.837571:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646600, rc 0) 00000100:00100000:3.0:1781272713.837640:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:30611:x1867799159321728:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 223us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272713.837648:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1234 00000100:00100000:2.0:1781272713.855621:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272713.855715:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159321856 00000100:00100000:3.0:1781272713.855726:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159321856 00000100:00100000:3.0:1781272713.855786:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 233 00000100:00100000:3.0:1781272713.855797:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b34050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:30611:x1867799159321856:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1781272713.856430:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b34050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:30611:x1867799159321856:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 Request processed in 632us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272713.856440:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 233 00000100:00100000:0.0:1781272713.878613:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272713.879694:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159322112 00000100:00100000:2.0:1781272713.879707:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159322112 00000100:00100000:2.0:1781272713.879772:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 234 00000100:00100000:2.0:1781272713.879783:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:30611:x1867799159322112:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272713.880082:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:30611:x1867799159322112:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 301us (1478us total) trans 4294968044 rc 0/0 00000100:00100000:2.0:1781272713.880091:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 234 00000100:00100000:1.0:1781272713.890405:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272713.891311:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159322368 00000100:00100000:3.0:1781272713.891322:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159322368 00000100:00100000:3.0:1781272713.891394:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1235 00000100:00100000:3.0:1781272713.891405:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+51:30611:x1867799159322368:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272713.891540:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+51:30611:x1867799159322368:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 136us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272713.891548:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1235 00000100:00100000:0.0:1781272713.898612:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272713.898720:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159322624 00000100:00100000:1.0:1781272713.898732:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159322624 00000100:00100000:1.0:1781272713.898796:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1236 00000100:00100000:1.0:1781272713.898806:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:30611:x1867799159322624:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272713.898828:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272713.898897:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4439 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838e4 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.899062:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.899083:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4432 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838dd expref: 52 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.899091:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.899138:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4432 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838dd expref: 52 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.899152:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4432 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838dd expref: 52 pid: 6493 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272713.899167:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3b56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168651520:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272713.899277:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272713.913984:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272713.914188:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3b56d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168651520:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272713.914219:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272713.914357:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159322752 00000100:00100000:0.0:1781272713.914366:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159322752 00010000:00010000:0.0:1781272713.914403:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4432 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838dd expref: 53 pid: 6493 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272713.914445:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 378 00000100:00100000:0.0:1781272713.914454:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159322752:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272713.914470:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272713.914476:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4432 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838dd expref: 53 pid: 6493 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.914485:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4432 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838dd expref: 53 pid: 6493 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.914504:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc4432 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838dd expref: 53 pid: 6493 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.914518:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:0.0:1781272713.914522:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.914529:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.914535:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.914556:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272713.914604:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+52:2390:x1867799159322752:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 152us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272713.914609:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 378 00010000:00010000:1.0:1781272713.916524:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.916540:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272713.916563:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00080000:1.0:1781272713.916748:0:8162:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17:0x0], index 0: 0 00010000:00010000:1.0:1781272713.916894:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.916906:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.916913:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.916919:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cce00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272713.916923:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.916931:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.916945:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:1.0:1781272713.916948:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272713.916954:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.916960:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4440 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.917036:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4439 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838e4 expref: 52 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.917046:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff8eb3c2cbc500) 00010000:00010000:1.0:1781272713.917058:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272713.917063:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4439 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838e4 expref: 52 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.917072:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd800, rc 0) 00000100:00100000:1.0:1781272713.918213:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:30611:x1867799159322624:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 19400us (19601us total) trans 4294968045 rc 301/301 00000100:00100000:1.0:1781272713.918226:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1236 00000100:00100000:2.0:1781272713.927027:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272713.927219:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159323008 00000100:00100000:0.0:1781272713.927230:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159323008 00000100:00100000:0.0:1781272713.927392:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 235 00000100:00100000:0.0:1781272713.927407:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:30611:x1867799159323008:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272713.928180:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:30611:x1867799159323008:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 774us (1177us total) trans 4294968046 rc 0/0 00000100:00100000:1.0:1781272713.932036:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272713.932190:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159323136 00000100:00100000:3.0:1781272713.932202:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159323136 00000100:00100000:1.0:1781272713.932448:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1237 00000100:00100000:1.0:1781272713.932460:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:30611:x1867799159323136:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272713.932486:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272713.932519:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc444e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838eb expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.932604:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4455 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.932620:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4455 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.932633:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4455 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272713.932676:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00200000:1.0:1781272713.932681:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272713.932703:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4455 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.932729:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc444e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838eb expref: 55 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.932747:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4455 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838eb expref: 54 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.932762:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:1.0:1781272713.932765:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1781272713.932769:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:1.0:1781272713.932860:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:30611:x1867799159323136:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 403us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272713.932868:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1237 00000100:00100000:0.0:1781272713.933810:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 235 00000100:00100000:3.0:1781272713.937344:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272713.937532:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159323264 00000100:00100000:0.0:1781272713.937544:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159323264 00000100:00100000:0.0:1781272713.937681:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 324 00000100:00100000:0.0:1781272713.937691:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159323264:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272713.937713:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272713.937737:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005649de17/0x94898f2cdefc445c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838f2 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272713.937764:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272713.937784:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272713.937787:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272713.937797:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005649de17/0x94898f2cdefc445c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f2 expref: 9 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.937816:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005649de17/0x94898f2cdefc445c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f2 expref: 9 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.937877:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220a00, rc 0) 00000100:00100000:0.0:1781272713.937943:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159323264:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 253us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272713.937951:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 324 00000100:00080000:1.0:1781272713.944647:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272713.950367:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272713.950452:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159323520 00000100:00100000:0.0:1781272713.950462:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159323520 00000100:00100000:0.0:1781272713.950531:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1238 00000100:00100000:0.0:1781272713.950540:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:30611:x1867799159323520:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272713.950664:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:30611:x1867799159323520:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 125us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272713.950671:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1238 00000100:00100000:3.0:1781272713.954222:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272713.954573:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159323648 00000100:00100000:1.0:1781272713.954583:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159323648 00000100:00100000:1.0:1781272713.954649:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 325 00000100:00100000:1.0:1781272713.954659:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:30611:x1867799159323648:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272713.954677:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272713.954708:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab838f9 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.954741:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005649de17/0x94898f2cdefc445c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f2 expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.954750:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272713.954753:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272713.954757:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f9 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.954796:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005649de17/0x94898f2cdefc445c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f2 expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.954816:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005649de17/0x94898f2cdefc445c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f2 expref: 10 pid: 15938 timeout: 770 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272713.954863:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168651648:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272713.955009:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272713.958578:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4021f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168651648:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272713.958618:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f9 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272713.958643:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc200, rc 0) 00000100:00100000:2.0:1781272713.958947:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:30611:x1867799159323648:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 4287us (4735us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272713.958957:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 325 00000100:00100000:3.0:1781272713.965051:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272713.965171:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159323776 00000100:00100000:0.0:1781272713.965182:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159323776 00010000:00010000:0.0:1781272713.965231:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005649de17/0x94898f2cdefc445c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f2 expref: 10 pid: 15938 timeout: 770 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272713.965285:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 379 00000100:00100000:0.0:1781272713.965296:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e915dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159323776:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272713.965312:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272713.965336:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005649de17/0x94898f2cdefc445c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f2 expref: 10 pid: 15938 timeout: 770 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.965350:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005649de17/0x94898f2cdefc445c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f2 expref: 10 pid: 15938 timeout: 770 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.965372:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005649de17/0x94898f2cdefc445c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f2 expref: 10 pid: 15938 timeout: 770 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.965390:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272713.965392:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272713.965401:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f9 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.965410:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f9 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272713.965452:0:10311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f9 expref: 9 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272713.965470:0:10311:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5680e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10311:1867799168651776:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272713.965572:0:10311:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5300 going to sleep for 11 seconds 00000100:00100000:0.0:1781272713.969956:0:10311:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5680e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10311:1867799168651776:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272713.969964:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1781272713.969990:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272713.970315:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159323904 00000100:00100000:3.0:1781272713.970323:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159323904 00002000:00100000:3.0:1781272713.970377:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff8eb3c4021f80 x1867799159323904/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:469/0 lens 648/0 e 0 to 0 dl 1781272724 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272713.970388:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c4021f80 with x1867799159323904 ext(0->157) 00002000:00010000:3.0:1781272713.970393:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c4021f80 00000100:00100000:3.0:1781272713.970431:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 89 00000100:00100000:3.0:1781272713.970440:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159323904:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1781272713.972979:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e915dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159323776:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 7673us (7926us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272713.972993:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 379 00000100:00100000:0.0:1781272713.978730:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159323904:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 8278us (8759us total) trans 4294967357 rc 0/0 00000100:00100000:0.0:1781272713.978746:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 89 00002000:00100000:0.0:1781272713.978760:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff8eb3c4021f80 x1867799159323904/t4294967357(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:469/0 lens 648/448 e 0 to 0 dl 1781272724 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272713.978771:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c4021f80 with x1867799159323904 ext(0->157) 00002000:00010000:0.0:1781272713.978777:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c4021f80 00000100:00100000:1.0:1781272713.985524:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272713.985634:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159324032 00000100:00100000:0.0:1781272713.985643:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159324032 00000100:00100000:0.0:1781272713.985709:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1239 00000100:00100000:0.0:1781272713.985720:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:30611:x1867799159324032:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1781272713.988689:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968046 is committed 00000001:00080000:2.0:1781272713.988726:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968040 is committed 00010000:00010000:1.0:1781272713.988864:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc442b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.988877:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc442b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.988885:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc442b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.988892:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272713.988896:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc442b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.988903:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc442b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.988921:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:1.0:1781272713.988925:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781272713.988929:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc442b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272713.988939:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc442b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272713.989431:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:30611:x1867799159324032:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 3707us (3913us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272713.989443:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1239 00000100:00100000:1.0:1781272713.996997:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272713.997234:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159324160 00000100:00100000:0.0:1781272713.997246:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159324160 00000100:00100000:0.0:1781272713.997311:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 326 00000100:00100000:0.0:1781272713.997322:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159324160:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1781272714.000440:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000100:00100000:2.0:1781272714.008574:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159324160:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 11240us (11573us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272714.008589:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 326 00000100:00100000:3.0:1781272714.015398:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272714.015513:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159324416 00000100:00100000:2.0:1781272714.015523:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159324416 00000100:00100000:2.0:1781272714.015594:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1240 00000100:00100000:2.0:1781272714.015605:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:30611:x1867799159324416:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272714.015659:0:12323:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272714.015688:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4455 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838eb expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.015710:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:2.0:1781272714.015714:0:12323:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272714.015745:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc446a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.015758:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc446a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.015768:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc446a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272714.015949:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000208264f2 reply state 0000000034c1763d transno 4294968047 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc446a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.015962:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc446a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.015969:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:2.0:1781272714.015971:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272714.015974:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272714.016096:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+47:30611:x1867799159324416:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 492us (709us total) trans 4294968047 rc 0/0 00000100:00100000:2.0:1781272714.016104:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1240 00000100:00100000:1.0:1781272714.023333:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272714.023507:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159324544 00000100:00100000:3.0:1781272714.023517:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159324544 00000100:00100000:3.0:1781272714.023572:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1241 00000100:00100000:3.0:1781272714.023581:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:30611:x1867799159324544:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272714.023614:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272714.023635:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4471 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83900 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.023695:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4471 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83900 expref: 48 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.023711:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4471 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83900 expref: 48 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.023729:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:3.0:1781272714.023733:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272714.023736:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647e00, rc 0) 00000100:00100000:3.0:1781272714.023796:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:30611:x1867799159324544:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 216us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272714.023803:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1241 00000100:00100000:3.0:1781272714.035632:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272714.037369:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159324672 00000100:00100000:2.0:1781272714.037384:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159324672 00000100:00100000:2.0:1781272714.037461:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 327 00000100:00100000:2.0:1781272714.037471:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159324672:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1781272714.037644:0:8404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1781272714.037649:0:8404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 0 -> 1781272687 00002000:00010000:2.0:1781272714.037652:0:8404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb atime from disk: 0 -> 1781272687 00002000:00010000:2.0:1781272714.037654:0:8404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 0 -> 1781272687 00002000:00010000:2.0:1781272714.037656:0:8404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1781272714.037726:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159324672:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 255us (2115us total) trans 4294967358 rc 0/0 00000100:00100000:2.0:1781272714.037734:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 327 00000100:00100000:0.0:1781272714.045126:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272714.045630:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159324928 00000100:00100000:1.0:1781272714.045641:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159324928 00000100:00100000:1.0:1781272714.045704:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1242 00000100:00100000:1.0:1781272714.045715:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:30611:x1867799159324928:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1781272714.045788:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.045807:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc4424 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838d6 expref: 48 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.045816:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.045897:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc4424 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838d6 expref: 48 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.045911:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc4424 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838d6 expref: 48 pid: 6491 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272714.045926:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168651904:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272714.046032:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd240 going to sleep for 11 seconds 00000100:00100000:1.0:1781272714.053313:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272714.053430:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159325056 00000100:00100000:2.0:1781272714.053443:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159325056 00010000:00010000:2.0:1781272714.053494:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc4424 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838d6 expref: 49 pid: 6491 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272714.053546:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 380 00000100:00100000:2.0:1781272714.053557:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+49:2391:x1867799159325056:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272714.053574:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272714.053582:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc4424 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838d6 expref: 49 pid: 6491 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.053597:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc4424 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838d6 expref: 49 pid: 6491 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.053696:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:2.0:1781272714.053702:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.053714:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.053723:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.053745:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272714.053809:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+49:2391:x1867799159325056:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 253us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272714.053818:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 380 00010000:00010000:0.0:1781272714.054728:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc4424 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838d6 expref: 48 pid: 6491 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272714.054753:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168651904:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272714.054782:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272714.054794:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272714.054801:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272714.054966:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272714.054975:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272714.054983:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272714.054990:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272714.054994:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272714.055180:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272714.055202:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:0.0:1781272714.055206:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781272714.055210:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272714.055217:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4478 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272714.055344:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:30611:x1867799159324928:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 9629us (10237us total) trans 0 rc -22/-22 00000100:00100000:0.0:1781272714.055354:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1242 00000100:00100000:1.0:1781272714.071697:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272714.071868:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159325184 00000100:00100000:2.0:1781272714.071878:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159325184 00000100:00100000:2.0:1781272714.071943:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 328 00000100:00100000:2.0:1781272714.071954:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159325184:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272714.072006:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.072036:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f9 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.072044:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272714.072046:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272714.072049:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.072094:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f9 expref: 10 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.072252:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f9 expref: 10 pid: 8405 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272714.072271:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168652032:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272714.072359:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4cacda540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272714.076940:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168652032:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272714.076978:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272714.080459:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272714.080869:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159325312 00000100:00100000:2.0:1781272714.080882:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159325312 00010000:00010000:2.0:1781272714.080991:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f9 expref: 11 pid: 8405 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272714.081571:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 381 00000100:00100000:2.0:1781272714.081583:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159325312:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272714.081601:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272714.081626:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f9 expref: 11 pid: 8405 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.081643:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f9 expref: 11 pid: 8405 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.081668:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b33ef17e/0x94898f2cdefc4463 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838f9 expref: 11 pid: 8405 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.081685:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272714.081688:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272714.081693:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.081704:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.081753:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272714.081868:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159325312:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 287us (1420us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272714.081876:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 381 00010000:00010000:1.0:1781272714.081955:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.081965:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.081987:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.081997:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.082020:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.082029:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210aa00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272714.082033:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.082044:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.082066:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.082082:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000701872fb/0x94898f2cdefc447f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272714.084180:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159325184:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 12218us (12485us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272714.084192:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 328 00000100:00100000:1.0:1781272714.093284:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272714.093501:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159325568 00000100:00100000:3.0:1781272714.093512:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159325568 00000100:00100000:3.0:1781272714.093613:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1243 00000100:00100000:3.0:1781272714.093623:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+47:30611:x1867799159325568:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272714.093702:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4486 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.093720:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4486 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.093733:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4486 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.093918:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.093929:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4471 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83900 expref: 48 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.093938:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.093972:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4471 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83900 expref: 48 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.093987:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4471 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83900 expref: 48 pid: 6493 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272714.094002:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168652160:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272714.094192:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e643c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272714.100507:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272714.100629:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168652160:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272714.100658:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272714.103305:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159325696 00000100:00100000:1.0:1781272714.103321:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159325696 00010000:00010000:1.0:1781272714.103376:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4471 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83900 expref: 49 pid: 6493 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272714.103426:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 382 00000100:00100000:1.0:1781272714.103436:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159325696:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272714.103451:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272714.103458:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4471 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83900 expref: 49 pid: 6493 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.103470:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4471 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83900 expref: 49 pid: 6493 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.103498:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4471 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83900 expref: 49 pid: 6493 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.103516:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:1.0:1781272714.103521:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.103530:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.103538:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.103565:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272714.103618:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159325696:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 183us (3122us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272714.103626:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 382 00010000:00010000:1.0:1781272714.103653:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.103661:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781272714.103772:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968048 00000001:00080000:1.0:1781272714.103914:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968049 00000001:00080000:1.0:1781272714.103949:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968050 00000100:00100000:1.0:1781272714.104043:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12323:1867799168652288:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1781272714.104110:0:12323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272714.104885:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272714.104942:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168652288 00000100:00100000:0.0:1781272714.104949:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168652288 00000100:00080000:1.0:1781272714.105133:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272714.105214:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1781272714.105228:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12323:x1867799168652288:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1781272714.105338:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12323:x1867799168652288:12345-0@lo:1000:mdt00_004.0 Request processed in 113us (1227us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272714.105345:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1781272714.105569:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12323:1867799168652288:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1781272714.105699:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968051 00000100:00100000:1.0:1781272714.105770:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12323:1867799168652416:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1781272714.105800:0:12323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272714.105825:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cd540 going to sleep for 11 seconds 00000100:00100000:0.0:1781272714.106646:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168652416 00000100:00100000:0.0:1781272714.106654:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168652416 00000100:00100000:0.0:1781272714.106698:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1781272714.106706:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:12323:x1867799168652416:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1781272714.106863:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:12323:x1867799168652416:12345-0@lo:1000:mdt00_004.0 Request processed in 157us (1062us total) trans 4294967359 rc 0/0 00000100:00100000:0.0:1781272714.106871:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1781272714.106974:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12323:1867799168652416:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1781272714.107252:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968052 00010000:00010000:1.0:1781272714.107281:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107291:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107298:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107304:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272714.107309:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107317:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107335:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:1.0:1781272714.107338:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272714.107343:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107350:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc448d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107378:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107386:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43c2 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107391:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43c2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107396:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272714.107399:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43c2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107405:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43c2 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107414:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb4c70a5d00) 00010000:00010000:1.0:1781272714.107416:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272714.107423:0:12323:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc43c9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838c1 expref: 95 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107436:0:12323:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc43c9 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838c1 expref: 95 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107447:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc43c9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838c1 expref: 95 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.107480:0:12323:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220000/0x94898f2cdefc43c9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab838c1 expref: 95 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272714.107499:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3377800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168652544:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272714.107574:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c38cdcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272714.124792:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272714.125101:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159325824 00000100:00100000:0.0:1781272714.125120:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159325824 00000100:00100000:0.0:1781272714.125176:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 236 00000100:00100000:0.0:1781272714.125187:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+96:30610:x1867799159325824:12345-192.168.204.14@tcp:49:diff.0 00000100:00100000:0.0:1781272714.125322:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+96:30610:x1867799159325824:12345-192.168.204.14@tcp:49:diff.0 Request processed in 137us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272714.125330:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 236 00000100:00080000:2.0:1781272714.127914:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272714.129981:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3377800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168652544:192.168.204.14@tcp:105: 00010000:00010000:1.0:1781272714.130036:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43c2 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130370:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc43c2 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130431:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4494 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130447:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4494 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130459:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4494 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130472:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4494 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130477:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4494 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130483:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4494 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130489:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272714.130493:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4494 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130500:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4494 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130511:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb4c70a5d00) 00010000:00010000:1.0:1781272714.130514:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272714.130518:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4494 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130523:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4494 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130533:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4486 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130539:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4486 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130545:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4486 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130549:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272714.130552:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4486 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130558:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4486 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130566:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff8eb4c70a5d00) 00010000:00010000:1.0:1781272714.130569:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272714.130571:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4486 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272714.130580:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc4486 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272714.131206:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272714.131427:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159325952 00000100:00100000:2.0:1781272714.131436:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159325952 00000100:00100000:2.0:1781272714.131512:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 329 00000100:00100000:2.0:1781272714.131523:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:30610:x1867799159325952:12345-192.168.204.14@tcp:101:diff.0 00010000:00010000:2.0:1781272714.131543:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272714.131560:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001993e38b/0x94898f2cdefc449b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83907 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272714.131592:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 158, mtime: 0x6a2c106f, atime: 0x6a2c106f, ctime: 0x6a2c106f, blocks: 0x8 00010000:00010000:2.0:1781272714.131614:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272714.131617:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272714.131626:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001993e38b/0x94898f2cdefc449b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83907 expref: 16 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.131644:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001993e38b/0x94898f2cdefc449b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83907 expref: 16 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272714.131656:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a600, rc 0) 00000100:00100000:2.0:1781272714.131727:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:30610:x1867799159325952:12345-192.168.204.14@tcp:101:diff.0 Request processed in 205us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272714.131737:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 329 00000100:00080000:3.0:1781272714.131951:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272714.133409:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+52:30611:x1867799159325568:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 39780us (40129us total) trans 4294968053 rc 0/0 00000100:00100000:1.0:1781272714.133421:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1243 00000020:00080000:1.0:1781272714.133427:0:12323:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1781272714.134908:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272714.134917:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272714.135448:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1781272714.135464:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272714.142375:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272714.142428:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272714.142575:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159326336 00000100:00100000:1.0:1781272714.142587:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159326336 00002000:00100000:1.0:1781272714.142642:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8eb3c5681f80 x1867799159326336/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:470/0 lens 488/0 e 0 to 0 dl 1781272725 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272714.142655:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c5681f80 with x1867799159326336 ext(0->4095) 00002000:00010000:1.0:1781272714.142661:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c5681f80 00000100:00100000:1.0:1781272714.142698:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 90 00000100:00100000:1.0:1781272714.142708:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159326336:12345-192.168.204.14@tcp:3:diff.0 00000100:00100000:1.0:1781272714.142914:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159326336:12345-192.168.204.14@tcp:3:diff.0 Request processed in 206us (484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781272714.142921:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 90 00002000:00100000:1.0:1781272714.142928:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8eb3c5681f80 x1867799159326336/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:470/0 lens 488/4536 e 0 to 0 dl 1781272725 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272714.142936:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c5681f80 with x1867799159326336 ext(0->4095) 00002000:00010000:1.0:1781272714.142939:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c5681f80 00000100:00100000:3.0:1781272714.143002:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159326208 00000100:00100000:3.0:1781272714.143006:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159326208 00000100:00100000:3.0:1781272714.143063:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 237 00000100:00100000:3.0:1781272714.143071:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:30611:x1867799159326208:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1781272714.143336:0:6494:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1781272714.143374:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968054 00010000:00010000:3.0:1781272714.143407:0:6494:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.143424:0:6494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.143435:0:6494:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.143443:0:6494:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.143450:0:6494:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.143456:0:6494:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.143475:0:6494:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781272714.143531:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+54:30611:x1867799159326208:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 461us (1166us total) trans 4294968055 rc 0/0 00000100:00100000:3.0:1781272714.143542:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 237 00000020:00080000:3.0:1781272714.143545:0:6494:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1781272714.143565:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272714.143571:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.143578:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272714.143583:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.143590:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.143604:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:3.0:1781272714.143607:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781272714.143612:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a2 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.143618:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272714.143630:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272714.143632:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272714.143633:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272714.156186:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272714.156473:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159326592 00000100:00100000:2.0:1781272714.156484:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159326592 00000100:00100000:2.0:1781272714.156541:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 238 00000100:00100000:2.0:1781272714.156551:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+96:30610:x1867799159326592:12345-192.168.204.14@tcp:35:diff.0 00000100:00100000:2.0:1781272714.156808:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+97:30610:x1867799159326592:12345-192.168.204.14@tcp:35:diff.0 Request processed in 257us (631us total) trans 4294968056 rc 0/0 00000100:00100000:2.0:1781272714.156817:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 238 00000100:00100000:1.0:1781272714.304868:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168652672:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272714.304943:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272714.305465:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168652672 00000100:00100000:0.0:1781272714.305474:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168652672 00000100:00100000:0.0:1781272714.305528:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1781272714.305537:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168652672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272714.305575:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:0.0:1781272714.305635:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168652672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272714.305641:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1781272714.305928:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168652672:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272714.564013:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272714.893326:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272714.893360:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272714.893392:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272714.893414:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272714.893435:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272714.893452:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272714.893468:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272714.893485:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272714.893509:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272714.893539:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159326976 00000100:00100000:3.0:1781272714.893549:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159326976 00000100:00100000:3.0:1781272714.893622:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159327488 00000100:00100000:3.0:1781272714.893626:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159327488 00000100:00100000:3.0:1781272714.893639:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159326848 00000100:00100000:3.0:1781272714.893641:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159326848 00000100:00100000:3.0:1781272714.893651:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159327360 00000100:00100000:3.0:1781272714.893654:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159327360 00000100:00100000:3.0:1781272714.893672:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 897 00000100:00100000:3.0:1781272714.893682:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159326976:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272714.893703:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159326720 00000100:00100000:1.0:1781272714.893709:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159326720 00000100:00100000:1.0:1781272714.893746:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 709 00000100:00100000:1.0:1781272714.893754:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159326720:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272714.893779:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159326976:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 97us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272714.893791:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159326720:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 36us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272714.893792:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 897 00000100:00100000:1.0:1781272714.893803:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 709 00000100:00100000:3.0:1781272714.893820:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 898 00000100:00100000:3.0:1781272714.893858:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159327488:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272714.893859:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 899 00000100:00100000:1.0:1781272714.893870:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+97:2388:x1867799159326848:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272714.893892:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159327488:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 64us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272714.893900:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 898 00000100:00100000:1.0:1781272714.893912:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+97:2388:x1867799159326848:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 41us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272714.893919:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 900 00000100:00100000:1.0:1781272714.893926:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 899 00000100:00100000:3.0:1781272714.893931:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:2388:x1867799159327360:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272714.893967:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:2388:x1867799159327360:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 39us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272714.893974:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 900 00000100:00100000:3.0:1781272714.893996:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159327232 00000100:00100000:3.0:1781272714.894011:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159327232 00000100:00100000:3.0:1781272714.894047:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159327744 00000100:00100000:3.0:1781272714.894050:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159327744 00000100:00100000:3.0:1781272714.894064:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159327104 00000100:00100000:3.0:1781272714.894066:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159327104 00000100:00100000:3.0:1781272714.894075:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159327616 00000100:00100000:3.0:1781272714.894077:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159327616 00000100:00100000:3.0:1781272714.894088:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 477 00000100:00100000:3.0:1781272714.894093:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159327232:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272714.894120:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159327232:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272714.894132:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 477 00000100:00100000:3.0:1781272714.894147:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 478 00000100:00100000:3.0:1781272714.894154:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159327744:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272714.894168:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 479 00000100:00100000:1.0:1781272714.894179:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159327104:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272714.894186:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159327744:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272714.894194:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 478 00000100:00100000:3.0:1781272714.894210:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 480 00000100:00100000:3.0:1781272714.894218:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159327616:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272714.894228:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159327104:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 51us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272714.894236:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 479 00000100:00100000:3.0:1781272714.894245:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159327616:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272714.894254:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 480 00000100:00080000:3.0:1781272714.894295:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272714.894300:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:0.0:1781272715.137013:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272715.137024:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272715.137059:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:0.0:1781272715.137073:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272715.340046:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272715.340070:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168652800:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272715.340142:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272715.344194:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168652800 00000100:00100000:0.0:1781272715.344290:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168652800 00000100:00100000:0.0:1781272715.344378:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1781272715.344389:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168652800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272715.344429:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272715.344534:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168652800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 147us (4391us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272715.344541:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1781272715.344720:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168652800:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272715.584187:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272715.993503:0:23367:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272715.993512:0:23367:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272715.993539:0:23367:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:0.0:1781272715.993546:0:23367:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1781272716.614309:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1781272716.614473:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272716.864458:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272716.864485:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168652928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272716.864557:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272716.864760:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168652928 00000100:00100000:2.0:1781272716.864768:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168652928 00000100:00080000:0.0:1781272716.864890:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272716.864966:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1781272716.864986:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168652928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272716.865025:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1781272716.865076:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168652928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272716.865084:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1781272716.865178:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168652928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272717.378862:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272717.378901:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168653056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272717.379001:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272717.379192:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168653056 00000100:00100000:1.0:1781272717.379203:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168653056 00000100:00100000:1.0:1781272717.379290:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1781272717.379303:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168653056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272717.379336:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272717.379393:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168653056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272717.379401:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1781272717.379460:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168653056:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781272717.379574:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1781272717.641999:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272717.888277:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168653184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272717.888391:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272717.888618:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272717.888626:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168653312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272717.888654:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272717.888693:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168653184 00000100:00100000:1.0:1781272717.888703:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168653184 00000100:00100000:1.0:1781272717.888765:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168653312 00000100:00100000:1.0:1781272717.888768:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168653312 00000100:00080000:3.0:1781272717.889188:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272717.889304:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1781272717.889603:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168653568:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.889658:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272717.889684:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168654080:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.889707:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272717.889732:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168654592:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.889754:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272717.889782:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781272717.889789:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168653440:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.889825:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272717.890012:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168653952:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.890041:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272717.890060:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168654464:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.890083:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272717.890116:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168653568 00000100:00100000:0.0:1781272717.890123:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168653568 00000100:00100000:0.0:1781272717.890162:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168654080 00000100:00100000:0.0:1781272717.890164:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168654080 00000100:00100000:0.0:1781272717.890181:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168654592 00000100:00100000:0.0:1781272717.890183:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168654592 00000100:00100000:0.0:1781272717.890196:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168654464 00000100:00100000:0.0:1781272717.890197:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168654464 00000100:00100000:0.0:1781272717.890213:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1781272717.890221:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168653568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.890285:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168653568:12345-0@lo:400:kworker.0 Request processed in 63us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272717.890293:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1781272717.890429:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1781272717.890438:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168654080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.890468:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168654080:12345-0@lo:400:kworker.0 Request processed in 33us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272717.890474:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1781272717.890484:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1781272717.890490:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168654592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.890514:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168654592:12345-0@lo:400:kworker.0 Request processed in 25us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272717.890519:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1781272717.890530:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:0.0:1781272717.890535:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168654464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.890559:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168654464:12345-0@lo:400:kworker.0 Request processed in 24us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272717.890564:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:0.0:1781272717.890584:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168653440 00000100:00100000:0.0:1781272717.890588:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168653440 00000100:00100000:0.0:1781272717.890614:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1781272717.890620:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168653440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.890649:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168653440:12345-0@lo:400:kworker.0 Request processed in 29us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272717.890654:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1781272717.890685:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168653952 00000100:00100000:0.0:1781272717.890688:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168653952 00000100:00100000:0.0:1781272717.890714:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1781272717.890720:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168653952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.890752:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168653952:12345-0@lo:400:kworker.0 Request processed in 33us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272717.890758:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1781272717.890932:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168653440:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.890948:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168653952:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.890970:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168654464:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.890980:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168653568:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.891046:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3b56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168654080:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.891065:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168654592:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.891115:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168653824:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.891145:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272717.891165:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168654336:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.891190:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272717.891213:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1781272717.891220:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168653696:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.891243:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272717.891263:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168654208:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.891285:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272717.891305:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168653824 00000100:00100000:0.0:1781272717.891309:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168653824 00000100:00100000:2.0:1781272717.891469:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168654208 00000100:00100000:2.0:1781272717.891474:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168654208 00000100:00100000:2.0:1781272717.891506:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1781272717.891513:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168654208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272717.891557:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168654208:12345-0@lo:400:kworker.0 Request processed in 44us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272717.891563:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1781272717.891932:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1781272717.891939:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168653824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.891985:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168653824:12345-0@lo:400:kworker.0 Request processed in 47us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272717.892379:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1781272717.892410:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168654336 00000100:00100000:0.0:1781272717.892416:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168654336 00000100:00100000:0.0:1781272717.892449:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1781272717.892456:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168654336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.892496:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168654336:12345-0@lo:400:kworker.0 Request processed in 40us (1304us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272717.892502:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1781272717.892522:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168653696 00000100:00100000:0.0:1781272717.892527:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168653696 00000100:00100000:0.0:1781272717.892553:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1781272717.892560:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168653696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.892590:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168653696:12345-0@lo:400:kworker.0 Request processed in 31us (1346us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272717.892597:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1781272717.892643:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168653696:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.892656:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168654208:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.892667:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168653824:0@lo:400:kworker.0 00000100:00100000:0.0:1781272717.892680:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168654336:0@lo:400:kworker.0 00000100:00080000:3.0:1781272717.893390:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272717.893398:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272717.895706:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1781272717.895729:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168653312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272717.895786:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1781272717.896180:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168653312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 458us (7523us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272717.896189:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1781272717.896294:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168653312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272717.899537:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168653184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272717.901225:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272717.901477:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168653184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 12044us (13081us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272717.901491:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1781272717.901700:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168653184:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1781272718.659511:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272719.430072:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272719.430099:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168654720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272719.430168:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272719.430230:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168654720 00000100:00100000:3.0:1781272719.430238:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168654720 00000100:00100000:3.0:1781272719.430285:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1781272719.430294:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168654720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272719.430329:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:3.0:1781272719.430375:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168654720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272719.430382:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1781272719.430446:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168654720:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272719.680125:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1781272719.942335:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00000001:00080000:2.0:1781272719.942353:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000001:00080000:0.0:1781272719.942424:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968056 is committed 00000001:00080000:0.0:1781272719.942448:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968055 is committed 00000020:00080000:0.0:1781272719.942463:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb3c38cd240 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:0.0:1781272719.942470:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c3af9400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c38cdb40 00000020:00080000:0.0:1781272719.942475:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c3af9100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c4639e00 00010000:00010000:1.0:1781272719.942556:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc446a lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272719.942568:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc446a lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272719.942580:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc446a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272719.942586:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210ac00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272719.942591:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc446a lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272719.942598:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc446a lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272719.942616:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff8eb4c70a5700) 00010000:00010000:1.0:1781272719.942619:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272719.942625:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc446a lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272719.942631:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc446a lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1781272719.942802:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 24 committed batchid 23 00000020:00080000:3.0:1781272719.943216:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:3.0:1781272720.022076:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272720.022130:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272720.022154:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272720.022274:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159328128 00000100:00100000:0.0:1781272720.022284:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159328128 00000100:00100000:0.0:1781272720.022351:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 907 00000100:00100000:0.0:1781272720.022363:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159328128:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272720.022441:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159328128:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 81us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272720.022449:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 907 00000100:00080000:0.0:1781272720.022584:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272720.022949:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272720.022985:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272720.023025:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159328640 00000100:00100000:0.0:1781272720.023029:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159328640 00000100:00100000:0.0:1781272720.023063:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 908 00000100:00100000:0.0:1781272720.023069:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159328640:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272720.023107:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159328640:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 37us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272720.023114:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 908 00000100:00080000:0.0:1781272720.023177:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272720.023486:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159327872 00000100:00100000:1.0:1781272720.023491:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159327872 00000100:00100000:1.0:1781272720.023531:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 711 00000100:00100000:1.0:1781272720.023538:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159327872:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272720.023575:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159327872:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 38us (1513us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272720.023582:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 711 00000100:00100000:3.0:1781272720.029516:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272720.029551:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272720.029818:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159328000 00000100:00100000:0.0:1781272720.029861:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159328000 00000100:00100000:0.0:1781272720.029949:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 909 00000100:00100000:0.0:1781272720.029969:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+96:2391:x1867799159328000:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272720.030054:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+96:2391:x1867799159328000:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 97us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272720.030063:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 909 00000100:00080000:0.0:1781272720.030128:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272720.033846:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159328384 00000100:00100000:2.0:1781272720.033863:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159328384 00000100:00100000:2.0:1781272720.033996:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159328896 00000100:00100000:2.0:1781272720.034000:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159328896 00000100:00100000:2.0:1781272720.034033:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 482 00000100:00100000:2.0:1781272720.034042:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159328384:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272720.034124:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159328384:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 83us (11968us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272720.034132:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 482 00000100:00100000:2.0:1781272720.034152:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 483 00000100:00100000:2.0:1781272720.034159:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159328896:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272720.034183:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159328896:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (11198us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272720.034188:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 483 00000100:00080000:0.0:1781272720.034771:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272720.044052:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272720.044121:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272720.044169:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159328512 00000100:00100000:1.0:1781272720.044180:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159328512 00000100:00100000:1.0:1781272720.044263:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 910 00000100:00100000:1.0:1781272720.044272:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:2391:x1867799159328512:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272720.044353:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+44:2391:x1867799159328512:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 81us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272720.044361:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 910 00000100:00080000:3.0:1781272720.046086:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272720.055927:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159328256 00000100:00100000:0.0:1781272720.055942:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159328256 00000100:00100000:0.0:1781272720.056021:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159328768 00000100:00100000:0.0:1781272720.056025:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159328768 00000100:00100000:0.0:1781272720.056056:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 484 00000100:00100000:0.0:1781272720.056066:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159328256:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272720.056169:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159328256:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 103us (26615us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272720.056177:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 484 00000100:00100000:0.0:1781272720.056193:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 485 00000100:00100000:0.0:1781272720.056200:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159328768:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272720.056224:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159328768:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (12103us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272720.056230:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 485 00000100:00080000:1.0:1781272720.056419:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272720.453042:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272720.453075:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168654848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272720.453140:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272720.453197:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168654848 00000100:00100000:0.0:1781272720.453204:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168654848 00000100:00100000:0.0:1781272720.453248:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1781272720.453255:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168654848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272720.453290:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272720.453335:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168654848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272720.453342:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1781272720.453383:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168654848:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272720.706481:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272721.563070:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272721.565358:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159329024 00000100:00100000:0.0:1781272721.565374:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159329024 00000100:00100000:0.0:1781272721.565462:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1244 00000100:00100000:0.0:1781272721.565473:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:30473:x1867799159329024:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781272721.565601:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:30473:x1867799159329024:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 130us (2543us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272721.565608:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1244 00000100:00100000:2.0:1781272721.577521:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272721.581466:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159329152 00000100:00100000:0.0:1781272721.581482:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159329152 00000100:00100000:0.0:1781272721.581570:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1245 00000100:00100000:0.0:1781272721.581581:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:30473:x1867799159329152:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1781272721.581729:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:30473:x1867799159329152:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 150us (4219us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272721.581737:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1245 00010000:00010000:0.0:1781272721.733300:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272721.984987:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272721.985016:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168654976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272721.985119:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272721.985186:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168654976 00000100:00100000:1.0:1781272721.985195:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168654976 00000100:00100000:1.0:1781272721.985280:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1781272721.985290:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168654976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272721.985320:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272721.985377:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168654976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272721.985397:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1781272721.985484:0:3619:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:2.0:1781272721.985491:0:3619:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967359 committed transno 4294967359 00000100:00100000:2.0:1781272721.985515:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168654976:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781272721.986003:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272722.496791:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168655104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272722.496898:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272722.499617:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168655104 00000100:00100000:1.0:1781272722.499633:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168655104 00000100:00100000:1.0:1781272722.499731:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1781272722.499742:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168655104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272722.499775:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272722.499927:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168655104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 178us (3021us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272722.499935:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1781272722.500104:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168655104:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781272722.502312:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781272722.752058:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272723.009038:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168655232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272723.009152:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272723.009269:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168655232 00000100:00100000:2.0:1781272723.009279:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168655232 00000100:00100000:2.0:1781272723.009352:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1781272723.009366:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168655232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272723.009403:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1781272723.009453:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168655232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272723.009462:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00080000:2.0:1781272723.009491:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272723.009537:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168655232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272723.016948:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168655488:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.017051:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272723.017103:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4208a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168656000:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.017133:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272723.017153:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168656512:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.017191:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272723.017232:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781272723.017239:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168655616:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.017263:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272723.017283:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168656128:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.017305:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272723.017318:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168656640:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.017339:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272723.017392:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168655488 00000100:00100000:1.0:1781272723.017402:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168655488 00000100:00100000:1.0:1781272723.017459:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1781272723.017469:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168655488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.017528:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168655488:12345-0@lo:400:kworker.0 Request processed in 60us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272723.017537:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1781272723.017576:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168656512 00000100:00100000:1.0:1781272723.017581:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168656512 00000100:00100000:1.0:1781272723.017620:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168655616 00000100:00100000:1.0:1781272723.017623:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168655616 00000100:00100000:1.0:1781272723.017635:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168656128 00000100:00100000:1.0:1781272723.017637:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168656128 00000100:00100000:1.0:1781272723.017650:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168656640 00000100:00100000:1.0:1781272723.017652:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168656640 00000100:00100000:1.0:1781272723.017667:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1781272723.017673:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168656512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.017706:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168656512:12345-0@lo:400:kworker.0 Request processed in 34us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272723.017714:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1781272723.017726:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1781272723.017731:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168655616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.017757:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168655616:12345-0@lo:400:kworker.0 Request processed in 27us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272723.017764:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1781272723.017773:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1781272723.017780:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168656128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.017804:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168656128:12345-0@lo:400:kworker.0 Request processed in 24us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272723.017810:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1781272723.017821:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1781272723.017826:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168656640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.017894:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168656640:12345-0@lo:400:kworker.0 Request processed in 67us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272723.017901:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00080000:1.0:1781272723.017935:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272723.017940:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272723.017952:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168655744:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.017981:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272723.018004:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168656256:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018026:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272723.018041:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168656768:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018064:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272723.018084:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781272723.018090:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168655360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272723.018115:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272723.018132:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168655872:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018153:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272723.018167:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168656384:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018189:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272723.018217:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168656000 00000100:00100000:1.0:1781272723.018222:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168656000 00000100:00100000:1.0:1781272723.018249:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168655744 00000100:00100000:1.0:1781272723.018253:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168655744 00000100:00100000:1.0:1781272723.018265:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1781272723.018271:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168656000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018306:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168656000:12345-0@lo:400:kworker.0 Request processed in 36us (1173us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272723.018314:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1781272723.018325:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1781272723.018330:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168655744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018359:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168655744:12345-0@lo:400:kworker.0 Request processed in 29us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272723.018365:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1781272723.018383:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168656768 00000100:00100000:1.0:1781272723.018386:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168656768 00000100:00100000:1.0:1781272723.018418:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168656384 00000100:00100000:1.0:1781272723.018421:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168656384 00000100:00100000:1.0:1781272723.018440:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1781272723.018446:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168656768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018479:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168656768:12345-0@lo:400:kworker.0 Request processed in 33us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272723.018485:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1781272723.018496:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1781272723.018516:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168656384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018545:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168656384:12345-0@lo:400:kworker.0 Request processed in 44us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272723.018550:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1781272723.018569:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168655360 00000100:00100000:1.0:1781272723.018573:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168655360 00000100:00100000:1.0:1781272723.018596:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1781272723.018602:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168655360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272723.018619:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1781272723.018653:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168655360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272723.018659:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1781272723.018687:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168656256 00000100:00100000:1.0:1781272723.018691:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168656256 00000100:00100000:1.0:1781272723.018715:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168655872 00000100:00100000:1.0:1781272723.018717:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168655872 00000100:00100000:1.0:1781272723.018734:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1781272723.018740:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168656256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018772:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168656256:12345-0@lo:400:kworker.0 Request processed in 32us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272723.018777:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1781272723.018789:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:1.0:1781272723.018794:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168655872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018822:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168655872:12345-0@lo:400:kworker.0 Request processed in 27us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272723.018852:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00080000:1.0:1781272723.018874:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272723.018895:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272723.018897:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272723.018940:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168655616:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018953:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4208700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168656128:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018965:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168656640:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018976:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168655488:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018987:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4208a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168656000:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.018998:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168656512:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.019045:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168655360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272723.019055:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168655872:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.019064:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4209880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168656384:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.019074:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168655744:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.019083:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168656256:0@lo:400:kworker.0 00000100:00100000:1.0:1781272723.019090:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168656768:0@lo:400:kworker.0 00010000:00010000:0.0:1781272723.787740:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1781272724.041142:0:23564:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 09:58:41 (1781272721) 00000100:00100000:1.0:1781272724.393425:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272724.395914:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159329280 00000100:00100000:2.0:1781272724.395931:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159329280 00000100:00100000:2.0:1781272724.396052:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1246 00000100:00100000:2.0:1781272724.396067:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:31231:x1867799159329280:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00080000:1.0:1781272724.396775:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272724.396883:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:31231:x1867799159329280:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 819us (3465us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272724.396893:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1246 00000100:00100000:2.0:1781272724.403196:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272724.403544:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159329408 00000100:00100000:1.0:1781272724.403555:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159329408 00000100:00100000:1.0:1781272724.403644:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1247 00000100:00100000:1.0:1781272724.403657:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:31231:x1867799159329408:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781272724.403783:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:31231:x1867799159329408:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 129us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272724.403791:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1247 00000100:00080000:2.0:1781272724.404029:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272724.472558:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272724.472707:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159329536 00000100:00100000:3.0:1781272724.472719:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159329536 00000100:00100000:3.0:1781272724.472802:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1248 00000100:00100000:3.0:1781272724.472813:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+96:31232:x1867799159329536:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272724.472883:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272724.473142:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8390e expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473220:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473236:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473249:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473264:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473270:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473276:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473322:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473330:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44b0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473448:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473454:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272724.473458:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473465:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473479:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272724.473482:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272724.473487:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473492:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473506:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473512:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473517:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473521:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272724.473524:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473530:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473537:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8eb4eda8c800) 00010000:00010000:3.0:1781272724.473540:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272724.473543:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44b7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473547:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473579:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8390e expref: 97 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473590:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272724.473592:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272724.473596:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8390e expref: 97 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.473604:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646200, rc 0) 00000100:00080000:2.0:1781272724.473727:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272724.473768:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+96:31232:x1867799159329536:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 956us (1220us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272724.473775:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1248 00000100:00100000:0.0:1781272724.487241:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272724.491297:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159329792 00000100:00100000:2.0:1781272724.491315:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159329792 00000100:00100000:2.0:1781272724.493090:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1249 00000100:00100000:2.0:1781272724.493107:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+96:31232:x1867799159329792:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:2.0:1781272724.493176:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272724.493208:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc40dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837cc expref: 96 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.493231:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272724.493236:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272724.493303:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.493318:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc411b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837e1 expref: 43 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.493326:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.493377:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc411b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837e1 expref: 43 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.493393:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc411b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837e1 expref: 43 pid: 8162 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272724.493408:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9268e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168656896:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272724.493512:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4ed3eecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272724.498662:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272724.498756:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159329920 00000100:00100000:3.0:1781272724.498766:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159329920 00010000:00010000:3.0:1781272724.498807:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc411b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837e1 expref: 44 pid: 8162 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272724.498912:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 383 00000100:00100000:3.0:1781272724.498923:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:2390:x1867799159329920:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272724.498940:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272724.498949:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc411b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837e1 expref: 44 pid: 8162 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.498963:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc411b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837e1 expref: 44 pid: 8162 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.498988:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272724.498994:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.499005:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.499013:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.499034:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272724.499096:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:2390:x1867799159329920:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 174us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272724.499105:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 383 00010000:00010000:2.0:1781272724.499750:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc411b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab837e1 expref: 43 pid: 8162 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272724.499768:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9268e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168656896:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272724.499804:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.499814:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.499820:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.499879:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc44c5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.499891:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc44c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.500030:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc44c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.502790:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc44cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.502812:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc44cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.502824:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc44cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272724.502886:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c0987aed reply state 00000000f34f6546 transno 4294968057 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc44cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.503408:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc44cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.503418:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:2.0:1781272724.503422:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272724.503427:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1781272724.503434:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00010000:00010000:2.0:1781272724.503443:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.503454:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.503461:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.503467:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210ac00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.503472:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.503480:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.503491:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272724.503493:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.503497:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.503503:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc44be lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272724.503516:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c0987aed reply state 00000000f34f6546 transno 4294968057 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc44c5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.503524:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc44c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.503534:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272724.503536:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272724.503537:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1781272724.503699:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+97:31232:x1867799159329792:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 10592us (16466us total) trans 4294968057 rc 0/0 00000100:00100000:2.0:1781272724.503708:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1249 00000100:00100000:1.0:1781272724.532519:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272724.537009:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159330048 00000100:00100000:3.0:1781272724.537027:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159330048 00000100:00100000:3.0:1781272724.537106:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1250 00000100:00100000:3.0:1781272724.537117:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+97:31233:x1867799159330048:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272724.537285:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272724.537312:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83915 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.537452:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.537468:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.537480:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272724.537534:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781272724.537538:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272724.537558:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.537584:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83915 expref: 99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.537605:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83915 expref: 98 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.537614:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272724.537617:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272724.537621:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646000, rc 0) 00000100:00100000:3.0:1781272724.538173:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+98:31233:x1867799159330048:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1055us (5661us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272724.538183:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1250 00000100:00100000:3.0:1781272724.544281:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168657024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272724.545123:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272724.545737:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168657024 00000100:00100000:3.0:1781272724.545748:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168657024 00000100:00100000:3.0:1781272724.545812:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1781272724.545820:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168657024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272724.546070:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:3.0:1781272724.546132:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168657024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 312us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272724.546139:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1781272724.546328:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168657024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272724.550409:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272724.550560:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159330176 00000100:00100000:3.0:1781272724.550571:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159330176 00000100:00100000:3.0:1781272724.550628:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1251 00000100:00100000:3.0:1781272724.550640:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+98:31233:x1867799159330176:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272724.550662:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272724.550686:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8391c expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.550759:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.550776:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.550789:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.550799:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc44ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.550811:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc44ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.550816:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc44ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.550941:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc44f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.550951:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc44f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.550958:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc44f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272724.550995:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:3.0:1781272724.550999:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272724.551020:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc44f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551032:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551038:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551045:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551050:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272724.551054:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551062:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551074:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272724.551076:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272724.551081:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551086:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc44e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551098:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc44ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551103:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc44ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551107:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc44ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551111:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272724.551113:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc44ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551119:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc44ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551124:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8eb4c792e700) 00010000:00010000:3.0:1781272724.551126:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272724.551128:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc44ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551138:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc44ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551432:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc44e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8391c expref: 100 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551449:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646600/0x94898f2cdefc44f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8391c expref: 99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.551455:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:3.0:1781272724.551458:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781272724.551461:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646600, rc 0) 00000100:00100000:3.0:1781272724.551588:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+99:31233:x1867799159330176:12345-192.168.204.14@tcp:101:bash.0 Request processed in 949us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272724.551595:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1251 00000100:00100000:1.0:1781272724.564428:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272724.564563:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159330304 00000100:00100000:2.0:1781272724.564575:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159330304 00000100:00100000:2.0:1781272724.564640:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1252 00000100:00100000:2.0:1781272724.564653:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+99:31233:x1867799159330304:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1781272724.564681:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272724.564703:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc44fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83923 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.564778:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4504 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.564793:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4504 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.564804:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4504 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.564892:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc450b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.564909:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc450b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.564920:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc450b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.564962:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4504 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.564969:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4504 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.564976:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4504 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.564982:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210ac00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.564986:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4504 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.564994:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4504 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.565006:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:2.0:1781272724.565009:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.565014:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4504 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.565021:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4504 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.565033:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc450b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.565040:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc450b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.565047:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc450b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.565052:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.565055:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc450b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.565060:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc450b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.565067:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272724.565070:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.565073:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc450b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.565079:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc450b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.565112:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc44fd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83923 expref: 100 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.565122:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:2.0:1781272724.565125:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.565128:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc44fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83923 expref: 100 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.565136:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210aa00, rc 0) 00000100:00100000:2.0:1781272724.565399:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+99:31233:x1867799159330304:12345-192.168.204.14@tcp:101:bash.0 Request processed in 681us (913us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272724.565412:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1252 00000100:00100000:2.0:1781272724.596966:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272724.599099:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159330432 00000100:00100000:3.0:1781272724.599116:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159330432 00000100:00100000:2.0:1781272724.599496:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1253 00000100:00100000:2.0:1781272724.599508:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+43:31234:x1867799159330432:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272724.599532:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272724.599557:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4512 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8392a expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.599626:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc4519 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.599642:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc4519 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.599653:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc4519 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272724.599698:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781272724.599702:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272724.599722:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc4519 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.599820:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4512 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8392a expref: 45 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.599876:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc4519 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8392a expref: 44 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.599886:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272724.599890:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272724.599989:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e400, rc 0) 00000100:00100000:2.0:1781272724.600112:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:31234:x1867799159330432:12345-192.168.204.14@tcp:101:rm.0 Request processed in 606us (3157us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272724.600119:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1253 00000100:00100000:0.0:1781272724.604133:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272724.604692:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159330560 00000100:00100000:1.0:1781272724.604705:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159330560 00000100:00100000:2.0:1781272724.605308:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1254 00000100:00100000:2.0:1781272724.605323:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+44:31234:x1867799159330560:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272724.605412:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272724.605435:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4520 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83931 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605509:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4527 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605526:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4527 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605538:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4527 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605550:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc452e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605556:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc452e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605563:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc452e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605646:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4535 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605656:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605664:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272724.605703:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:2.0:1781272724.605708:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272724.605727:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4535 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605750:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4527 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605757:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4527 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605764:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4527 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605771:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.605776:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4527 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605784:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4527 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605799:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272724.605802:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.605807:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4527 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.605818:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4527 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.606450:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc452e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.606459:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc452e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.606466:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc452e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.606471:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.606475:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc452e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.606481:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc452e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.606490:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272724.606493:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.606496:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc452e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.606502:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc452e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.606534:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4520 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83931 expref: 46 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.606548:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210ac00/0x94898f2cdefc4535 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83931 expref: 45 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.606555:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:2.0:1781272724.606558:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781272724.606560:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210ac00, rc 0) 00000100:00100000:2.0:1781272724.606630:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+45:31234:x1867799159330560:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1311us (2509us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272724.606638:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1254 00000100:00100000:1.0:1781272724.614433:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272724.614609:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159330688 00000100:00100000:3.0:1781272724.614622:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159330688 00000100:00100000:3.0:1781272724.614687:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1255 00000100:00100000:3.0:1781272724.614698:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:31234:x1867799159330688:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272724.614722:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272724.614745:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc453c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83938 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.614819:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4543 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.616531:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4543 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.616549:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4543 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616684:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc454a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616695:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc454a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616702:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc454a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616750:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4543 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616762:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4543 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616769:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4543 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616776:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.616781:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4543 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616789:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4543 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616805:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:2.0:1781272724.616808:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.616813:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4543 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616821:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4543 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616868:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc454a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616876:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc454a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616881:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc454a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.616886:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.616889:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc454a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.617036:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc454a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.617046:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272724.617048:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.617051:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc454a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.617057:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc454a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.617112:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc453c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83938 expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.617123:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:2.0:1781272724.617125:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.617128:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc453c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83938 expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.617138:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646200, rc 0) 00000100:00100000:2.0:1781272724.617466:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:31234:x1867799159330688:12345-192.168.204.14@tcp:101:rm.0 Request processed in 2767us (3041us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272724.617477:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1255 00000100:00100000:1.0:1781272724.623614:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272724.628675:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159330816 00000100:00100000:2.0:1781272724.628691:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159330816 00000100:00100000:2.0:1781272724.628774:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1256 00000100:00100000:2.0:1781272724.628785:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:31234:x1867799159330816:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272724.628806:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272724.628828:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4551 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8393f expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.628946:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4558 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.628962:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4558 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.628974:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4558 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.628989:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc455f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629007:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc455f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629014:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc455f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629055:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4558 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629062:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4558 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629069:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4558 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629074:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.629078:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4558 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629086:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4558 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629098:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:2.0:1781272724.629101:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.629106:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4558 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629112:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4558 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629126:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc455f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629131:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc455f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629137:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc455f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.629142:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210aa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.631428:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc455f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.631447:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc455f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.631466:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8eb4c792e900) 00010000:00010000:2.0:1781272724.631469:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.631474:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc455f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.631481:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc455f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.631548:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4551 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8393f expref: 46 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.631559:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:2.0:1781272724.631561:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.631566:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4551 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8393f expref: 46 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.631576:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9f800, rc 0) 00000100:00100000:2.0:1781272724.631660:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:31234:x1867799159330816:12345-192.168.204.14@tcp:101:rm.0 Request processed in 2875us (8055us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272724.631668:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1256 00000100:00100000:0.0:1781272724.667162:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272724.667899:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159330944 00000100:00100000:1.0:1781272724.667917:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159330944 00000100:00100000:1.0:1781272724.667980:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1257 00000100:00100000:1.0:1781272724.667991:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+45:31235:x1867799159330944:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272724.668026:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272724.668052:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4566 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83946 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668128:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc456d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668155:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc456d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668167:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc456d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668190:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4574 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668196:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4574 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668202:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4574 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668250:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc456d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668258:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc456d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668264:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc456d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668271:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc456d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668278:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272724.668292:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc456d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668300:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc456d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668313:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:1.0:1781272724.668316:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272724.668322:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc456d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.668329:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc456d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.669106:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4574 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.669113:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4574 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.669120:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4574 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.669125:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272724.669128:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4574 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.669134:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4574 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.669693:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8eb3c2cbc600) 00010000:00010000:1.0:1781272724.669698:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272724.669703:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4574 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.669711:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4574 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.669882:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4566 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83946 expref: 46 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.669917:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:1.0:1781272724.669920:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272724.669924:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4566 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83946 expref: 46 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.669935:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cde00, rc 0) 00000100:00100000:1.0:1781272724.672479:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+45:31235:x1867799159330944:12345-192.168.204.14@tcp:101:cp.0 Request processed in 4475us (5324us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272724.672493:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1257 00000100:00100000:1.0:1781272724.677174:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272724.677531:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159331072 00000100:00100000:2.0:1781272724.677542:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159331072 00000100:00100000:2.0:1781272724.677611:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1258 00000100:00100000:2.0:1781272724.677622:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:31235:x1867799159331072:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272724.677648:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272724.677673:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc457b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8394d expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677754:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4582 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677773:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4582 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677787:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4582 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677802:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4589 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677810:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4589 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677816:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4589 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677904:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4582 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677913:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4582 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677920:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4582 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677925:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9f800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.677929:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4582 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677936:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4582 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677949:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:2.0:1781272724.677952:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.677957:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4582 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677962:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4582 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677974:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4589 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677980:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4589 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677986:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4589 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.677991:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.678234:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4589 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.678244:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4589 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.678253:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8eb4c792e900) 00010000:00010000:2.0:1781272724.678256:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.678259:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4589 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.678265:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4589 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.678317:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc457b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8394d expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.678328:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:2.0:1781272724.678798:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.678805:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc457b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8394d expref: 46 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.678818:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210aa00, rc 0) 00000100:00100000:2.0:1781272724.679047:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+45:31235:x1867799159331072:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1425us (1884us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272724.679056:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1258 00000100:00100000:2.0:1781272724.691595:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272724.691782:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159331328 00000100:00100000:1.0:1781272724.691794:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159331328 00000100:00100000:1.0:1781272724.691889:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1259 00000100:00100000:1.0:1781272724.691910:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:31235:x1867799159331328:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272724.691931:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272724.691953:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4590 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83954 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.692066:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4597 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.692083:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4597 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.692095:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4597 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.692115:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc459e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.692123:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc459e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.692129:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc459e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781272724.692788:0:6491:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:1.0:1781272724.694522:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc45a5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694540:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc45a5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694551:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc45a5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694585:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4597 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694592:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4597 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694599:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4597 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694604:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272724.694609:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4597 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694622:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4597 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694635:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:1.0:1781272724.694638:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272724.694643:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4597 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694650:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4597 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272724.694666:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009148966d reply state 0000000088497d8e transno 4294968058 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc459e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694676:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc459e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694683:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8eb3c2cbc600) 00010000:00010000:1.0:1781272724.694685:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272724.694688:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781272724.694726:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4590 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83954 expref: 48 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694742:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc45a5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83954 expref: 47 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.694749:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:1.0:1781272724.694751:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272724.694754:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd000, rc 0) 00000100:00100000:1.0:1781272724.695041:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:31235:x1867799159331328:12345-192.168.204.14@tcp:101:cp.0 Request processed in 3130us (3452us total) trans 4294968058 rc 0/0 00000100:00100000:1.0:1781272724.695050:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1259 00000100:00100000:0.0:1781272724.702535:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272724.702697:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159331456 00000100:00100000:3.0:1781272724.702708:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159331456 00000100:00100000:3.0:1781272724.702881:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 330 00000100:00100000:3.0:1781272724.702904:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159331456:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272724.702926:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272724.703344:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8395b expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272724.703375:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781272724.703397:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272724.703400:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272724.703411:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8395b expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.703432:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8395b expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.703447:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647200, rc 0) 00000100:00100000:3.0:1781272724.703524:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159331456:12345-192.168.204.14@tcp:101:cp.0 Request processed in 634us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272724.703532:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 330 00000100:00080000:2.0:1781272724.712671:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272724.712966:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272724.713100:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159331584 00000100:00100000:1.0:1781272724.713112:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159331584 00000100:00100000:1.0:1781272724.713187:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 331 00000100:00100000:1.0:1781272724.713200:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:31235:x1867799159331584:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272724.713223:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272724.713246:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83962 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.713283:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8395b expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.713292:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272724.713295:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272724.713299:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.713350:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8395b expref: 12 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.713367:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8395b expref: 12 pid: 15938 timeout: 781 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272724.713382:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4208a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168657152:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272724.713491:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c2a85e40 going to sleep for 11 seconds 00000100:00100000:1.0:1781272724.726719:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272724.726823:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159331712 00000100:00100000:2.0:1781272724.726874:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159331712 00010000:00010000:2.0:1781272724.726950:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8395b expref: 13 pid: 15938 timeout: 781 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272724.726998:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 384 00000100:00100000:2.0:1781272724.727009:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159331712:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272724.727029:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272724.727052:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8395b expref: 13 pid: 15938 timeout: 781 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.727067:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8395b expref: 13 pid: 15938 timeout: 781 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.727096:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272724.727098:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272724.727106:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 13 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.727117:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 13 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.727171:0:10311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 13 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272724.727186:0:10311:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9268a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10311:1867799168657280:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272724.727267:0:10311:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4ed3eee40 going to sleep for 11 seconds 00010000:00010000:0.0:1781272724.727472:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8395b expref: 13 pid: 15938 timeout: 781 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272724.727488:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4208a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168657152:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272724.727515:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272724.727525:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc400, rc 0) 00000100:00100000:0.0:1781272724.727553:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:31235:x1867799159331584:12345-192.168.204.14@tcp:101:cp.0 Request processed in 14357us (14594us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272724.727559:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 331 00000100:00100000:1.0:1781272724.740496:0:10311:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9268a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10311:1867799168657280:192.168.204.14@tcp:105: 00010000:00010000:1.0:1781272724.740539:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272724.740602:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159331712:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 13594us (13893us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272724.740614:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 384 00000100:00100000:1.0:1781272724.754243:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272724.754882:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159331968 00000100:00100000:3.0:1781272724.754901:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159331968 00000100:00100000:3.0:1781272724.754968:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 239 00000100:00100000:3.0:1781272724.754978:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b35c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:31235:x1867799159331968:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:3.0:1781272724.755311:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b35c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:31235:x1867799159331968:12345-192.168.204.14@tcp:35:cp.0 Request processed in 333us (1079us total) trans 4294968059 rc 0/0 00000100:00100000:3.0:1781272724.755321:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 239 00010000:00010000:1.0:1781272724.803241:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272724.804320:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781272724.861226:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272724.861594:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159332096 00000100:00100000:0.0:1781272724.861605:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159332096 00000100:00100000:0.0:1781272724.861672:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1260 00000100:00100000:0.0:1781272724.861684:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+99:31238:x1867799159332096:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272724.861711:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272724.861744:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc45c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83969 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272724.861819:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc45c8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272724.861875:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc45c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272724.861897:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc45c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272724.861909:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc45cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272724.861923:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc45cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272724.861930:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc45cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862501:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862512:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862521:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272724.862565:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:1.0:1781272724.862570:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272724.862590:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862602:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862611:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc45c8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862617:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc45c8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862624:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc45c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862630:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc45c8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862636:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272724.862641:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc45c8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862649:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc45c8 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862664:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:1.0:1781272724.862666:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272724.862671:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc45c8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862677:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc45c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862692:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc45cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862698:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc45cf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862704:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc45cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862709:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272724.862713:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc45cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862718:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc45cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862725:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8eb3c2cbc600) 00010000:00010000:1.0:1781272724.862737:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272724.862741:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc45cf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862747:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc45cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862777:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc45c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83969 expref: 101 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862792:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83969 expref: 100 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.862799:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:1.0:1781272724.862801:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272724.862803:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc200, rc 0) 00000100:00100000:1.0:1781272724.863269:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+100:31238:x1867799159332096:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1585us (2051us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272724.863277:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1260 00000100:00100000:1.0:1781272724.878556:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272724.880905:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159332224 00000100:00100000:0.0:1781272724.880924:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159332224 00000100:00100000:0.0:1781272724.881031:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 332 00000100:00100000:0.0:1781272724.881043:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159332224:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272724.881064:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272724.881088:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008129f6e5/0x94898f2cdefc45dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83970 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272724.881158:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168657408:192.168.204.14@tcp:106: 00000100:00100000:0.0:1781272724.881279:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5000 going to sleep for 11 seconds 00000100:00080000:2.0:1781272724.881690:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1781272724.890596:0:9894:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1781272724.890606:0:9894:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime: 0 -> 1781272724 00002000:00010000:1.0:1781272724.890608:0:9894:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime: 0 -> 1781272724 00002000:00010000:1.0:1781272724.890611:0:9894:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime: 0 -> 1781272724 00002000:00010000:1.0:1781272724.890613:0:9894:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1781272724.890636:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168657408:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272724.890679:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008129f6e5/0x94898f2cdefc45dd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83970 expref: 13 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.890707:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008129f6e5/0x94898f2cdefc45dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83970 expref: 13 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.890723:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220200, rc 0) 00000100:00100000:1.0:1781272724.890804:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+12:2389:x1867799159332224:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 9762us (12256us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272724.890812:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 332 00000100:00100000:3.0:1781272724.898220:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272724.912299:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159332352 00000100:00100000:1.0:1781272724.912319:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159332352 00000100:00100000:1.0:1781272724.912396:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1261 00000100:00100000:1.0:1781272724.912406:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+100:31238:x1867799159332352:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272724.912427:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272724.912447:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc45e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83977 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.912513:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc45eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.912528:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc45eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.912540:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc45eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272724.912581:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:1.0:1781272724.912584:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272724.912602:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc45eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.912626:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc45e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83977 expref: 102 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.912643:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc45eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83977 expref: 101 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.912652:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:1.0:1781272724.912655:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272724.912659:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:1.0:1781272724.912713:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+101:31238:x1867799159332352:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 309us (14505us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272724.912720:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1261 00000100:00100000:2.0:1781272724.937340:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272724.937910:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159332480 00000100:00100000:3.0:1781272724.937923:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159332480 00000100:00100000:3.0:1781272724.937994:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 333 00000100:00100000:3.0:1781272724.938004:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159332480:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272724.938023:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272724.938041:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8397e expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272724.938109:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168657536:192.168.204.14@tcp:106: 00000100:00100000:3.0:1781272724.938201:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272724.948214:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5309500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168657536:192.168.204.14@tcp:106: 00010000:00010000:3.0:1781272724.948260:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45f2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8397e expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.948289:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc45f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8397e expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272724.948310:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5647200, rc 0) 00000100:00100000:3.0:1781272724.948386:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159332480:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 10381us (11054us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272724.948395:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 333 00000100:00100000:1.0:1781272724.953314:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272724.953457:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159332736 00000100:00100000:2.0:1781272724.953468:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159332736 00000100:00100000:2.0:1781272724.953529:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1262 00000100:00100000:2.0:1781272724.953539:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+101:31238:x1867799159332736:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:2.0:1781272724.953740:0:6491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:2.0:1781272724.953935:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+101:31238:x1867799159332736:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 396us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272724.953944:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1262 00000001:00080000:0.0:1781272724.968561:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968059 is committed 00000001:00080000:0.0:1781272724.968594:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968057 is committed 00000020:00080000:0.0:1781272724.968601:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 24 batchid updated 00010000:00010000:1.0:1781272724.968784:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc459e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.968800:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc459e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.968809:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc459e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.968816:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272724.968823:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc459e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.968882:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc459e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.968916:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8eb3c2cbc600) 00010000:00010000:1.0:1781272724.968920:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272724.968926:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc459e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272724.968933:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc459e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969260:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc44c5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969269:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc44c5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969274:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc44c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969279:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.969282:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc44c5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969289:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc44c5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969299:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272724.969302:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.969305:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc44c5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969310:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc44c5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969326:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc44cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969332:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc44cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969338:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc44cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969344:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272724.969346:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc44cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969352:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc44cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969359:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:2.0:1781272724.969362:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272724.969365:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc44cc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272724.969369:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc44cc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1781272724.969874:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000020:00080000:3.0:1781272724.969895:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:2.0:1781272725.162641:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272725.162686:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272725.162715:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272725.162755:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272725.162781:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272725.162813:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159332864 00000100:00100000:2.0:1781272725.162824:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159332864 00000100:00100000:2.0:1781272725.162927:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 713 00000100:00100000:2.0:1781272725.164361:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159332864:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272725.164465:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159332864:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 1528us (1777us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272725.164476:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 713 00000100:00100000:2.0:1781272725.164530:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159333120 00000100:00100000:2.0:1781272725.164537:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159333120 00000100:00100000:2.0:1781272725.164582:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159333376 00000100:00100000:2.0:1781272725.164585:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159333376 00000100:00100000:2.0:1781272725.164606:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 488 00000100:00100000:2.0:1781272725.164612:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159333120:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272725.164640:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159333120:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (1925us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272725.164647:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 488 00000100:00100000:2.0:1781272725.164659:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 489 00000100:00100000:2.0:1781272725.164666:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159333376:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272725.164691:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159333376:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (1936us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272725.164696:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 489 00000100:00080000:2.0:1781272725.164793:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272725.164814:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159332992 00000100:00100000:2.0:1781272725.164819:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159332992 00000100:00100000:2.0:1781272725.165248:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159333248 00000100:00100000:2.0:1781272725.165255:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159333248 00000100:00100000:2.0:1781272725.165287:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 917 00000100:00100000:2.0:1781272725.165295:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159332992:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272725.165331:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159332992:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 37us (2701us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272725.165337:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 917 00000100:00100000:2.0:1781272725.165349:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 918 00000100:00100000:2.0:1781272725.165355:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159333248:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272725.165375:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159333248:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 20us (2594us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272725.165380:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 918 00000100:00080000:2.0:1781272725.165396:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:0.0:1781272725.377153:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272725.377162:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272725.377257:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 2 00000040:00080000:0.0:1781272725.377268:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272725.377503:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5680700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168657664:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272725.377684:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272725.386810:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5680700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168657664:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272725.396230:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272725.396336:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159333504 00000100:00100000:1.0:1781272725.396348:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159333504 00000100:00100000:1.0:1781272725.396417:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1263 00000100:00100000:1.0:1781272725.396428:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:31248:x1867799159333504:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272725.396471:0:12323:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272725.396599:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:31248:x1867799159333504:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 172us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272725.396606:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1263 00000100:00100000:2.0:1781272725.408056:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272725.408200:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159333760 00000100:00100000:0.0:1781272725.408213:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159333760 00000100:00100000:0.0:1781272725.408279:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1264 00000100:00100000:0.0:1781272725.408291:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:31248:x1867799159333760:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272725.408315:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272725.408369:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc45f9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83985 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272725.408490:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc4600 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272725.408508:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc4600 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272725.408523:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc4600 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272725.408535:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1781272725.408675:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc45f9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83985 expref: 49 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272725.408696:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc4600 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83985 expref: 48 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272725.408710:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:0.0:1781272725.408713:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272725.408718:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220a00, rc 0) 00000100:00100000:0.0:1781272725.408788:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:31248:x1867799159333760:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 499us (741us total) trans 4294968060 rc 0/0 00000100:00100000:0.0:1781272725.408796:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1264 00000100:00100000:3.0:1781272725.419931:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272725.432517:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272725.432627:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159334016 00000100:00100000:3.0:1781272725.432638:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159334016 00000100:00100000:3.0:1781272725.432701:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 334 00000100:00100000:3.0:1781272725.432711:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159334016:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272725.432774:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272725.432799:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272725.432809:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272725.432811:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272725.432815:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272725.432898:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272725.432919:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 11 pid: 8407 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272725.432934:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168657792:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272725.433027:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fe3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272725.440989:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159333888 00000100:00100000:1.0:1781272725.441006:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159333888 00000100:00100000:1.0:1781272725.441087:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 54 00000100:00100000:1.0:1781272725.441098:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:2391:x1867799159333888:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272725.441118:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272725.441149:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc4600 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83985 expref: 48 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.441173:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:1.0:1781272725.441178:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272725.441247:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:2391:x1867799159333888:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 151us (21329us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272725.441256:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 54 00000100:00100000:1.0:1781272725.454253:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272725.454866:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159334144 00000100:00100000:0.0:1781272725.454887:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159334144 00002000:00100000:0.0:1781272725.454953:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff8eb4c629bb80 x1867799159334144/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:481/0 lens 648/0 e 0 to 0 dl 1781272736 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272725.454964:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c629bb80 with x1867799159334144 ext(0->157) 00010000:00010000:0.0:1781272725.454974:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 12 pid: 8407 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272725.454993:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 12 pid: 8407 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272725.455001:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb4c629bb80 00000100:00100000:0.0:1781272725.455034:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 15 00000100:00100000:0.0:1781272725.455044:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159334144:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:3.0:1781272725.458013:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168657792:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272725.458045:0:15938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272725.460621:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+14:2391:x1867799159334144:12345-192.168.204.14@tcp:4:cp.0 Request processed in 5567us (6369us total) trans 4294967366 rc 0/0 00000100:00100000:0.0:1781272725.460638:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 15 00002000:00100000:0.0:1781272725.460652:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff8eb4c629bb80 x1867799159334144/t4294967366(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:481/0 lens 648/448 e 0 to 0 dl 1781272736 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272725.460664:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c629bb80 with x1867799159334144 ext(0->157) 00010000:00010000:0.0:1781272725.460675:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 14 pid: 8407 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272725.460694:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 14 pid: 8407 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272725.460703:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb4c629bb80 00000100:00100000:1.0:1781272725.473403:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272725.473479:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159334272 00000100:00100000:2.0:1781272725.473490:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159334272 00010000:00010000:2.0:1781272725.473537:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 14 pid: 8407 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272725.473582:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 385 00000100:00100000:2.0:1781272725.473594:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e915c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+14:2388:x1867799159334272:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272725.473611:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1781272725.473629:0:6478:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1781272725.473637:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 14 pid: 8407 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.473659:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 14 pid: 8407 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.473687:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc45ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83962 expref: 14 pid: 8407 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.473705:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272725.473708:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272725.473713:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.473739:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.473779:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272725.473897:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e915c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+13:2388:x1867799159334272:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 240us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272725.473907:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 385 00010000:00010000:1.0:1781272725.474088:0:15938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.474099:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.474120:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.474128:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.474136:0:15938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.474143:0:15938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272725.474148:0:15938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.474162:0:15938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.474175:0:15938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.474184:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ab8e169/0x94898f2cdefc460e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272725.474236:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2389:x1867799159334016:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 41526us (41730us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272725.474246:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 334 00000100:00100000:1.0:1781272725.478694:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272725.479249:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159334528 00000100:00100000:2.0:1781272725.479260:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159334528 00000100:00100000:2.0:1781272725.479325:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1265 00000100:00100000:2.0:1781272725.479337:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:31248:x1867799159334528:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272725.479467:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:31248:x1867799159334528:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 132us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272725.479476:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1265 00000100:00100000:1.0:1781272725.491975:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272725.492143:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159334656 00000100:00100000:2.0:1781272725.492154:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159334656 00000100:00100000:2.0:1781272725.492223:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 335 00000100:00100000:2.0:1781272725.492235:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159334656:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272725.492256:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272725.492280:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4615 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8398c expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272725.492306:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a2c1094, atime: 0x0, ctime: 0x6a2c1094, blocks: 0x8 00010000:00010000:2.0:1781272725.492329:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272725.492332:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272725.492342:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4615 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8398c expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.492361:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4615 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8398c expref: 13 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.492376:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9f800, rc 0) 00000100:00100000:2.0:1781272725.492443:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159334656:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 210us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272725.492451:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 335 00000100:00100000:3.0:1781272725.503194:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272725.504442:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159334912 00000100:00100000:2.0:1781272725.504455:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159334912 00000100:00100000:2.0:1781272725.504517:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1266 00000100:00100000:2.0:1781272725.504528:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:31248:x1867799159334912:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272725.504700:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+47:31248:x1867799159334912:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 173us (1515us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272725.504709:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1266 00000100:00100000:3.0:1781272725.518652:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272725.519771:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159335040 00000100:00100000:1.0:1781272725.519784:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159335040 00002000:00100000:1.0:1781272725.519891:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8eb4ff999880 x1867799159335040/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:481/0 lens 488/0 e 0 to 0 dl 1781272736 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272725.519904:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff999880 with x1867799159335040 ext(0->4095) 00002000:00010000:1.0:1781272725.519911:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff999880 00000100:00100000:1.0:1781272725.519999:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 91 00000100:00100000:1.0:1781272725.520010:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159335040:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781272725.520221:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159335040:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 212us (1579us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781272725.520234:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 91 00002000:00100000:1.0:1781272725.520242:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8eb4ff999880 x1867799159335040/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:481/0 lens 488/4536 e 0 to 0 dl 1781272736 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272725.520250:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff999880 with x1867799159335040 ext(0->4095) 00002000:00010000:1.0:1781272725.520254:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff999880 00000100:00100000:1.0:1781272725.535006:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272725.535051:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159335168 00000100:00100000:1.0:1781272725.535062:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159335168 00000100:00100000:1.0:1781272725.535115:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1267 00000100:00100000:1.0:1781272725.535124:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:31248:x1867799159335168:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272725.535154:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272725.535180:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc461c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83993 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.535231:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4623 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.535250:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4623 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.535263:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4623 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.535402:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc461c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83993 expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.535426:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4623 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83993 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.535436:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:1.0:1781272725.535439:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272725.535443:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:1.0:1781272725.535504:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:31248:x1867799159335168:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 380us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272725.535512:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1267 00000100:00100000:0.0:1781272725.549136:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272725.551089:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159335296 00000100:00100000:1.0:1781272725.551106:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159335296 00000100:00100000:1.0:1781272725.551177:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1268 00000100:00100000:1.0:1781272725.551187:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+48:31248:x1867799159335296:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272725.551225:0:12323:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272725.551400:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+48:31248:x1867799159335296:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 214us (2276us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272725.551408:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1268 00000100:00100000:3.0:1781272725.564330:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272725.564894:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159335424 00000100:00100000:2.0:1781272725.564907:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159335424 00000100:00100000:2.0:1781272725.564997:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 336 00000100:00100000:2.0:1781272725.565010:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159335424:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272725.565062:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc462a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.565082:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272725.565085:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272725.565091:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc462a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.565107:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc462a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.565135:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc462a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.565144:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc462a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.565153:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc462a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.565159:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272725.565164:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc462a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.565174:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc462a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.565189:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc462a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272725.565197:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc462a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272725.565277:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159335424:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 270us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272725.565285:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 336 00000100:00100000:0.0:1781272725.568087:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272725.568110:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168657920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272725.568180:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272725.568245:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168657920 00000100:00100000:3.0:1781272725.568263:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168657920 00000100:00100000:3.0:1781272725.568349:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1781272725.568360:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168657920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272725.568409:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272725.568932:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168657920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 570us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272725.568953:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1781272725.573484:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272725.573616:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168657920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272725.573665:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159335680 00000100:00100000:0.0:1781272725.573672:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159335680 00000100:00100000:0.0:1781272725.574097:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1269 00000100:00100000:0.0:1781272725.574109:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:31248:x1867799159335680:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781272725.574194:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272725.574213:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4623 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83993 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272725.574223:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272725.574266:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4623 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83993 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272725.574284:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4623 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83993 expref: 48 pid: 8162 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272725.574300:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168658048:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272725.574400:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272725.579195:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272725.579235:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159335808 00000100:00100000:1.0:1781272725.579246:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159335808 00010000:00010000:1.0:1781272725.579289:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4623 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83993 expref: 49 pid: 8162 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272725.579327:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 386 00000100:00100000:1.0:1781272725.579336:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:2391:x1867799159335808:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272725.579352:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272725.579359:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4623 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83993 expref: 49 pid: 8162 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.579373:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4623 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83993 expref: 49 pid: 8162 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.579398:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:1.0:1781272725.579404:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.579414:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.579423:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.579443:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272725.579501:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:2391:x1867799159335808:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 166us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272725.579509:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 386 00010000:00010000:1.0:1781272725.581291:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4623 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83993 expref: 48 pid: 8162 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272725.581312:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168658048:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272725.581335:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.581344:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.581349:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.581507:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.581514:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.581520:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.581525:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272725.581528:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.581535:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.581547:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:1.0:1781272725.581550:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272725.581554:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272725.581560:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4631 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272725.581949:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:31248:x1867799159335680:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 7831us (8463us total) trans 4294968061 rc 0/0 00000100:00100000:1.0:1781272725.581959:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1269 00000040:00080000:2.0:1781272725.584781:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272725.584790:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272725.585466:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1781272725.585479:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272725.586106:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272725.586139:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159336064 00000100:00100000:1.0:1781272725.586150:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159336064 00000100:00100000:1.0:1781272725.586218:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 240 00000100:00100000:1.0:1781272725.586230:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:31248:x1867799159336064:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272725.586528:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:31248:x1867799159336064:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 299us (426us total) trans 4294968062 rc 0/0 00000100:00100000:1.0:1781272725.586537:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 240 00010000:00010000:3.0:1781272725.824543:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272726.149661:0:23613:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272726.149672:0:23613:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272726.149705:0:23613:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 2 00000040:00080000:2.0:1781272726.149778:0:23613:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272726.327981:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272726.328175:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159336320 00000100:00100000:1.0:1781272726.328186:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159336320 00000100:00100000:1.0:1781272726.328269:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1270 00000100:00100000:1.0:1781272726.328279:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+99:31254:x1867799159336320:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272726.328301:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272726.328324:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4638 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8399a expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.328467:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc463f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.328483:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc463f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.328499:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc463f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272726.328511:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:1.0:1781272726.328633:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4638 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8399a expref: 102 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.328650:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc463f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8399a expref: 101 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.328664:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:1.0:1781272726.328667:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272726.328671:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:1.0:1781272726.328723:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+101:31254:x1867799159336320:12345-192.168.204.14@tcp:101:cat.0 Request processed in 445us (751us total) trans 4294968063 rc 0/0 00000100:00100000:1.0:1781272726.328730:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1270 00000100:00080000:3.0:1781272726.328884:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272726.337333:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272726.337376:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272726.337442:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159336448 00000100:00100000:1.0:1781272726.337452:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159336448 00000100:00100000:1.0:1781272726.337527:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 337 00000100:00100000:1.0:1781272726.337539:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+12:2390:x1867799159336448:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272726.337559:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272726.337578:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc464d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839a1 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.337607:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272726.337609:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272726.337618:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc464d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a1 expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.337638:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc464d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a1 expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.337653:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:1.0:1781272726.337710:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+13:2390:x1867799159336448:12345-192.168.204.14@tcp:101:cat.0 Request processed in 174us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272726.337735:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 337 00000100:00080000:3.0:1781272726.340400:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272726.341338:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159336576 00000100:00100000:0.0:1781272726.341350:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159336576 00000100:00100000:0.0:1781272726.341433:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 55 00000100:00100000:0.0:1781272726.341444:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+101:2390:x1867799159336576:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272726.341463:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272726.341490:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc463f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8399a expref: 101 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.341507:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:0.0:1781272726.341512:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272726.341569:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+100:2390:x1867799159336576:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 126us (4191us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272726.341576:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 55 00000100:00100000:3.0:1781272726.353662:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272726.356162:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159336704 00000100:00100000:0.0:1781272726.356178:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159336704 00002000:00100000:0.0:1781272726.356253:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8eb4c2bee680 x1867799159336704/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:482/0 lens 488/0 e 0 to 0 dl 1781272737 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272726.356271:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2bee680 with x1867799159336704 ext(0->4095) 00002000:00010000:0.0:1781272726.356279:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4c2bee680 00000100:00100000:0.0:1781272726.356327:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 92 00000100:00100000:0.0:1781272726.356338:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159336704:12345-192.168.204.14@tcp:3:cat.0 00000100:00100000:0.0:1781272726.356570:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159336704:12345-192.168.204.14@tcp:3:cat.0 Request processed in 233us (2919us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781272726.356578:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 92 00002000:00100000:0.0:1781272726.356586:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8eb4c2bee680 x1867799159336704/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:482/0 lens 488/4536 e 0 to 0 dl 1781272737 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272726.356594:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2bee680 with x1867799159336704 ext(0->4095) 00002000:00010000:0.0:1781272726.356597:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4c2bee680 00000100:00100000:3.0:1781272726.386272:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272726.386406:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159336960 00000100:00100000:2.0:1781272726.386417:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159336960 00000100:00100000:2.0:1781272726.386483:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 241 00000100:00100000:2.0:1781272726.386964:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+100:31254:x1867799159336960:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1781272726.387223:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+101:31254:x1867799159336960:12345-192.168.204.14@tcp:35:cat.0 Request processed in 264us (963us total) trans 4294968064 rc 0/0 00000100:00100000:2.0:1781272726.387233:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 241 00000100:00100000:3.0:1781272726.453326:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272726.453410:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159337216 00000100:00100000:2.0:1781272726.453422:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159337216 00000100:00100000:2.0:1781272726.453495:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1271 00000100:00100000:2.0:1781272726.453506:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+101:31255:x1867799159337216:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272726.453533:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272726.453560:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4654 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839a8 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.453689:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc465b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.453706:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc465b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.453735:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc465b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272726.453749:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1781272726.453927:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4654 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a8 expref: 104 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.453947:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc465b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a8 expref: 103 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.453957:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:2.0:1781272726.453960:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1781272726.453964:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:2.0:1781272726.454025:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+103:31255:x1867799159337216:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 521us (710us total) trans 4294968065 rc 0/0 00000100:00100000:2.0:1781272726.454035:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1271 00000100:00100000:1.0:1781272726.460768:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272726.461054:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159337344 00000100:00100000:2.0:1781272726.461067:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159337344 00000100:00100000:2.0:1781272726.461140:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 338 00000100:00100000:2.0:1781272726.461151:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159337344:12345-192.168.204.14@tcp:1:lfs.0 00010000:00010000:2.0:1781272726.461206:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.461231:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4615 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8398c expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.461240:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc464d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a1 expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.461248:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272726.461251:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272726.461255:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.461296:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc464d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a1 expref: 13 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.461311:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc464d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a1 expref: 13 pid: 15938 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272726.461327:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168658176:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272726.461421:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4615 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8398c expref: 12 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.461431:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4615 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8398c expref: 12 pid: 8404 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272726.461440:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168658304:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272726.461461:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5480 going to sleep for 11 seconds 00000100:00100000:2.0:1781272726.467517:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168658176:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272726.467534:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168658304:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272726.467566:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272726.467773:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272726.468035:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159337600 00000100:00100000:3.0:1781272726.468043:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159337600 00010000:00010000:3.0:1781272726.468099:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4615 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8398c expref: 13 pid: 8404 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272726.468144:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 387 00000100:00100000:3.0:1781272726.468153:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:2389:x1867799159337600:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272726.468169:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272726.468188:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4615 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8398c expref: 13 pid: 8404 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.468200:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4615 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8398c expref: 13 pid: 8404 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.468224:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4615 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8398c expref: 13 pid: 8404 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.468244:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272726.468293:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2389:x1867799159337600:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 140us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272726.468301:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 387 00000100:00080000:2.0:1781272726.468488:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272726.490431:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272726.495696:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159337472 00000100:00100000:2.0:1781272726.495713:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159337472 00010000:00010000:2.0:1781272726.495762:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc464d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a1 expref: 14 pid: 15938 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272726.496470:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 388 00000100:00100000:2.0:1781272726.496486:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+14:2388:x1867799159337472:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272726.496509:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272726.496533:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc464d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a1 expref: 14 pid: 15938 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.496550:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc464d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a1 expref: 14 pid: 15938 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.496592:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc464d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a1 expref: 14 pid: 15938 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.496608:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272726.496611:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272726.496617:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.496627:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.496658:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272726.496722:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:2388:x1867799159337472:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 241us (6300us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272726.496730:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 388 00010000:00010000:2.0:1781272726.496763:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.496773:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.496807:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.496816:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.496847:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.496856:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272726.496860:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.498154:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.498175:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272726.498184:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc4669 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272726.498278:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:2391:x1867799159337344:12345-192.168.204.14@tcp:1:lfs.0 Request processed in 37125us (37519us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272726.498288:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 338 00000100:00100000:1.0:1781272726.515396:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272726.515438:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159337856 00000100:00100000:1.0:1781272726.515450:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159337856 00000100:00100000:1.0:1781272726.515507:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 242 00000100:00100000:1.0:1781272726.515517:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+103:31255:x1867799159337856:12345-192.168.204.14@tcp:35:lfs.0 00000004:00010000:1.0:1781272726.515585:0:6494:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc465b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a8 expref: 103 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781272726.515781:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968066 00000001:00080000:1.0:1781272726.520355:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968067 00010000:00010000:1.0:1781272726.520441:0:6494:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.520464:0:6494:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc45a5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83954 expref: 48 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.520475:0:6494:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83969 expref: 106 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.520484:0:6494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.520529:0:6494:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83969 expref: 106 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.520553:0:6494:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83969 expref: 106 pid: 12323 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272726.520570:0:6494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba1180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6494:1867799168658432:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272726.520678:0:6494:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc45a5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83954 expref: 48 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272726.520690:0:6494:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc45a5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83954 expref: 48 pid: 6491 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272726.520699:0:6494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6494:1867799168658560:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272726.520722:0:6494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620df00 going to sleep for 11 seconds 00000100:00100000:1.0:1781272726.529332:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272726.529433:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272726.529930:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159337984 00000100:00100000:3.0:1781272726.529941:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159337984 00010000:00010000:3.0:1781272726.529985:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83969 expref: 107 pid: 12323 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272726.530032:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159338112 00000100:00100000:3.0:1781272726.530035:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159338112 00010000:00010000:3.0:1781272726.530060:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc45a5 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83954 expref: 49 pid: 6491 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272726.530083:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 389 00000100:00100000:3.0:1781272726.530093:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+107:2390:x1867799159337984:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272726.530111:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1781272726.530369:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 390 00000100:00100000:0.0:1781272726.530380:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:2388:x1867799159338112:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272726.530390:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272726.530397:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc45a5 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83954 expref: 49 pid: 6491 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.530411:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc45a5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83954 expref: 49 pid: 6491 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.530438:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:0.0:1781272726.530444:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.530454:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.530460:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272726.530511:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:2388:x1867799159338112:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 133us (1078us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272726.530519:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 390 00010000:00010000:3.0:1781272726.531264:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83969 expref: 107 pid: 12323 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.531278:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83969 expref: 107 pid: 12323 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.531293:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:3.0:1781272726.531297:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.531304:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.531312:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.531330:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272726.531363:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+107:2390:x1867799159337984:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1271us (2045us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272726.531370:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 389 00000100:00080000:3.0:1781272726.531398:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781272726.533357:0:6494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc45d6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83969 expref: 106 pid: 12323 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272726.533380:0:6494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba1180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6494:1867799168658432:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272726.533393:0:6494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc45a5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83954 expref: 48 pid: 6491 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272726.533402:0:6494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6494:1867799168658560:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272726.533426:0:6494:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.533436:0:6494:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.533441:0:6494:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272726.533561:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968068 00000001:00080000:3.0:1781272726.533684:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968069 00000001:00080000:3.0:1781272726.533721:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968070 00000100:00100000:3.0:1781272726.533819:0:6494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3919500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6494:1867799168658688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1781272726.537571:0:6494:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272726.537613:0:6494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055780 going to sleep for 11 seconds 00000100:00100000:3.0:1781272726.537645:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168658688 00000100:00100000:3.0:1781272726.537655:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168658688 00000100:00100000:3.0:1781272726.537718:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1781272726.537728:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6494:x1867799168658688:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1781272726.540805:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6494:x1867799168658688:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 3058us (3220us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272726.540820:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:3.0:1781272726.540900:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272726.541598:0:6494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3919500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6494:1867799168658688:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1781272726.541766:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968071 00000100:00100000:1.0:1781272726.542622:0:6494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6494:1867799168658816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781272726.542686:0:6494:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272726.542723:0:6494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d180 going to sleep for 11 seconds 00000100:00100000:3.0:1781272726.543918:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168658816 00000100:00100000:3.0:1781272726.543928:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168658816 00000100:00100000:3.0:1781272726.543987:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1781272726.544002:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6494:x1867799168658816:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1781272726.544204:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6494:x1867799168658816:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 204us (1516us total) trans 4294967367 rc 0/0 00000100:00100000:3.0:1781272726.544213:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1781272726.544725:0:6494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6494:1867799168658816:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:3.0:1781272726.544758:0:6494:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.544769:0:6494:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.544777:0:6494:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.544931:0:6494:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272726.544938:0:6494:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.544947:0:6494:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.544965:0:6494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:3.0:1781272726.544968:0:6494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1781272726.544973:0:6494:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.544980:0:6494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4670 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1781272726.545106:0:6494:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x42:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1781272726.546071:0:6494:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9376 00000004:00080000:3.0:1781272726.546089:0:6494:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683441257216ns, next at 684441253217ns, rc = 0 00000001:00080000:3.0:1781272726.546102:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968072 00010000:00010000:3.0:1781272726.546428:0:6494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb3c2cbcd00) 00010000:00010000:3.0:1781272726.546432:0:6494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1781272726.546442:0:6494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc465b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839a8 expref: 110 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272726.546623:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+109:31255:x1867799159337856:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 31106us (31235us total) trans 4294968073 rc 0/0 00000100:00100000:3.0:1781272726.546632:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 242 00000020:00080000:3.0:1781272726.546640:0:6494:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1781272726.642376:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272726.642564:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159338368 00000100:00100000:0.0:1781272726.642574:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159338368 00000100:00100000:0.0:1781272726.642639:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1272 00000100:00100000:0.0:1781272726.642650:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+109:31261:x1867799159338368:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272726.642676:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272726.642719:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4677 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839af expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.642801:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc467e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.642817:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc467e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.642888:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc467e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644225:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4685 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644246:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4685 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644262:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4685 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644414:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc468c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644423:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc468c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644431:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc468c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272726.644443:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1781272726.644535:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc467e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644543:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc467e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644549:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc467e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644555:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272726.644560:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc467e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644567:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc467e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644580:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:0.0:1781272726.644583:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272726.644589:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc467e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644595:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc467e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644608:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4685 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644614:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4685 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644620:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4685 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644625:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272726.644628:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4685 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644633:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4685 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644641:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8eb4c3cebf00) 00010000:00010000:0.0:1781272726.644643:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272726.644646:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4685 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644652:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4685 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644703:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4677 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839af expref: 112 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644725:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc468c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839af expref: 111 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.644733:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:0.0:1781272726.644736:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272726.644738:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221c00, rc 0) 00000100:00100000:0.0:1781272726.644871:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:31261:x1867799159338368:12345-192.168.204.14@tcp:101:cat.0 Request processed in 2221us (2503us total) trans 4294968074 rc 0/0 00000100:00100000:0.0:1781272726.644881:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1272 00000100:00100000:1.0:1781272726.652359:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272726.652501:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159338624 00000100:00100000:0.0:1781272726.652514:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159338624 00000100:00100000:0.0:1781272726.652582:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 56 00000100:00100000:0.0:1781272726.652593:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e915f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:31261:x1867799159338624:12345-192.168.204.14@tcp:103:cat.0 00010000:00010000:0.0:1781272726.652610:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272726.652639:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc468c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839af expref: 111 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.652658:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:0.0:1781272726.652669:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272726.654758:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e915f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+110:31261:x1867799159338624:12345-192.168.204.14@tcp:103:cat.0 Request processed in 2154us (2398us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272726.654771:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 56 00000100:00100000:3.0:1781272726.664180:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272726.664269:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159338752 00000100:00100000:0.0:1781272726.664281:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159338752 00000100:00100000:0.0:1781272726.664347:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1273 00000100:00100000:0.0:1781272726.664359:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+110:31261:x1867799159338752:12345-192.168.204.14@tcp:58:cat.0 00010000:00010000:0.0:1781272726.664480:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc469a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.664499:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc469a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272726.664512:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc469a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781272726.664613:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:0.0:1781272726.664717:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+110:31261:x1867799159338752:12345-192.168.204.14@tcp:58:cat.0 Request processed in 359us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272726.664725:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1273 00000100:00100000:2.0:1781272726.671471:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272726.671545:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159338880 00000100:00100000:3.0:1781272726.671556:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159338880 00000100:00100000:3.0:1781272726.671622:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1274 00000100:00100000:3.0:1781272726.671634:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+110:31261:x1867799159338880:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272726.671657:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272726.671682:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839b6 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.671757:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc469a lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.671769:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 111 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.671790:0:8162:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc469a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.671806:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 111 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.672081:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:3.0:1781272726.672085:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272726.672091:0:8162:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 111 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272726.672101:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646200, rc 0) 00000100:00100000:3.0:1781272726.672170:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:31261:x1867799159338880:12345-192.168.204.14@tcp:101:cat.0 Request processed in 538us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272726.672178:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1274 00000040:00080000:0.0:1781272726.848557:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1781272726.851907:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272727.104352:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272727.104376:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168658944:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272727.104475:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272727.104612:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168658944 00000100:00100000:2.0:1781272727.104622:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168658944 00000100:00100000:2.0:1781272727.104694:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1781272727.104729:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168658944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272727.104763:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1781272727.104861:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168658944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 148us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272727.104868:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00080000:3.0:1781272727.105033:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272727.105255:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168658944:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1781272727.621981:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272727.621991:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272727.622018:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 3 00000040:00080000:0.0:1781272727.622029:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272727.622188:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5682680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168659072:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272727.622291:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5000 going to sleep for 11 seconds 00000100:00100000:2.0:1781272727.622854:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272727.622922:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168659200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272727.622998:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272727.623200:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168659200 00000100:00100000:1.0:1781272727.623210:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168659200 00000100:00100000:1.0:1781272727.623280:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1781272727.623289:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168659200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272727.623312:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272727.623359:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168659200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272727.623366:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1781272727.623416:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168659200:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781272727.624156:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272727.626252:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5682680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168659072:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272727.637639:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272727.637797:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159339008 00000100:00100000:1.0:1781272727.637817:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159339008 00000100:00100000:1.0:1781272727.637902:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1275 00000100:00100000:1.0:1781272727.637913:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:31262:x1867799159339008:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272727.637986:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272727.638121:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:31262:x1867799159339008:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 209us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272727.638129:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1275 00000100:00100000:2.0:1781272727.649288:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.649608:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159339136 00000100:00100000:0.0:1781272727.649622:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159339136 00000100:00100000:0.0:1781272727.649714:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1276 00000100:00100000:0.0:1781272727.649725:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:31262:x1867799159339136:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1781272727.649994:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc46a8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650016:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc46a8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650032:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc46a8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650052:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46af lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650060:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46af lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650067:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46af lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650095:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46b6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650104:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46b6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650111:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46b6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272727.650173:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:0.0:1781272727.650179:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272727.650197:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46b6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650211:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc46a8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650223:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc46a8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650231:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc46a8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650238:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272727.650243:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc46a8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650251:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc46a8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650334:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:0.0:1781272727.650347:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272727.650360:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc46a8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650371:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc46a8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650397:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46af lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650404:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46af lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650412:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46af lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650419:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272727.650425:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46af lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650432:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46af lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650449:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff8eb4c3cebf00) 00010000:00010000:0.0:1781272727.650452:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272727.650455:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46af lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650461:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46af lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650478:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46b6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650482:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46b6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650485:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46b6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650488:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272727.650490:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46b6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650493:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46b6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650497:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:0.0:1781272727.650499:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272727.650501:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46b6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.650504:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46b6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272727.650709:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:31262:x1867799159339136:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 980us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272727.650719:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1276 00000100:00100000:3.0:1781272727.656967:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.657670:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159339392 00000100:00100000:0.0:1781272727.657692:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159339392 00000100:00100000:0.0:1781272727.657773:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1277 00000100:00100000:0.0:1781272727.657786:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:31262:x1867799159339392:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272727.657823:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272727.658144:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46bd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839bd expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.658296:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46c4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.658314:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.658328:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272727.658341:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1781272727.658455:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46c4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.658463:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46c4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.658471:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.658478:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272727.658482:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46c4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.658490:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46c4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.658505:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:0.0:1781272727.658508:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272727.658514:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46c4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.658520:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46c4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.658575:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46bd lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839bd expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.658587:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:0.0:1781272727.658590:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272727.658594:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46bd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839bd expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.658604:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:0.0:1781272727.658825:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:31262:x1867799159339392:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1041us (1872us total) trans 4294968075 rc 301/301 00000100:00100000:0.0:1781272727.658959:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1277 00000100:00100000:2.0:1781272727.663018:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.663204:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159339520 00000100:00100000:0.0:1781272727.663216:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159339520 00000100:00100000:0.0:1781272727.663297:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1278 00000100:00100000:0.0:1781272727.663310:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:31262:x1867799159339520:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781272727.663358:0:12323:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781272727.663537:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:31262:x1867799159339520:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 230us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272727.663545:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1278 00000100:00100000:2.0:1781272727.669606:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.670079:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159339776 00000100:00100000:0.0:1781272727.670093:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159339776 00000100:00100000:0.0:1781272727.670232:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1279 00000100:00100000:0.0:1781272727.670245:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:31262:x1867799159339776:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272727.670271:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272727.670297:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46d2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839c4 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.670979:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46d9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.671012:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.671025:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272727.671037:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00010000:00010000:0.0:1781272727.671089:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46d2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839c4 expref: 52 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.671109:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46d9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839c4 expref: 51 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.671118:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4c3cebf00) 00010000:00010000:0.0:1781272727.671121:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272727.671124:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221800, rc 0) 00000100:00100000:0.0:1781272727.671193:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+51:31262:x1867799159339776:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 951us (1601us total) trans 4294968076 rc 0/0 00000100:00100000:0.0:1781272727.671201:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1279 00000100:00100000:1.0:1781272727.683167:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.683644:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159340032 00000100:00100000:0.0:1781272727.683666:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159340032 00000100:00100000:0.0:1781272727.683742:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1280 00000100:00100000:0.0:1781272727.683752:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:31262:x1867799159340032:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781272727.683968:0:6493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272727.684001:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc46d9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839c4 expref: 51 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.684027:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4c3cebf00) 00010000:00010000:0.0:1781272727.684039:0:6493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272727.684067:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.684081:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc45eb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83977 expref: 110 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.684098:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.684137:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc45eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83977 expref: 110 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.684151:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc45eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83977 expref: 110 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272727.684168:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5682680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168659328:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272727.684278:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272727.688701:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5682680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168659328:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272727.688743:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272727.692645:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272727.696305:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159340160 00000100:00100000:3.0:1781272727.696327:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159340160 00010000:00010000:3.0:1781272727.696398:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc45eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83977 expref: 111 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272727.696559:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 391 00000100:00100000:3.0:1781272727.696573:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159340160:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272727.696596:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272727.696604:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc45eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83977 expref: 111 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.696621:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc45eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83977 expref: 111 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.696649:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc45eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83977 expref: 111 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.696683:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:3.0:1781272727.696698:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.696711:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.696720:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.696762:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272727.696907:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+110:2391:x1867799159340160:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 336us (4278us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272727.696916:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 391 00010000:00010000:1.0:1781272727.697672:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.697693:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.697930:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc46ee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x2e37ef0e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698127:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc46ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x2e37ef0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698141:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc46ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x2e37ef0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698456:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698464:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698471:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698477:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272727.698482:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698490:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698505:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:1.0:1781272727.698508:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272727.698513:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698518:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc46e7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698539:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc46ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x2e37ef0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698545:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc46ee lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x2e37ef0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698550:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc46ee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x2e37ef0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698554:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272727.698557:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc46ee lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x2e37ef0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698561:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc46ee lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x2e37ef0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698568:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x2e37ef0e (ffff8eb3c2cbc600) 00010000:00010000:1.0:1781272727.698570:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272727.698572:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc46ee lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x2e37ef0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.698576:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc46ee lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x2e37ef0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272727.698690:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:31262:x1867799159340032:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 14935us (15538us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781272727.698701:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1280 00000100:00100000:2.0:1781272727.708983:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272727.709142:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159340288 00000100:00100000:3.0:1781272727.709159:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159340288 00000100:00100000:3.0:1781272727.709254:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1281 00000100:00100000:3.0:1781272727.709268:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:31262:x1867799159340288:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272727.709296:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272727.709329:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc46f5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839cb expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.709379:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc46fc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.709397:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc46fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.709411:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc46fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.710040:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc46f5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839cb expref: 52 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.710072:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc46fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839cb expref: 51 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.710082:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272727.710086:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272727.710090:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c5646a00, rc 0) 00000100:00100000:3.0:1781272727.710285:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:31262:x1867799159340288:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1019us (1319us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272727.710294:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1281 00000100:00100000:0.0:1781272727.713024:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272727.713215:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159340544 00000100:00100000:2.0:1781272727.713228:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159340544 00000100:00100000:2.0:1781272727.713309:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1282 00000100:00100000:2.0:1781272727.713321:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+51:31262:x1867799159340544:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272727.713467:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4703 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.713490:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4703 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.713510:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4703 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272727.713731:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000068bf656b reply state 00000000ba8a08f9 transno 4294968077 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4703 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.713753:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4703 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.713762:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:2.0:1781272727.713765:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781272727.713769:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272727.713950:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:31262:x1867799159340544:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 630us (942us total) trans 4294968077 rc 0/0 00000100:00100000:2.0:1781272727.713958:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1282 00000100:00100000:1.0:1781272727.721765:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.722055:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159340672 00000100:00100000:0.0:1781272727.722068:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159340672 00000100:00100000:0.0:1781272727.722141:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1283 00000100:00100000:0.0:1781272727.722153:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:31262:x1867799159340672:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272727.722187:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272727.722224:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc470a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839d2 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.722305:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc470a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839d2 expref: 54 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.722329:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc470a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839d2 expref: 54 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.722341:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:0.0:1781272727.722344:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272727.722349:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221400, rc 0) 00000100:00100000:0.0:1781272727.722439:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+54:31262:x1867799159340672:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 280us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272727.722448:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1283 00000100:00100000:3.0:1781272727.728053:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.728772:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159340800 00000100:00100000:0.0:1781272727.728789:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159340800 00000100:00100000:0.0:1781272727.728933:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 243 00000100:00100000:0.0:1781272727.728946:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:31262:x1867799159340800:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1781272727.729129:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:31262:x1867799159340800:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 Request processed in 185us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272727.729137:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 243 00000100:00100000:2.0:1781272727.739955:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272727.740293:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159341056 00000100:00100000:3.0:1781272727.740307:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159341056 00000100:00100000:3.0:1781272727.740382:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 244 00000100:00100000:3.0:1781272727.740393:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b34c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+54:31262:x1867799159341056:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272727.741132:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b34c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+55:31262:x1867799159341056:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 739us (1192us total) trans 4294968078 rc 0/0 00000100:00100000:3.0:1781272727.741143:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 244 00000100:00100000:2.0:1781272727.749774:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272727.750362:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159341312 00000100:00100000:3.0:1781272727.750375:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159341312 00000100:00100000:3.0:1781272727.750462:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1284 00000100:00100000:3.0:1781272727.750475:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:31262:x1867799159341312:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272727.753436:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:31262:x1867799159341312:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 2939us (3652us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272727.753456:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1284 00000100:00100000:2.0:1781272727.759268:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272727.759448:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159341568 00000100:00100000:1.0:1781272727.759461:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159341568 00000100:00100000:1.0:1781272727.759599:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1285 00000100:00100000:1.0:1781272727.759612:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:31262:x1867799159341568:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272727.759642:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272727.759672:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4711 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839d9 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.760495:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.760518:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc470a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839d2 expref: 56 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.760529:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.760581:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc470a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839d2 expref: 56 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.760599:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc470a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839d2 expref: 56 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272727.760619:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168659456:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272727.761123:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d180 going to sleep for 11 seconds 00000100:00100000:2.0:1781272727.771927:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272727.773505:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159341696 00000100:00100000:3.0:1781272727.773523:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159341696 00010000:00010000:3.0:1781272727.773588:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc470a lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839d2 expref: 57 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272727.773645:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 392 00000100:00100000:3.0:1781272727.773656:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+57:2391:x1867799159341696:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272727.773675:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272727.773683:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc470a lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839d2 expref: 57 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.773823:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc470a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839d2 expref: 57 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.774005:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272727.774012:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.774024:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.774033:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.774061:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272727.774153:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+57:2391:x1867799159341696:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 499us (2244us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272727.774163:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 392 00010000:00010000:0.0:1781272727.781958:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc470a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839d2 expref: 56 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272727.781994:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168659456:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272727.782027:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.782039:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.782051:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272727.782078:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00080000:0.0:1781272727.784340:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x18:0x0], index 0: 0 00010000:00010000:0.0:1781272727.786498:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.786522:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.786530:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.786536:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272727.786541:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.786549:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.786569:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:0.0:1781272727.786572:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272727.786578:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.786585:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4718 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.786671:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4711 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839d9 expref: 56 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.786700:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:0.0:1781272727.786703:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272727.786708:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4711 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839d9 expref: 56 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.786719:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd000, rc 0) 00000100:00100000:0.0:1781272727.786861:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:31262:x1867799159341568:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 27250us (27610us total) trans 4294968079 rc 301/301 00000100:00100000:0.0:1781272727.786872:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1285 00000100:00100000:2.0:1781272727.791099:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272727.791481:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159341952 00000100:00100000:1.0:1781272727.791494:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159341952 00000100:00100000:1.0:1781272727.791595:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 245 00000100:00100000:1.0:1781272727.791607:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+55:31262:x1867799159341952:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272727.796721:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+56:31262:x1867799159341952:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 5100us (5620us total) trans 4294968080 rc 0/0 00000100:00100000:1.0:1781272727.796743:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 245 00000100:00100000:1.0:1781272727.811633:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272727.811736:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159342080 00000100:00100000:2.0:1781272727.811748:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159342080 00000100:00100000:2.0:1781272727.811950:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1286 00000100:00100000:2.0:1781272727.811962:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+56:31262:x1867799159342080:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272727.811998:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272727.812023:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4726 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839e0 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.812116:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc472d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.812137:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc472d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.812149:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc472d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272727.812349:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00200000:2.0:1781272727.812355:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272727.812428:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc472d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.812547:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4726 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839e0 expref: 58 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.812569:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc472d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839e0 expref: 57 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.812579:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:2.0:1781272727.812582:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1781272727.812586:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a200, rc 0) 00000100:00100000:2.0:1781272727.812668:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+57:31262:x1867799159342080:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 709us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272727.812675:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1286 00000100:00100000:0.0:1781272727.818236:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272727.818391:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159342208 00000100:00100000:1.0:1781272727.818404:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159342208 00000100:00100000:1.0:1781272727.818508:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 339 00000100:00080000:3.0:1781272727.818519:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272727.818521:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159342208:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272727.818550:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272727.818574:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4734 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839e7 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272727.818608:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781272727.818633:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272727.818635:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272727.818645:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4734 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839e7 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.818666:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4734 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839e7 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.818680:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cde00, rc 0) 00000100:00100000:1.0:1781272727.818761:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159342208:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 243us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272727.818768:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 339 00000100:00100000:3.0:1781272727.821461:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.821614:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159342464 00000100:00100000:0.0:1781272727.821633:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159342464 00000100:00100000:0.0:1781272727.821721:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1287 00000100:00100000:0.0:1781272727.821733:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+57:31262:x1867799159342464:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272727.821953:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+57:31262:x1867799159342464:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 222us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272727.821962:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1287 00000100:00100000:3.0:1781272727.824680:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272727.824765:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159342592 00000100:00100000:2.0:1781272727.824780:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159342592 00000100:00100000:2.0:1781272727.824915:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 340 00000100:00100000:2.0:1781272727.824929:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:31262:x1867799159342592:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272727.824952:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272727.824976:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839ee expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.825015:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4734 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839e7 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.825025:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272727.825027:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272727.825031:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839ee expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.825074:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4734 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839e7 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.825090:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4734 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839e7 expref: 10 pid: 8407 timeout: 784 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272727.825108:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168659584:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272727.825241:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5480 going to sleep for 11 seconds 00000100:00100000:3.0:1781272727.838898:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.838999:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159342720 00000100:00100000:0.0:1781272727.839018:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159342720 00010000:00010000:0.0:1781272727.839082:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4734 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839e7 expref: 11 pid: 8407 timeout: 784 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272727.839151:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 393 00000100:00100000:2.0:1781272727.839182:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168659584:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272727.839222:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839ee expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.839247:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:2.0:1781272727.839326:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:31262:x1867799159342592:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 14400us (14657us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272727.839340:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 340 00000100:00100000:0.0:1781272727.839350:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159342720:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272727.839381:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272727.839411:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4734 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839e7 expref: 10 pid: 8407 timeout: 784 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.839443:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4734 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839e7 expref: 10 pid: 8407 timeout: 784 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.839474:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4734 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839e7 expref: 10 pid: 8407 timeout: 784 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.839493:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272727.839496:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272727.839504:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839ee expref: 9 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.839516:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839ee expref: 9 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.839558:0:6476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839ee expref: 9 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272727.839575:0:6476:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6476:1867799168659712:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272727.839659:0:6476:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272727.852204:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272727.852403:0:6476:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6476:1867799168659712:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272727.852447:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272727.852532:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159342720:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 13370us (13642us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272727.852549:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 393 00000100:00100000:1.0:1781272727.852568:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159342848 00000100:00100000:1.0:1781272727.852585:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159342848 00002000:00100000:1.0:1781272727.852656:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff8eb4c2bef480 x1867799159342848/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:483/0 lens 648/0 e 0 to 0 dl 1781272738 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272727.852667:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2bef480 with x1867799159342848 ext(0->157) 00002000:00010000:1.0:1781272727.852673:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4c2bef480 00000100:00100000:1.0:1781272727.852728:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 93 00000100:00100000:1.0:1781272727.852738:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159342848:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1781272727.855613:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159342848:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 2859us (3408us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1781272727.855632:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 93 00002000:00100000:1.0:1781272727.855648:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff8eb4c2bef480 x1867799159342848/t4294967360(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:483/0 lens 648/448 e 0 to 0 dl 1781272738 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272727.855659:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2bef480 with x1867799159342848 ext(0->157) 00002000:00010000:1.0:1781272727.855666:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4c2bef480 00000100:00100000:1.0:1781272727.866029:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.866143:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159342976 00000100:00100000:0.0:1781272727.866154:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159342976 00000100:00100000:0.0:1781272727.866228:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1288 00000100:00100000:0.0:1781272727.866239:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+57:31262:x1867799159342976:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1781272727.868980:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968080 is committed 00000001:00080000:0.0:1781272727.869010:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968074 is committed 00000004:00080000:0.0:1781272727.869015:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00010000:00010000:1.0:1781272727.869120:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4703 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.869133:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4703 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.869141:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4703 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.869148:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272727.869153:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4703 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.869162:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4703 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.869182:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:1.0:1781272727.869185:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781272727.869189:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4703 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.869196:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4703 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272727.873070:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272727.873100:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168659840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1781272727.873178:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272727.873231:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168659840 00000100:00100000:2.0:1781272727.873240:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168659840 00000100:00100000:2.0:1781272727.873297:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1781272727.873307:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168659840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1781272727.873334:0:8405:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:25 count 1 00002000:00010000:2.0:1781272727.873370:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a2c1094, atime: 0x0, ctime: 0x6a2c1094, blocks: 0x8 00010000:00010000:2.0:1781272727.873379:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4742 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.873397:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272727.873399:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272727.873557:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.873576:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.873586:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4742 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.873595:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1781272727.873716:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4c620db40 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:0.0:1781272727.873722:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c89ad700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4c620d9c0 00000020:00080000:0.0:1781272727.873725:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c89adf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c327f400 00000020:00080000:3.0:1781272727.874046:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 24 00000020:00080000:3.0:1781272727.874109:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:3.0:1781272727.874345:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+47:31262:x1867799159342976:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 8103us (8322us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272727.874360:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1288 00010000:00010000:1.0:1781272727.875623:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272727.875640:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.875666:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9f800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272727.875672:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.875684:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4742 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.875710:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4742 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.875724:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272727.875725:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272727.875727:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272727.879581:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272727.879681:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159343104 00000100:00100000:1.0:1781272727.879699:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159343104 00000100:00100000:1.0:1781272727.879784:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 342 00000100:00100000:1.0:1781272727.879803:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159343104:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00010000:00010000:2.0:1781272727.880052:0:8405:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1781272727.880064:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc4742 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272727.880273:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3620:x1867799168659840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6965us (7093us total) trans 4294967368 rc 0/0 00000100:00100000:2.0:1781272727.880282:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00010000:00010000:3.0:1781272727.880383:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1781272727.880388:0:3620:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c411df80/2, rc 0, transno 4294967368 00000100:00100000:1.0:1781272727.880401:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168659840:0@lo:6:osp-syn-1-0.0 00000001:00080000:2.0:1781272727.882767:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00000100:00100000:0.0:1781272727.883129:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159343104:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 3328us (3551us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272727.883143:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 342 00000100:00100000:1.0:1781272727.887772:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272727.887919:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159343360 00000100:00100000:2.0:1781272727.887931:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159343360 00000100:00100000:2.0:1781272727.887982:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1289 00000100:00100000:2.0:1781272727.887993:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:31262:x1867799159343360:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272727.888056:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272727.888087:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc472d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839e0 expref: 47 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.888106:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:2.0:1781272727.888111:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272727.888143:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4749 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.888158:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4749 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.888169:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4749 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272727.888317:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000deda6640 reply state 000000008425a4d3 transno 4294968081 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4749 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.888330:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4749 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.888337:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:2.0:1781272727.888339:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272727.888342:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272727.888453:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:31262:x1867799159343360:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 460us (692us total) trans 4294968081 rc 0/0 00000100:00100000:2.0:1781272727.888461:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1289 00000100:00100000:3.0:1781272727.891818:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.892401:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159343488 00000100:00100000:0.0:1781272727.892421:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159343488 00000100:00100000:0.0:1781272727.892490:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1290 00000100:00100000:0.0:1781272727.892502:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:31262:x1867799159343488:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272727.892531:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272727.892556:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4750 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839f5 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.892626:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4750 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839f5 expref: 49 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.892642:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4750 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839f5 expref: 49 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.892668:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:0.0:1781272727.892671:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272727.892674:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221800, rc 0) 00000100:00100000:0.0:1781272727.893055:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:31262:x1867799159343488:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 554us (1259us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272727.893063:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1290 00000100:00100000:3.0:1781272727.896656:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272727.896890:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159343616 00000100:00100000:2.0:1781272727.896902:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159343616 00000100:00100000:2.0:1781272727.896970:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 343 00000100:00100000:2.0:1781272727.896982:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159343616:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1781272727.897155:0:8404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1781272727.897159:0:8404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1781272724 00002000:00010000:2.0:1781272727.897162:0:8404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime from disk: 0 -> 1781272725 00002000:00010000:2.0:1781272727.897164:0:8404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1781272724 00002000:00010000:2.0:1781272727.897166:0:8404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1781272727.897234:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159343616:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 253us (587us total) trans 4294967361 rc 0/0 00000100:00100000:2.0:1781272727.897243:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 343 00000100:00100000:1.0:1781272727.900054:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272727.900188:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159343872 00000100:00100000:3.0:1781272727.900198:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159343872 00000100:00100000:3.0:1781272727.900268:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1291 00000100:00100000:3.0:1781272727.900279:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:31262:x1867799159343872:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1781272727.900360:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.900378:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc46fc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839cb expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.900388:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.900427:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc46fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839cb expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.900443:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc46fc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839cb expref: 49 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272727.900458:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168659968:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272727.900566:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055600 going to sleep for 11 seconds 00000100:00100000:1.0:1781272727.906148:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272727.906543:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168659968:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272727.906576:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272727.906656:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159344000 00000100:00100000:0.0:1781272727.906663:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159344000 00010000:00010000:0.0:1781272727.906714:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc46fc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839cb expref: 50 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272727.906754:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 394 00000100:00100000:0.0:1781272727.906764:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:2390:x1867799159344000:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272727.906781:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272727.906788:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc46fc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839cb expref: 50 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.906801:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc46fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839cb expref: 50 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.907225:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc46fc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839cb expref: 50 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.907251:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:0.0:1781272727.907257:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.907271:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.907280:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.907316:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272727.907371:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159344000:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 607us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272727.907379:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 394 00010000:00010000:3.0:1781272727.907442:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.907450:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.907491:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.907499:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.907507:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.907513:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272727.907519:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.907528:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.907538:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272727.907541:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1781272727.907544:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.907550:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4757 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272727.907590:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+48:31262:x1867799159343872:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 7314us (7547us total) trans 0 rc -22/-22 00000100:00100000:3.0:1781272727.907599:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1291 00000100:00100000:0.0:1781272727.911040:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272727.911131:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159344128 00000100:00100000:3.0:1781272727.911143:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159344128 00000100:00100000:3.0:1781272727.911202:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 344 00000100:00100000:3.0:1781272727.911212:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159344128:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272727.911263:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.911287:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839ee expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.911297:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272727.911299:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272727.911303:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 4/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.911343:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839ee expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.911358:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839ee expref: 10 pid: 8404 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272727.911372:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168660096:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272727.911451:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055600 going to sleep for 11 seconds 00000100:00100000:3.0:1781272727.925466:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168660096:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272727.925503:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272727.927157:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272727.927388:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159344256 00000100:00100000:3.0:1781272727.927399:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159344256 00010000:00010000:3.0:1781272727.927443:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839ee expref: 11 pid: 8404 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272727.927490:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 395 00000100:00100000:3.0:1781272727.927500:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159344256:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272727.927518:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272727.927542:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839ee expref: 11 pid: 8404 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.927556:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839ee expref: 11 pid: 8404 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.927591:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc473b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839ee expref: 11 pid: 8404 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.927610:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272727.927613:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272727.927619:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.927630:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.927675:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272727.927741:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159344256:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 241us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272727.927749:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 395 00010000:00010000:1.0:1781272727.928079:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.928091:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.928112:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.928121:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.928130:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.928138:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647e00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272727.928143:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.928153:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.928167:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.928176:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091a246f3/0x94898f2cdefc475e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272727.928242:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159344128:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 17031us (17214us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272727.928253:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 344 00000100:00100000:0.0:1781272727.932479:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272727.932568:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159344512 00000100:00100000:3.0:1781272727.932580:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159344512 00000100:00100000:3.0:1781272727.932652:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1292 00000100:00100000:3.0:1781272727.932662:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:31262:x1867799159344512:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272727.932765:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4765 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.932785:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4765 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.932799:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4765 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.933018:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.933031:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4750 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839f5 expref: 49 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.933039:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.933077:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4750 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839f5 expref: 49 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.933098:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4750 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839f5 expref: 49 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272727.933115:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168660224:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272727.933199:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055a80 going to sleep for 11 seconds 00000100:00100000:2.0:1781272727.937219:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.937324:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159344640 00000100:00100000:0.0:1781272727.937337:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159344640 00010000:00010000:0.0:1781272727.937386:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4750 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839f5 expref: 50 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272727.937431:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 396 00000100:00100000:0.0:1781272727.937441:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+50:2391:x1867799159344640:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272727.937459:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272727.937466:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4750 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839f5 expref: 50 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.937481:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4750 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839f5 expref: 50 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.937512:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:0.0:1781272727.937517:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.937526:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.937535:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.937555:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272727.937622:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+50:2391:x1867799159344640:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 182us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272727.937630:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 396 00010000:00010000:3.0:1781272727.938963:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4750 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839f5 expref: 49 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272727.938985:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168660224:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272727.939009:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.939019:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.939026:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272727.939144:0:8162:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968082 00000001:00080000:3.0:1781272727.939265:0:8162:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968083 00000001:00080000:3.0:1781272727.939305:0:8162:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968084 00000100:00100000:3.0:1781272727.939396:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8162:1867799168660352:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1781272727.939458:0:8162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272727.939502:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055c00 going to sleep for 11 seconds 00000100:00100000:0.0:1781272727.939683:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168660352 00000100:00100000:0.0:1781272727.939702:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168660352 00000100:00100000:0.0:1781272727.939751:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1781272727.939761:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8162:x1867799168660352:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1781272727.939901:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8162:x1867799168660352:12345-0@lo:1000:mdt00_003.0 Request processed in 141us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272727.939909:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1781272727.940041:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8162:1867799168660352:0@lo:1000:mdt00_003.0 00000001:00080000:1.0:1781272727.940152:0:8162:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968085 00000100:00100000:1.0:1781272727.940196:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8162:1867799168660480:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1781272727.940227:0:8162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272727.940253:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055480 going to sleep for 11 seconds 00000100:00100000:0.0:1781272727.940660:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168660480 00000100:00100000:0.0:1781272727.940665:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168660480 00000100:00100000:0.0:1781272727.940708:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1781272727.940716:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8162:x1867799168660480:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1781272727.940880:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8162:x1867799168660480:12345-0@lo:1000:mdt00_003.0 Request processed in 164us (651us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1781272727.940891:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1781272727.941019:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8162:1867799168660480:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1781272727.941085:0:8162:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968086 00010000:00010000:2.0:1781272727.941114:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941125:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941133:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941140:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5646a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272727.941145:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941154:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941171:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:2.0:1781272727.941174:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272727.941179:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941186:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646a00/0x94898f2cdefc476c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941214:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc469a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941221:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc469a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941227:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc469a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941233:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272727.941236:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc469a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941242:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc469a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941250:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272727.941253:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272727.941260:0:8162:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941271:0:8162:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941282:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.941310:0:8162:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272727.941324:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168660608:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272727.941390:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272727.945548:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168660608:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272727.945582:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc469a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945594:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc469a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945631:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4773 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945647:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4773 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945660:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4773 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945672:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4773 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945680:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4773 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945687:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4773 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945706:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272727.945710:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4773 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945718:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4773 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945731:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:3.0:1781272727.945734:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272727.945738:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4773 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945745:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647e00/0x94898f2cdefc4773 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945755:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4765 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945762:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4765 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945767:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4765 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945773:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5647200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272727.945776:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4765 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945781:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4765 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945788:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:3.0:1781272727.945790:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272727.945792:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4765 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272727.945798:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5647200/0x94898f2cdefc4765 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272727.946130:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.946317:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159344768 00000100:00100000:0.0:1781272727.946326:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159344768 00000100:00100000:0.0:1781272727.946391:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 246 00000100:00100000:0.0:1781272727.946401:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+98:31261:x1867799159344768:12345-192.168.204.14@tcp:49:cat.0 00000100:00100000:0.0:1781272727.946589:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+98:31261:x1867799159344768:12345-192.168.204.14@tcp:49:cat.0 Request processed in 188us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272727.946597:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 246 00000100:00100000:0.0:1781272727.948422:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:31262:x1867799159344512:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 15751us (15941us total) trans 4294968087 rc 0/0 00000100:00100000:0.0:1781272727.948437:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1292 00000020:00080000:0.0:1781272727.948443:0:8162:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1781272727.948597:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272727.948602:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272727.949356:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1781272727.949369:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272727.955291:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.955389:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159344896 00000100:00100000:0.0:1781272727.955401:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159344896 00000100:00100000:0.0:1781272727.955478:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 345 00000100:00100000:0.0:1781272727.955490:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+16:31261:x1867799159344896:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272727.955509:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272727.955535:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008129f6e5/0x94898f2cdefc477a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab839fc expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272727.955564:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a2c1094, atime: 0x6a2c1095, ctime: 0x6a2c1094, blocks: 0x8 00010000:00010000:0.0:1781272727.955590:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272727.955593:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272727.955603:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008129f6e5/0x94898f2cdefc477a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839fc expref: 17 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.955626:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008129f6e5/0x94898f2cdefc477a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839fc expref: 17 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272727.955639:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220200, rc 0) 00000100:00100000:0.0:1781272727.955751:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:31261:x1867799159344896:12345-192.168.204.14@tcp:101:cat.0 Request processed in 263us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272727.955758:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 345 00000100:00080000:3.0:1781272727.955872:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272727.957478:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272727.959229:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159345152 00000100:00100000:2.0:1781272727.959245:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159345152 00000100:00100000:2.0:1781272727.959322:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 247 00000100:00100000:2.0:1781272727.959332:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:31262:x1867799159345152:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1781272727.959646:0:15586:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x23:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1781272727.959697:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968088 00010000:00010000:2.0:1781272727.959735:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4781 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.959753:0:15586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4781 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.959767:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4781 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.959776:0:15586:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4781 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.959784:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4781 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.959791:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4781 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272727.959859:0:15586:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781272727.960247:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+55:31262:x1867799159345152:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 913us (2774us total) trans 4294968089 rc 0/0 00000100:00100000:2.0:1781272727.960257:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 247 00000020:00080000:2.0:1781272727.960263:0:15586:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1781272727.960356:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272727.960365:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4781 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.960373:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210aa00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272727.960377:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4781 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.960387:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4781 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.960408:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:1.0:1781272727.960411:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781272727.960416:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4781 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.960423:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc4781 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272727.960436:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272727.960437:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272727.960439:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272727.963297:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272727.965016:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159345280 00000100:00100000:1.0:1781272727.965029:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159345280 00002000:00100000:1.0:1781272727.965091:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8eb4ffa68380 x1867799159345280/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:483/0 lens 488/0 e 0 to 0 dl 1781272738 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272727.965102:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ffa68380 with x1867799159345280 ext(0->4095) 00002000:00010000:1.0:1781272727.965109:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4ffa68380 00000100:00100000:1.0:1781272727.965198:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 94 00000100:00100000:1.0:1781272727.965208:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159345280:12345-192.168.204.14@tcp:3:cat.0 00000100:00100000:1.0:1781272727.965390:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159345280:12345-192.168.204.14@tcp:3:cat.0 Request processed in 183us (2102us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781272727.965398:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 94 00002000:00100000:1.0:1781272727.965405:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8eb4ffa68380 x1867799159345280/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:483/0 lens 488/4536 e 0 to 0 dl 1781272738 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272727.965414:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ffa68380 with x1867799159345280 ext(0->4095) 00002000:00010000:1.0:1781272727.965417:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4ffa68380 00000100:00100000:2.0:1781272727.970896:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272727.971584:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159345536 00000100:00100000:0.0:1781272727.971596:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159345536 00000100:00100000:0.0:1781272727.971661:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 248 00000100:00100000:0.0:1781272727.971671:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+98:31261:x1867799159345536:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:0.0:1781272727.972537:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+99:31261:x1867799159345536:12345-192.168.204.14@tcp:35:cat.0 Request processed in 862us (1644us total) trans 4294968090 rc 0/0 00000100:00100000:0.0:1781272727.972548:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 248 00000100:00100000:0.0:1781272728.006240:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272728.006356:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159345664 00000100:00100000:1.0:1781272728.006368:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159345664 00000100:00100000:1.0:1781272728.006453:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1293 00000100:00100000:1.0:1781272728.006467:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+99:31263:x1867799159345664:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272728.006494:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272728.006518:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4788 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a03 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006612:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc478f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006629:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc478f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006641:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc478f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006656:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4796 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006663:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4796 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006670:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4796 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006760:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006769:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006781:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272728.006886:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:1.0:1781272728.006891:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272728.006913:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006924:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006932:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc478f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006937:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc478f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006943:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc478f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006948:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272728.006952:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc478f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006959:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc478f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006972:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:1.0:1781272728.006976:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272728.006981:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc478f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.006991:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc478f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.007006:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4796 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.007012:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4796 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.007018:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4796 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.007023:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272728.007026:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4796 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.007032:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4796 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.007038:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8eb4d0ba7200) 00010000:00010000:1.0:1781272728.007041:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272728.007043:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4796 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.007049:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4796 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.007077:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4788 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a03 expref: 101 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.007096:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a03 expref: 100 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.007104:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:1.0:1781272728.007106:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272728.007108:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:1.0:1781272728.007168:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+100:31263:x1867799159345664:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 706us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272728.007176:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1293 00000100:00080000:3.0:1781272728.008239:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272728.019652:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272728.021117:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159345792 00000100:00100000:3.0:1781272728.021131:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159345792 00000100:00100000:3.0:1781272728.021206:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1294 00000100:00100000:3.0:1781272728.021218:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+100:31263:x1867799159345792:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272728.021244:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272728.021268:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc47a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a0a expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.021353:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc47ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.021370:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc47ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.021383:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc47ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272728.021428:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:3.0:1781272728.021433:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272728.021453:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc47ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.021479:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc47a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a0a expref: 102 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.021498:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc47ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a0a expref: 101 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.021507:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:3.0:1781272728.021510:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272728.021514:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e200, rc 0) 00000100:00100000:3.0:1781272728.021583:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+101:31263:x1867799159345792:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 367us (1951us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272728.021591:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1294 00000100:00100000:0.0:1781272728.040026:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272728.040311:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159346048 00000100:00100000:2.0:1781272728.040324:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159346048 00000100:00100000:2.0:1781272728.040387:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1295 00000100:00100000:2.0:1781272728.040398:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+101:31263:x1867799159346048:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272728.040422:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272728.040446:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47b2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a11 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.040569:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc47b9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.040584:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc47b9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.040596:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc47b9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272728.040611:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1781272728.040730:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47b2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a11 expref: 104 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.040750:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc47b9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a11 expref: 103 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.040758:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272728.040760:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1781272728.040765:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a800, rc 0) 00000100:00100000:2.0:1781272728.040893:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+103:31263:x1867799159346048:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 496us (878us total) trans 4294968091 rc 0/0 00000100:00100000:2.0:1781272728.040901:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1295 00000100:00100000:0.0:1781272728.048358:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272728.048486:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159346176 00000100:00100000:3.0:1781272728.048497:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159346176 00000100:00100000:3.0:1781272728.048557:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 346 00000100:00100000:3.0:1781272728.048568:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159346176:12345-192.168.204.14@tcp:1:lfs.0 00010000:00010000:3.0:1781272728.048617:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.048640:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008129f6e5/0x94898f2cdefc477a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839fc expref: 17 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.048648:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272728.048650:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272728.048654:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.048707:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008129f6e5/0x94898f2cdefc477a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839fc expref: 17 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.048722:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008129f6e5/0x94898f2cdefc477a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839fc expref: 17 pid: 15938 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272728.048737:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168660736:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272728.051400:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dab91540 going to sleep for 11 seconds 00000100:00100000:0.0:1781272728.057242:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272728.057364:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168660736:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272728.057395:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272728.063160:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159346304 00000100:00100000:1.0:1781272728.063178:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159346304 00010000:00010000:1.0:1781272728.063238:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008129f6e5/0x94898f2cdefc477a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839fc expref: 18 pid: 15938 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272728.064958:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 397 00000100:00100000:1.0:1781272728.064983:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8aba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+18:2390:x1867799159346304:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272728.065011:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272728.065039:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008129f6e5/0x94898f2cdefc477a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839fc expref: 18 pid: 15938 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.065058:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008129f6e5/0x94898f2cdefc477a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839fc expref: 18 pid: 15938 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.065084:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008129f6e5/0x94898f2cdefc477a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839fc expref: 18 pid: 15938 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.065110:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272728.065112:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272728.065117:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.065128:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.065175:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272728.065251:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8aba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159346304:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 279us (8018us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272728.065260:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 397 00010000:00010000:2.0:1781272728.065573:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.065584:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.065605:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.065613:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.065621:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.065628:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272728.065634:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.065644:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.065658:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.065667:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b6577f8/0x94898f2cdefc47c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272728.065742:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159346176:12345-192.168.204.14@tcp:1:lfs.0 Request processed in 17174us (17394us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272728.065750:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 346 00000100:00100000:0.0:1781272728.074424:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272728.074504:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159346560 00000100:00100000:2.0:1781272728.074517:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159346560 00000100:00100000:2.0:1781272728.074583:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 249 00000100:00100000:2.0:1781272728.074594:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b36450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+103:31263:x1867799159346560:12345-192.168.204.14@tcp:35:lfs.0 00000004:00010000:2.0:1781272728.074673:0:15586:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc47b9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a11 expref: 103 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272728.074980:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968092 00000001:00080000:2.0:1781272728.075332:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968093 00010000:00010000:2.0:1781272728.075376:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.075393:0:15586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 106 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.075402:0:15586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a03 expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.075410:0:15586:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.075454:0:15586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a03 expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.075470:0:15586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a03 expref: 106 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272728.075484:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa68e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168660864:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272728.075572:0:15586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 106 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.075582:0:15586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 106 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272728.075591:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa6aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168660992:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272728.075612:0:15586:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272728.084105:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272728.084141:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159346816 00000100:00100000:0.0:1781272728.084152:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159346816 00000100:00100000:3.0:1781272728.084198:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa68e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168660864:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272728.084199:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 107 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272728.084210:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa6aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168660992:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272728.084237:0:15586:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272728.084238:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 398 00000100:00100000:0.0:1781272728.084247:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+107:2390:x1867799159346816:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272728.084264:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272728.084270:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 107 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272728.084281:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 107 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272728.084306:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646200/0x94898f2cdefc46a1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab839b6 expref: 107 pid: 8162 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272728.084324:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:0.0:1781272728.084328:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272728.084336:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272728.084342:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272728.084401:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+106:2390:x1867799159346816:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 154us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272728.084410:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 398 00000100:00100000:0.0:1781272728.084511:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272728.084598:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159346688 00000100:00100000:0.0:1781272728.084603:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159346688 00010000:00010000:0.0:1781272728.084632:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a03 expref: 106 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272728.084654:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 399 00000100:00100000:0.0:1781272728.084660:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+106:2390:x1867799159346688:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272728.084668:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272728.084672:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a03 expref: 106 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272728.084681:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a03 expref: 106 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272728.084694:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc479d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a03 expref: 106 pid: 6493 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272728.084704:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:0.0:1781272728.084707:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272728.084715:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272728.084723:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272728.084746:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272728.084769:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+105:2390:x1867799159346688:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 109us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272728.084776:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 399 00010000:00010000:0.0:1781272728.084796:0:15586:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272728.084814:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781272728.084982:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968094 00000001:00080000:0.0:1781272728.085116:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968095 00000001:00080000:0.0:1781272728.085158:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968096 00000100:00100000:0.0:1781272728.085241:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168661120:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1781272728.085311:0:15586:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272728.085335:0:15586:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5c00 going to sleep for 11 seconds 00000100:00100000:0.0:1781272728.085354:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168661120 00000100:00100000:0.0:1781272728.085357:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168661120 00000100:00100000:0.0:1781272728.085388:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1781272728.085394:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15586:x1867799168661120:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1781272728.085475:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15586:x1867799168661120:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 81us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272728.085482:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1781272728.086362:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168661120:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1781272728.086497:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968097 00000100:00100000:2.0:1781272728.086556:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168661248:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1781272728.086595:0:15586:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272728.086613:0:15586:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272728.086724:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168661248 00000100:00100000:3.0:1781272728.086730:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168661248 00000100:00100000:0.0:1781272728.086771:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1781272728.086781:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:15586:x1867799168661248:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1781272728.087701:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:15586:x1867799168661248:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 921us (1103us total) trans 4294967363 rc 0/0 00000100:00100000:0.0:1781272728.087711:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1781272728.088192:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168661248:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:3.0:1781272728.088219:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.088229:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.088237:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.088243:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272728.088248:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.088256:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.088281:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:3.0:1781272728.088285:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1781272728.088291:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.088297:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc47ce lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1781272728.088415:0:15586:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x43:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1781272728.088482:0:15586:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8920 00000004:00080000:3.0:1781272728.088495:0:15586:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 684983662690ns, next at 685983659061ns, rc = 0 00000001:00080000:3.0:1781272728.088503:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968098 00010000:00010000:3.0:1781272728.088533:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:3.0:1781272728.088536:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1781272728.088542:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc47b9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a11 expref: 109 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272728.088654:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b36450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+108:31263:x1867799159346560:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 14062us (14241us total) trans 4294968099 rc 0/0 00000100:00100000:3.0:1781272728.088663:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 249 00000020:00080000:3.0:1781272728.088667:0:15586:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1781272728.128054:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1781272728.128077:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168661632:0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.128149:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272728.128171:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168661888:0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.128181:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168661376:0@lo:400:kworker.0 00000100:00100000:0.0:1781272728.128200:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272728.128203:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272728.128227:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168661504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272728.128252:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272728.128272:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168662144:0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.128295:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272728.128298:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168662016:0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.128311:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168662656:0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.128327:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272728.128329:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272728.128346:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168662528:0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.128358:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168661376 00000100:00100000:1.0:1781272728.128366:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168661376 00000100:00100000:2.0:1781272728.128370:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272728.128386:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168663040:0@lo:400:kworker.0 00000100:00100000:2.0:1781272728.128404:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272728.128421:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1781272728.128431:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168661376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272728.128454:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168662016 00000100:00100000:2.0:1781272728.128457:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168662016 00000100:00100000:1.0:1781272728.128479:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168661376:12345-0@lo:400:kworker.0 Request processed in 50us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272728.128483:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1781272728.128489:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168662016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.128501:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1781272728.128522:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168662016:12345-0@lo:400:kworker.0 Request processed in 33us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272728.128527:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1781272728.128536:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168661504 00000100:00100000:1.0:1781272728.128539:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168661504 00000100:00100000:2.0:1781272728.128545:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168662528 00000100:00100000:2.0:1781272728.128547:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168662528 00000100:00100000:2.0:1781272728.128566:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168663040 00000100:00100000:2.0:1781272728.128568:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168663040 00000100:00100000:1.0:1781272728.128568:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1781272728.128573:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3619:x1867799168661504:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272728.128582:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1781272728.128587:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3618:x1867799168662528:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1781272728.128595:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153828160 pending 28672 free 3921395712 avail 3689873408 00000100:00100000:2.0:1781272728.128614:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3618:x1867799168662528:12345-0@lo:400:kworker.0 Request processed in 27us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272728.128620:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1781272728.128631:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1781272728.128633:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3619:x1867799168661504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272728.128637:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3618:x1867799168663040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.128639:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1781272728.128656:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168661632 00000100:00100000:1.0:1781272728.128659:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168661632 00000100:00100000:2.0:1781272728.128660:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3618:x1867799168663040:12345-0@lo:400:kworker.0 Request processed in 25us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272728.128666:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1781272728.128734:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168661760:0@lo:400:kworker.0 00000100:00100000:3.0:1781272728.128825:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272728.128887:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168662272:0@lo:400:kworker.0 00000100:00100000:3.0:1781272728.128910:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272728.134756:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168662400:0@lo:400:kworker.0 00000100:00100000:0.0:1781272728.134876:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272728.140607:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168662784:0@lo:400:kworker.0 00000100:00100000:3.0:1781272728.140672:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272728.140748:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168661760 00000100:00100000:2.0:1781272728.140757:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168661760 00000100:00100000:2.0:1781272728.140814:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1781272728.140824:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168661760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.146940:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168661888 00000100:00100000:1.0:1781272728.146959:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168661888 00000100:00100000:1.0:1781272728.147026:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168662144 00000100:00100000:1.0:1781272728.147029:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168662144 00000100:00100000:1.0:1781272728.147048:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168662656 00000100:00100000:1.0:1781272728.147050:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168662656 00000100:00100000:1.0:1781272728.147064:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168662272 00000100:00100000:1.0:1781272728.147067:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168662272 00000100:00100000:1.0:1781272728.147088:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1781272728.147098:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168661632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272728.149393:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168661760:12345-0@lo:400:kworker.0 Request processed in 8560us (20556us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272728.149410:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1781272728.149507:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168662016:0@lo:400:kworker.0 00000100:00100000:2.0:1781272728.149526:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168662528:0@lo:400:kworker.0 00000100:00100000:2.0:1781272728.149540:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168663040:0@lo:400:kworker.0 00000100:00100000:2.0:1781272728.149572:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272728.149584:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168663168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272728.154156:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168661632:12345-0@lo:400:kworker.0 Request processed in 7047us (25994us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272728.154177:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1781272728.154216:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168662784 00000100:00100000:1.0:1781272728.154228:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168662784 00000100:00100000:1.0:1781272728.154286:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1781272728.154296:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168661888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.154361:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168661888:12345-0@lo:400:kworker.0 Request processed in 67us (26159us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272728.154373:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1781272728.154387:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1781272728.154393:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168662144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.154483:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168662144:12345-0@lo:400:kworker.0 Request processed in 35us (26132us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272728.154494:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1781272728.154508:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:1.0:1781272728.154515:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168662656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.154556:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168662656:12345-0@lo:400:kworker.0 Request processed in 42us (26228us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272728.154562:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:1.0:1781272728.154574:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1781272728.154585:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168662272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.154622:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168662272:12345-0@lo:400:kworker.0 Request processed in 42us (25711us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272728.154627:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1781272728.154637:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1781272728.154649:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168662784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.154681:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168662784:12345-0@lo:400:kworker.0 Request processed in 34us (14009us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272728.154688:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1781272728.155489:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168662144:0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.155510:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168662656:0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.155522:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168661632:0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.155532:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168661376:0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.155561:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2293800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168661504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272728.155616:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168662400 00000100:00100000:1.0:1781272728.155623:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168662400 00000100:00100000:1.0:1781272728.155676:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1781272728.155685:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168662400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.155740:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168662400:12345-0@lo:400:kworker.0 Request processed in 56us (20864us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272728.155747:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00080000:1.0:1781272728.155882:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272728.155887:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272728.155891:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272728.162195:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272728.163465:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168663168 00000100:00100000:1.0:1781272728.163479:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168663168 00000100:00100000:1.0:1781272728.163579:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1781272728.163590:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168663168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272728.163620:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153828160 pending 28672 free 3921395712 avail 3689873408 00000100:00080000:2.0:1781272728.163790:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272728.163881:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168663168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272728.167897:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168663168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4295us (5695us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272728.167924:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1781272728.170939:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168662400:0@lo:400:kworker.0 00000100:00100000:0.0:1781272728.170957:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168662912:0@lo:400:kworker.0 00000100:00100000:0.0:1781272728.171021:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272728.171072:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168661888:0@lo:400:kworker.0 00000100:00100000:3.0:1781272728.173174:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168662784:0@lo:400:kworker.0 00000100:00100000:3.0:1781272728.173212:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168661760:0@lo:400:kworker.0 00000100:00100000:3.0:1781272728.173226:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168662272:0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.173633:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168662912 00000100:00100000:1.0:1781272728.173642:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168662912 00000100:00100000:1.0:1781272728.173813:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1781272728.173825:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168662912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272728.173953:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168662912:12345-0@lo:400:kworker.0 Request processed in 130us (2931us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272728.173960:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1781272728.174036:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168662912:0@lo:400:kworker.0 00000100:00100000:0.0:1781272728.213053:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272728.213814:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159347072 00000100:00100000:1.0:1781272728.213828:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159347072 00000100:00100000:1.0:1781272728.213946:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1296 00000100:00100000:1.0:1781272728.213957:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+108:31269:x1867799159347072:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272728.213985:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272728.214010:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc47d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a18 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214097:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc47dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214114:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc47dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214127:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc47dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214142:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214150:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214157:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214273:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc47ea lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214283:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc47ea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214290:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc47ea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272728.214301:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:1.0:1781272728.214385:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc47dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214394:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc47dc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214402:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc47dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214408:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272728.214413:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc47dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214422:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc47dc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214435:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:1.0:1781272728.214439:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272728.214445:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc47dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214457:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc47dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214471:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214478:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47e3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214484:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214489:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272728.214493:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214499:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214506:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff8eb4d0ba7200) 00010000:00010000:1.0:1781272728.214508:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272728.214511:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47e3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214517:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214560:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc47d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a18 expref: 111 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214580:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc47ea lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a18 expref: 110 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.214587:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:1.0:1781272728.214590:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272728.214593:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc200, rc 0) 00000100:00100000:1.0:1781272728.214657:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+110:31269:x1867799159347072:12345-192.168.204.14@tcp:101:cat.0 Request processed in 702us (1617us total) trans 4294968100 rc 0/0 00000100:00100000:1.0:1781272728.214665:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1296 00000100:00100000:0.0:1781272728.222698:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272728.222866:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159347328 00000100:00100000:3.0:1781272728.222877:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159347328 00000100:00100000:3.0:1781272728.222942:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 57 00000100:00100000:3.0:1781272728.222954:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+110:31269:x1867799159347328:12345-192.168.204.14@tcp:103:cat.0 00010000:00010000:3.0:1781272728.222973:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272728.223003:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc47ea lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a18 expref: 110 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272728.223023:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:3.0:1781272728.223035:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272728.223096:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+109:31269:x1867799159347328:12345-192.168.204.14@tcp:103:cat.0 Request processed in 144us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272728.223105:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 57 00000100:00100000:0.0:1781272728.228071:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272728.229104:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159347456 00000100:00100000:1.0:1781272728.229117:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159347456 00000100:00100000:1.0:1781272728.229194:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1297 00000100:00100000:1.0:1781272728.229206:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+109:31269:x1867799159347456:12345-192.168.204.14@tcp:58:cat.0 00010000:00010000:1.0:1781272728.229348:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47f8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.229367:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272728.229380:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781272728.229497:0:6491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:1.0:1781272728.229602:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+109:31269:x1867799159347456:12345-192.168.204.14@tcp:58:cat.0 Request processed in 397us (1539us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272728.229611:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1297 00000100:00100000:1.0:1781272728.235327:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272728.235644:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159347584 00000100:00100000:2.0:1781272728.235655:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159347584 00000100:00100000:2.0:1781272728.235730:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1298 00000100:00100000:2.0:1781272728.235741:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+109:31269:x1867799159347584:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272728.235765:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272728.235788:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc47ff lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a1f expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.235906:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47f8 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.235920:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc47ff lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a1f expref: 110 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.235940:0:8162:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.235956:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc47ff lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a1f expref: 110 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.235971:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4d0ba7200) 00010000:00010000:2.0:1781272728.235975:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272728.235979:0:8162:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc47ff lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a1f expref: 110 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.235987:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210aa00, rc 0) 00000100:00100000:2.0:1781272728.236040:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+110:31269:x1867799159347584:12345-192.168.204.14@tcp:101:cat.0 Request processed in 302us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272728.236048:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1298 00010000:00010000:1.0:1781272728.896221:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272728.960899:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272728.960911:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272728.960948:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:2.0:1781272728.960961:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272728.961163:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa68000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168663296:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272728.961316:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5240 going to sleep for 11 seconds 00000100:00100000:2.0:1781272728.972216:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa68000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168663296:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272728.973272:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272728.973564:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159347712 00000100:00100000:3.0:1781272728.973577:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159347712 00000100:00100000:3.0:1781272728.973672:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1299 00000100:00100000:3.0:1781272728.973684:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:31271:x1867799159347712:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272728.973727:0:12323:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272728.973926:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:31271:x1867799159347712:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 244us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272728.973935:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1299 00000100:00080000:2.0:1781272728.974502:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272728.984371:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272728.984457:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159347840 00000100:00100000:2.0:1781272728.984470:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159347840 00000100:00100000:2.0:1781272728.984541:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1300 00000100:00100000:2.0:1781272728.984552:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ec061850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:31271:x1867799159347840:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1781272728.984643:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4806 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984663:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4806 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984676:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4806 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984693:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc480d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984700:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc480d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984706:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc480d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984733:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4814 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984741:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4814 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984747:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4814 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272728.984811:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:2.0:1781272728.984816:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272728.984873:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4814 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984885:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4806 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984896:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4806 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984904:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4806 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984910:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272728.984914:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4806 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984922:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4806 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984935:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:2.0:1781272728.984938:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272728.984943:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4806 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984948:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4806 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984959:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc480d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984966:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc480d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984972:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc480d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984977:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272728.984980:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc480d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984987:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc480d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.984993:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272728.984995:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272728.984997:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc480d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.985003:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc480d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.985015:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4814 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.985021:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4814 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.985026:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4814 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.985031:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021ef200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272728.985034:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4814 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.985040:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4814 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.985046:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4d0ba7200) 00010000:00010000:2.0:1781272728.985048:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272728.985052:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4814 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272728.985058:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4814 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272728.985124:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ec061850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:31271:x1867799159347840:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 573us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272728.985131:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1300 00000100:00100000:0.0:1781272729.006399:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.006508:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159348096 00000100:00100000:1.0:1781272729.006520:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159348096 00000100:00100000:1.0:1781272729.006579:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1301 00000100:00100000:1.0:1781272729.006591:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+55:31271:x1867799159348096:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272729.006617:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272729.006640:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc481b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a26 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.006761:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4822 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.006778:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4822 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.006801:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4822 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272729.006816:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:1.0:1781272729.006953:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4822 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.006962:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4822 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.006969:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4822 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.006975:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272729.006980:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4822 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.006989:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4822 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.007002:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4d0ba7200) 00010000:00010000:1.0:1781272729.007005:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272729.007010:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4822 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.007016:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4822 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.007058:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc481b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a26 expref: 57 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.007068:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:1.0:1781272729.007070:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272729.007075:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc481b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a26 expref: 57 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.007083:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc000, rc 0) 00000100:00100000:1.0:1781272729.007147:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+56:31271:x1867799159348096:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 558us (759us total) trans 4294968101 rc 301/301 00000100:00100000:1.0:1781272729.007155:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1301 00000100:00100000:0.0:1781272729.022112:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.022232:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159348224 00000100:00100000:1.0:1781272729.022244:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159348224 00000100:00100000:1.0:1781272729.022322:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1302 00000100:00100000:1.0:1781272729.022334:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+56:31271:x1867799159348224:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272729.022383:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272729.022533:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+56:31271:x1867799159348224:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 201us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272729.022540:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1302 00000100:00100000:0.0:1781272729.038708:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.039239:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159348480 00000100:00100000:1.0:1781272729.039253:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159348480 00000100:00100000:1.0:1781272729.039340:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1303 00000100:00100000:1.0:1781272729.039351:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+56:31271:x1867799159348480:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272729.039376:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272729.039401:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4830 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a2d expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.039961:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4837 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.039977:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4837 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.039989:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4837 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272729.039999:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00010000:00010000:1.0:1781272729.040050:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4830 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a2d expref: 59 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.040069:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4837 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a2d expref: 58 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.040083:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:1.0:1781272729.040087:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272729.040092:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd000, rc 0) 00000100:00100000:1.0:1781272729.040269:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+58:31271:x1867799159348480:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 919us (1571us total) trans 4294968102 rc 0/0 00000100:00100000:1.0:1781272729.040277:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1303 00000100:00100000:0.0:1781272729.061414:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272729.061705:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159348736 00000100:00100000:3.0:1781272729.061716:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159348736 00000100:00100000:3.0:1781272729.061803:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1304 00000100:00100000:3.0:1781272729.061814:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+58:31271:x1867799159348736:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272729.062273:0:12323:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272729.062308:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4837 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a2d expref: 58 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.062330:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4d0ba7900) 00010000:00010000:2.0:1781272729.062342:0:12323:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272729.062367:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.062381:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc47ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a0a expref: 109 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.062402:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.062442:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc47ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a0a expref: 109 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.062456:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc47ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a0a expref: 109 pid: 12323 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272729.062477:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168663424:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272729.062584:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272729.069180:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.069278:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159348864 00000100:00100000:1.0:1781272729.069288:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159348864 00010000:00010000:1.0:1781272729.069335:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc47ab lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a0a expref: 110 pid: 12323 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272729.069374:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 400 00000100:00100000:1.0:1781272729.069384:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+110:2390:x1867799159348864:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272729.069417:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272729.069425:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc47ab lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a0a expref: 110 pid: 12323 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.069439:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc47ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a0a expref: 110 pid: 12323 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.069469:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:1.0:1781272729.069475:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.069484:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.069496:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.069517:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272729.069575:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+110:2390:x1867799159348864:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 192us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272729.069583:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 400 00010000:00010000:2.0:1781272729.069673:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc47ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a0a expref: 109 pid: 12323 timeout: 785 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272729.069691:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168663424:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272729.069713:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.069723:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.069730:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.069813:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc484c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xa14653a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.069824:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc484c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xa14653a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.069885:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc484c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xa14653a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.069942:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.069955:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.069962:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.069969:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.069975:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021ef200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272729.069979:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.069986:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.069995:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:2.0:1781272729.069998:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272729.070002:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.070008:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc4845 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.070019:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc484c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xa14653a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.070025:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc484c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xa14653a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.070031:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc484c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xa14653a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.070036:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021efa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272729.070039:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc484c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xa14653a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.070045:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc484c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xa14653a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.070052:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xa14653a8 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272729.070055:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272729.070058:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc484c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xa14653a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.070063:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc484c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xa14653a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272729.070122:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+57:31271:x1867799159348736:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 8309us (8731us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781272729.070129:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1304 00000100:00100000:0.0:1781272729.082646:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272729.085910:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159348992 00000100:00100000:2.0:1781272729.085928:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159348992 00000100:00100000:2.0:1781272729.086015:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1305 00000100:00100000:2.0:1781272729.086026:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+57:31271:x1867799159348992:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272729.086048:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272729.086075:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc4853 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a34 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.086114:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc485a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.086130:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc485a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.086147:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc485a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.086270:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc4853 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a34 expref: 59 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.086564:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc485a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a34 expref: 58 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.086573:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272729.086576:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272729.086581:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb5021ef200, rc 0) 00000100:00100000:2.0:1781272729.086669:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+58:31271:x1867799159348992:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 643us (4033us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272729.086677:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1305 00000100:00100000:0.0:1781272729.095628:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.099180:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159349248 00000100:00100000:1.0:1781272729.099198:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159349248 00000100:00100000:1.0:1781272729.099291:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1306 00000100:00100000:1.0:1781272729.099302:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+58:31271:x1867799159349248:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781272729.099408:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4861 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.099428:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4861 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.099441:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4861 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272729.099590:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ca8fdeac reply state 00000000d00c9548 transno 4294968103 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4861 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.099605:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4861 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.099613:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:1.0:1781272729.099616:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1781272729.099620:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272729.099733:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+60:31271:x1867799159349248:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 431us (4114us total) trans 4294968103 rc 0/0 00000100:00100000:1.0:1781272729.099741:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1306 00000100:00100000:0.0:1781272729.121611:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272729.122653:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159349376 00000100:00100000:2.0:1781272729.122667:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159349376 00000100:00100000:2.0:1781272729.122745:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1307 00000100:00100000:2.0:1781272729.122757:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+60:31271:x1867799159349376:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272729.122804:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272729.122876:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc4868 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a3b expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.122939:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc4868 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a3b expref: 61 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.122957:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc4868 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a3b expref: 61 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.122968:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272729.122971:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272729.122975:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb5021efa00, rc 0) 00000100:00100000:2.0:1781272729.123030:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+61:31271:x1867799159349376:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 276us (1430us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272729.123037:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1307 00000100:00100000:0.0:1781272729.138612:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272729.138723:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159349504 00000100:00100000:2.0:1781272729.138735:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159349504 00000100:00100000:2.0:1781272729.138809:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 250 00000100:00100000:2.0:1781272729.138820:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+61:31271:x1867799159349504:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1781272729.138993:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+61:31271:x1867799159349504:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 Request processed in 174us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272729.139001:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 250 00000100:00100000:0.0:1781272729.155301:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272729.155380:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159349760 00000100:00100000:3.0:1781272729.155391:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159349760 00000100:00100000:3.0:1781272729.155455:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 251 00000100:00100000:3.0:1781272729.155466:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+61:31271:x1867799159349760:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272729.155723:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+62:31271:x1867799159349760:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 258us (431us total) trans 4294968104 rc 0/0 00000100:00100000:3.0:1781272729.155731:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 251 00000100:00100000:0.0:1781272729.164158:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272729.164604:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159350016 00000100:00100000:2.0:1781272729.164615:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159350016 00000100:00100000:2.0:1781272729.164688:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1308 00000100:00100000:2.0:1781272729.164698:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+62:31271:x1867799159350016:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272729.164877:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+62:31271:x1867799159350016:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 180us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272729.164885:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1308 00000100:00100000:0.0:1781272729.170021:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272729.170318:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159350272 00000100:00100000:3.0:1781272729.170331:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159350272 00000100:00100000:3.0:1781272729.170406:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1309 00000100:00100000:3.0:1781272729.170418:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+62:31271:x1867799159350272:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272729.170440:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272729.170464:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc486f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a42 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.170578:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.170596:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc4868 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a3b expref: 63 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.170606:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.170642:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc4868 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a3b expref: 63 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.170663:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc4868 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a3b expref: 63 pid: 12323 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272729.170677:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168663552:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272729.170793:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272729.203193:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.203363:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159350400 00000100:00100000:1.0:1781272729.203375:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159350400 00010000:00010000:1.0:1781272729.203434:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc4868 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a3b expref: 64 pid: 12323 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272729.203481:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 401 00000100:00100000:1.0:1781272729.203491:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+64:2390:x1867799159350400:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272729.203507:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272729.203514:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc4868 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a3b expref: 64 pid: 12323 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.203527:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc4868 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a3b expref: 64 pid: 12323 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.203552:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:1.0:1781272729.203558:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.203569:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.203579:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.203600:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272729.203662:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+64:2390:x1867799159350400:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 173us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272729.203670:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 401 00010000:00010000:3.0:1781272729.204283:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc4868 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a3b expref: 63 pid: 12323 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272729.204305:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168663552:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272729.204331:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.204341:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.204347:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272729.204368:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00080000:3.0:1781272729.204569:0:6491:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:3.0:1781272729.204693:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.204703:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.204711:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.204721:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272729.204726:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.204733:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.204745:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:3.0:1781272729.204748:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272729.204753:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.204758:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc4876 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.204819:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc486f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a42 expref: 63 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.204889:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff8eb4c792e600) 00010000:00010000:3.0:1781272729.204891:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272729.204895:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc486f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a42 expref: 63 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.204904:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e200, rc 0) 00000100:00100000:3.0:1781272729.205384:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+62:31271:x1867799159350272:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 34966us (35372us total) trans 4294968105 rc 301/301 00000100:00100000:3.0:1781272729.205507:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1309 00000100:00100000:0.0:1781272729.211966:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272729.212244:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159350656 00000100:00100000:3.0:1781272729.212257:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159350656 00000100:00100000:3.0:1781272729.212329:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 252 00000100:00100000:3.0:1781272729.212342:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+62:31271:x1867799159350656:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272729.212658:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+63:31271:x1867799159350656:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 318us (700us total) trans 4294968106 rc 0/0 00000100:00100000:3.0:1781272729.212666:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 252 00000100:00100000:1.0:1781272729.222057:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272729.222819:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159350784 00000100:00100000:3.0:1781272729.222874:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159350784 00000100:00100000:3.0:1781272729.222950:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1310 00000100:00100000:3.0:1781272729.222963:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+63:31271:x1867799159350784:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272729.222997:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272729.223020:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4884 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a49 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.223098:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc488b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.223115:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc488b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.223127:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc488b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272729.223172:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00200000:3.0:1781272729.223177:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272729.223196:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc488b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.223225:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4884 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a49 expref: 65 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.223390:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc488b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a49 expref: 64 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.223400:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:3.0:1781272729.223403:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1781272729.223407:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:3.0:1781272729.223474:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+64:31271:x1867799159350784:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 514us (1426us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272729.223482:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1310 00000100:00100000:0.0:1781272729.228043:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.228132:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159350912 00000100:00100000:1.0:1781272729.228145:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159350912 00000100:00100000:1.0:1781272729.228224:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 347 00000100:00100000:1.0:1781272729.228235:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159350912:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272729.228263:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272729.228286:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc4892 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a50 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272729.228312:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781272729.228334:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272729.228337:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272729.228347:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc4892 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a50 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.228367:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc4892 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a50 expref: 13 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.228383:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cde00, rc 0) 00000100:00100000:1.0:1781272729.228444:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159350912:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 211us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272729.228452:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 347 00000100:00080000:2.0:1781272729.228608:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272729.235116:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.235207:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159351168 00000100:00100000:1.0:1781272729.235218:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159351168 00000100:00100000:1.0:1781272729.235291:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1311 00000100:00100000:1.0:1781272729.235302:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+64:31271:x1867799159351168:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272729.235433:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+64:31271:x1867799159351168:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 132us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272729.235442:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1311 00000100:00100000:0.0:1781272729.247633:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.248067:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159351296 00000100:00100000:1.0:1781272729.248079:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159351296 00000100:00100000:1.0:1781272729.248141:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 348 00000100:00100000:1.0:1781272729.248151:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:31271:x1867799159351296:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272729.248171:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272729.248194:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a57 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.248226:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc4892 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a50 expref: 14 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.248246:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272729.248249:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272729.248254:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a57 expref: 14 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.248294:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc4892 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a50 expref: 14 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.248310:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc4892 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a50 expref: 14 pid: 8405 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272729.248332:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168663680:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272729.248432:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31fed80 going to sleep for 11 seconds 00000100:00100000:0.0:1781272729.259978:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272729.260121:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159351424 00000100:00100000:2.0:1781272729.260132:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159351424 00010000:00010000:2.0:1781272729.260175:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc4892 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a50 expref: 15 pid: 8405 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272729.260227:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 402 00000100:00100000:2.0:1781272729.260247:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+15:2391:x1867799159351424:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272729.260263:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272729.260284:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc4892 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a50 expref: 15 pid: 8405 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.260300:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc4892 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a50 expref: 15 pid: 8405 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.260326:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272729.260328:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272729.260336:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a57 expref: 15 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.260346:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a57 expref: 15 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.260567:0:9494:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a57 expref: 15 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272729.260584:0:9494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9494:1867799168663808:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272729.260686:0:9494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5240 going to sleep for 11 seconds 00010000:00010000:1.0:1781272729.260968:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc4892 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a50 expref: 15 pid: 8405 timeout: 786 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272729.260985:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168663680:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272729.261012:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a57 expref: 14 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.261022:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:1.0:1781272729.261053:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+14:31271:x1867799159351296:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 12903us (13432us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272729.261060:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 348 00000100:00100000:2.0:1781272729.265194:0:9494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9494:1867799168663808:192.168.204.14@tcp:105: 00010000:00010000:2.0:1781272729.265223:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272729.265295:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159351424:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 5057us (5330us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272729.265306:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 402 00000100:00100000:0.0:1781272729.271951:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272729.272159:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159351552 00000100:00100000:2.0:1781272729.272172:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159351552 00002000:00100000:2.0:1781272729.272232:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->157) req@ffff8eb3c3b54000 x1867799159351552/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:485/0 lens 648/0 e 0 to 0 dl 1781272740 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272729.272254:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3b54000 with x1867799159351552 ext(0->157) 00002000:00010000:2.0:1781272729.272262:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3b54000 00000100:00100000:2.0:1781272729.272305:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 95 00000100:00100000:2.0:1781272729.272315:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159351552:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1781272729.275451:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+15:2391:x1867799159351552:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 3127us (3500us total) trans 4294967369 rc 0/0 00000100:00100000:2.0:1781272729.275467:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 95 00002000:00100000:2.0:1781272729.275482:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->157) req@ffff8eb3c3b54000 x1867799159351552/t4294967369(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:485/0 lens 648/448 e 0 to 0 dl 1781272740 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272729.275492:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3b54000 with x1867799159351552 ext(0->157) 00002000:00010000:2.0:1781272729.275499:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3b54000 00000100:00100000:1.0:1781272729.283662:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272729.284014:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159351680 00000100:00100000:3.0:1781272729.284026:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159351680 00000100:00100000:3.0:1781272729.284089:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1312 00000100:00100000:3.0:1781272729.284099:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+64:31271:x1867799159351680:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1781272729.288499:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968106 is committed 00000001:00080000:0.0:1781272729.288526:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968100 is committed 00000004:00080000:0.0:1781272729.288532:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000020:00080000:0.0:1781272729.288556:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb3c51a5e40 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:0.0:1781272729.288561:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c9468b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c51a5300 00000020:00080000:0.0:1781272729.288565:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c9468000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c4080200 00000020:00080000:0.0:1781272729.288591:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4c620de40 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:0.0:1781272729.288594:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c89ad100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4c620d180 00000020:00080000:0.0:1781272729.288597:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c89ad800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c4de0400 00000020:00080000:0.0:1781272729.288607:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00000020:00080000:3.0:1781272729.289015:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00000020:00080000:3.0:1781272729.289081:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:3.0:1781272729.289215:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:31271:x1867799159351680:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 5109us (5557us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272729.289225:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1312 00010000:00010000:1.0:1781272729.289432:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4749 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289444:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4749 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289452:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4749 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289458:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9f800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272729.289463:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4749 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289472:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4749 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289490:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:1.0:1781272729.289493:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272729.289498:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4749 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289504:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4749 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289530:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4861 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289537:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4861 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289543:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4861 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289547:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272729.289550:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4861 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289555:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4861 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289563:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:1.0:1781272729.289566:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781272729.289568:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4861 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.289578:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4861 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272729.289695:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272729.289713:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168663936:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781272729.289769:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272729.294883:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.296436:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168663936 00000100:00100000:1.0:1781272729.296451:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168663936 00000100:00100000:0.0:1781272729.296624:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159351808 00000100:00100000:0.0:1781272729.296628:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159351808 00000100:00100000:0.0:1781272729.296677:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1781272729.296688:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168663936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1781272729.296724:0:15938:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24 count 1 00002000:00010000:0.0:1781272729.296764:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a2c1094, atime: 0x6a2c1095, ctime: 0x6a2c1094, blocks: 0x8 00010000:00010000:0.0:1781272729.296773:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc48a0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272729.296809:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272729.296812:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272729.296819:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc48a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272729.296861:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc48a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272729.296873:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc48a0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272729.296882:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc48a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272729.296899:0:15938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781272729.297084:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3621:x1867799168663936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 397us (7313us total) trans 4294967364 rc 0/0 00000100:00100000:0.0:1781272729.297092:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000004:00080000:0.0:1781272729.297143:0:3621:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c339ce00/2, rc 0, transno 4294967364 00000100:00100000:0.0:1781272729.297149:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168663936:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781272729.297173:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 350 00000100:00100000:0.0:1781272729.297182:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+15:2388:x1867799159351808:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00010000:00010000:3.0:1781272729.298430:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272729.298442:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc48a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.298455:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272729.298461:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc48a0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.298474:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc48a0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.298498:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc48a0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.298506:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060cfee23/0x94898f2cdefc48a0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.298532:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272729.298534:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272729.298536:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1781272729.300572:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1781272729.301329:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000001:00080000:3.0:1781272729.301345:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967368 is committed 00000100:00100000:0.0:1781272729.301946:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159351808:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 4758us (7066us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272729.301960:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 350 00000100:00100000:3.0:1781272729.306270:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.307602:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159352064 00000100:00100000:1.0:1781272729.307616:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159352064 00000100:00100000:2.0:1781272729.308116:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1313 00000100:00100000:2.0:1781272729.308133:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:31271:x1867799159352064:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272729.308194:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272729.308227:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc488b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a49 expref: 47 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.308495:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272729.308501:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272729.308537:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc48a7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.308553:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc48a7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.308575:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc48a7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272729.308818:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ff5c29c1 reply state 00000000ba8a08f9 transno 4294968107 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc48a7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.309156:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc48a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.309165:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272729.309167:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272729.309169:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272729.309357:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:31271:x1867799159352064:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 1228us (3096us total) trans 4294968107 rc 0/0 00000100:00100000:2.0:1781272729.309367:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1313 00000100:00100000:3.0:1781272729.313230:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272729.314517:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159352192 00000100:00100000:2.0:1781272729.314534:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159352192 00000100:00100000:2.0:1781272729.314619:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1314 00000100:00100000:2.0:1781272729.314630:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+48:31271:x1867799159352192:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272729.314658:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272729.314683:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48ae lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a5e expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.314749:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48ae lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a5e expref: 49 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.314767:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48ae lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a5e expref: 49 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.314802:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272729.314806:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272729.314811:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb5021ef600, rc 0) 00000100:00100000:2.0:1781272729.314894:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:31271:x1867799159352192:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 265us (1675us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272729.314902:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1314 00000100:00100000:3.0:1781272729.319797:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.322367:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159352320 00000100:00100000:1.0:1781272729.322394:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159352320 00000100:00100000:1.0:1781272729.322478:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 351 00000100:00100000:1.0:1781272729.322491:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159352320:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1781272729.322666:0:9894:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1781272729.322681:0:9894:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1781272724 00002000:00010000:1.0:1781272729.322684:0:9894:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 0 -> 1781272727 00002000:00010000:1.0:1781272729.322686:0:9894:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1781272724 00002000:00010000:1.0:1781272729.322689:0:9894:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1781272729.323819:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159352320:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 1323us (4035us total) trans 4294967370 rc 0/0 00000100:00100000:1.0:1781272729.323841:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 351 00000100:00100000:0.0:1781272729.331655:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272729.332006:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159352576 00000100:00100000:3.0:1781272729.332018:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159352576 00000100:00100000:3.0:1781272729.332089:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1315 00000100:00100000:3.0:1781272729.332099:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:31271:x1867799159352576:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1781272729.332374:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.332465:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc485a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a34 expref: 49 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.332481:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.332522:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc485a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a34 expref: 49 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.332537:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc485a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a34 expref: 49 pid: 6492 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272729.332552:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168664064:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272729.332707:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42c00 going to sleep for 11 seconds 00000100:00100000:0.0:1781272729.336989:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272729.337127:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159352704 00000100:00100000:1.0:1781272729.337147:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159352704 00010000:00010000:1.0:1781272729.337193:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc485a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a34 expref: 50 pid: 6492 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272729.337248:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 403 00000100:00100000:1.0:1781272729.337259:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8abac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:2391:x1867799159352704:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272729.337278:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272729.337286:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc485a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a34 expref: 50 pid: 6492 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.337300:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc485a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a34 expref: 50 pid: 6492 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.337326:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:1.0:1781272729.337331:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.337342:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.337351:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.337370:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272729.337432:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8abac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:2391:x1867799159352704:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 174us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272729.337439:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 403 00010000:00010000:3.0:1781272729.338311:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc485a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a34 expref: 49 pid: 6492 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272729.338332:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168664064:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272729.338353:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.338364:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.338370:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.338410:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.338418:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.338425:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.338431:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272729.338437:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.338445:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.338456:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:3.0:1781272729.338460:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1781272729.338464:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.338470:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc48b5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272729.338535:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:31271:x1867799159352576:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 6437us (6893us total) trans 0 rc -22/-22 00000100:00100000:3.0:1781272729.338544:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1315 00000100:00100000:0.0:1781272729.355471:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272729.356480:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159352832 00000100:00100000:3.0:1781272729.356498:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159352832 00000100:00100000:3.0:1781272729.356566:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 352 00000100:00100000:3.0:1781272729.356576:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee23b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2388:x1867799159352832:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272729.356628:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.356652:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a57 expref: 12 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.356662:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272729.356665:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272729.356679:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.356718:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a57 expref: 12 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.356734:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a57 expref: 12 pid: 9894 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272729.356750:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168664192:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272729.356891:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42c00 going to sleep for 11 seconds 00000100:00100000:3.0:1781272729.361502:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168664192:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272729.361537:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272729.367115:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272729.367256:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159352960 00000100:00100000:3.0:1781272729.367268:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159352960 00010000:00010000:3.0:1781272729.367318:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a57 expref: 13 pid: 9894 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272729.367368:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 404 00000100:00100000:3.0:1781272729.367379:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159352960:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272729.367401:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272729.367424:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a57 expref: 13 pid: 9894 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.367439:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a57 expref: 13 pid: 9894 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.367464:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc4899 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a57 expref: 13 pid: 9894 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.367482:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272729.367485:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272729.367491:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.367502:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272729.367540:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272729.367613:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159352960:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 234us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272729.367621:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 404 00010000:00010000:2.0:1781272729.368360:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.368375:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.368404:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.368413:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.368421:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.368429:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272729.368434:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.368444:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.368461:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.368468:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfa7a86d/0x94898f2cdefc48bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272729.368549:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee23b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159352832:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 11971us (13091us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272729.368557:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 352 00000100:00100000:0.0:1781272729.381046:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272729.381202:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159353216 00000100:00100000:2.0:1781272729.381214:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159353216 00000100:00100000:2.0:1781272729.381292:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1316 00000100:00100000:2.0:1781272729.381303:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:31271:x1867799159353216:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781272729.381396:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc48c3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.381416:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc48c3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.381433:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc48c3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.381607:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.381619:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48ae lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a5e expref: 49 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.381629:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.381975:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48ae lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a5e expref: 49 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.381993:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48ae lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a5e expref: 49 pid: 12323 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272729.382010:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168664320:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272729.382106:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5c00 going to sleep for 11 seconds 00000100:00100000:1.0:1781272729.386774:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272729.386952:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159353344 00000100:00100000:0.0:1781272729.386964:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159353344 00010000:00010000:0.0:1781272729.387012:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48ae lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a5e expref: 50 pid: 12323 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272729.387061:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 405 00000100:00100000:0.0:1781272729.387071:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:2390:x1867799159353344:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272729.387089:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272729.387096:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48ae lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a5e expref: 50 pid: 12323 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272729.387110:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48ae lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a5e expref: 50 pid: 12323 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272729.387148:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:0.0:1781272729.387153:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272729.387164:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272729.387174:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272729.387195:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272729.387269:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:2390:x1867799159353344:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 199us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272729.387279:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 405 00010000:00010000:2.0:1781272729.388109:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48ae lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a5e expref: 49 pid: 12323 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272729.388144:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168664320:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272729.388171:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.388182:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.388190:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272729.388450:0:8162:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968108 00000001:00080000:2.0:1781272729.388583:0:8162:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968109 00000001:00080000:2.0:1781272729.388620:0:8162:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968110 00000100:00100000:2.0:1781272729.388779:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8162:1867799168664448:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1781272729.389072:0:8162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272729.389113:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5540 going to sleep for 11 seconds 00000100:00100000:0.0:1781272729.389408:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168664448 00000100:00100000:0.0:1781272729.389415:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168664448 00000100:00100000:0.0:1781272729.389470:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1781272729.389480:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8162:x1867799168664448:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1781272729.389584:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8162:x1867799168664448:12345-0@lo:1000:mdt00_003.0 Request processed in 105us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272729.389593:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1781272729.389683:0:8162:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967368 gen 2 00000004:00080000:1.0:1781272729.389689:0:8162:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967367 committed transno 4294967368 00000004:00080000:1.0:1781272729.389722:0:8162:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c411df80, transno 4294967368 00000100:00100000:1.0:1781272729.389745:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8162:1867799168664448:0@lo:1000:mdt00_003.0 00000001:00080000:1.0:1781272729.389926:0:8162:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968111 00000100:00100000:1.0:1781272729.389995:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8162:1867799168664576:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1781272729.390028:0:8162:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272729.390056:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168664576 00000100:00100000:1.0:1781272729.390060:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168664576 00000100:00100000:1.0:1781272729.390085:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1781272729.390092:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8162:x1867799168664576:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1781272729.390197:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8162:x1867799168664576:12345-0@lo:1000:mdt00_003.0 Request processed in 105us (167us total) trans 4294967371 rc 0/0 00000100:00100000:1.0:1781272729.390204:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1781272729.390222:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f6039180 going to sleep for 11 seconds 00000100:00100000:1.0:1781272729.390250:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8162:1867799168664576:0@lo:1000:mdt00_003.0 00000001:00080000:1.0:1781272729.390312:0:8162:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968112 00010000:00010000:1.0:1781272729.390338:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390349:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390357:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390363:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021efa00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272729.390368:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390377:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390395:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:1.0:1781272729.390398:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272729.390405:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390412:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021efa00/0x94898f2cdefc48ca lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390441:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47f8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390448:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47f8 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390455:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47f8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390460:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272729.390463:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47f8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390469:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47f8 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390476:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4d0ba7200) 00010000:00010000:1.0:1781272729.390479:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272729.390487:0:8162:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc47ff lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a1f expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390499:0:8162:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc47ff lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a1f expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390509:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc47ff lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a1f expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.390540:0:8162:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210aa00/0x94898f2cdefc47ff lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a1f expref: 97 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272729.390552:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168664704:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272729.390710:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f6039840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272729.397116:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168664704:192.168.204.14@tcp:105: 00010000:00010000:2.0:1781272729.397167:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47f8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397179:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc47f8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397220:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48d1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397247:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48d1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397262:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48d1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397273:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48d1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397280:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48d1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397294:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48d1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397300:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021ef600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272729.397304:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48d1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397312:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48d1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397326:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4d0ba7200) 00010000:00010000:2.0:1781272729.397329:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272729.397333:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48d1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397339:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef600/0x94898f2cdefc48d1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397348:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc48c3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397354:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc48c3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397359:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc48c3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397364:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021eea00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272729.397366:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc48c3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397376:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc48c3 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397382:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff8eb4d0ba7200) 00010000:00010000:2.0:1781272729.397385:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272729.397388:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc48c3 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.397393:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021eea00/0x94898f2cdefc48c3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272729.397568:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:31271:x1867799159353216:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 16264us (16531us total) trans 4294968113 rc 0/0 00000100:00100000:2.0:1781272729.397580:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1316 00000020:00080000:2.0:1781272729.397587:0:8162:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1781272729.398105:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272729.398111:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272729.398625:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1781272729.398637:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272729.403155:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272729.403270:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159353600 00000100:00100000:2.0:1781272729.403284:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159353600 00000100:00100000:2.0:1781272729.403361:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 253 00000100:00100000:2.0:1781272729.403374:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:31271:x1867799159353600:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1781272729.403892:0:6495:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1781272729.403932:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968114 00010000:00010000:2.0:1781272729.403970:0:6495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc48d8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.403993:0:6495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc48d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.404006:0:6495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc48d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.404021:0:6495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc48d8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.404028:0:6495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc48d8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.404034:0:6495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc48d8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.404157:0:6495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781272729.404264:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:31271:x1867799159353600:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 892us (1129us total) trans 4294968115 rc 0/0 00000100:00100000:2.0:1781272729.404273:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 253 00000020:00080000:2.0:1781272729.404279:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1781272729.411197:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272729.411211:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc48d8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.411223:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021ef200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272729.411229:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc48d8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.411250:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc48d8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.411272:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:1.0:1781272729.411276:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781272729.411282:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc48d8 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.411288:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef200/0x94898f2cdefc48d8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272729.411310:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272729.411312:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272729.411314:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272729.413423:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272729.413567:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159353728 00000100:00100000:2.0:1781272729.413579:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159353728 00000100:00100000:2.0:1781272729.413637:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 254 00000100:00100000:2.0:1781272729.413647:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b35450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+98:31269:x1867799159353728:12345-192.168.204.14@tcp:49:cat.0 00000100:00100000:2.0:1781272729.413826:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b35450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+98:31269:x1867799159353728:12345-192.168.204.14@tcp:49:cat.0 Request processed in 172us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272729.413872:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 254 00000100:00100000:0.0:1781272729.423762:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272729.424490:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159353856 00000100:00100000:2.0:1781272729.424503:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159353856 00000100:00100000:2.0:1781272729.424589:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 353 00000100:00100000:2.0:1781272729.424600:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+12:31269:x1867799159353856:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272729.424621:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272729.424647:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a32ead91/0x94898f2cdefc48df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a65 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272729.424695:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 158, mtime: 0x6a2c1094, atime: 0x6a2c1097, ctime: 0x6a2c1094, blocks: 0x8 00010000:00010000:2.0:1781272729.424724:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272729.424726:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272729.424763:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a32ead91/0x94898f2cdefc48df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a65 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.424790:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a32ead91/0x94898f2cdefc48df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a65 expref: 13 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272729.424805:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb5021eea00, rc 0) 00000100:00100000:2.0:1781272729.424899:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:31269:x1867799159353856:12345-192.168.204.14@tcp:101:cat.0 Request processed in 299us (1147us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272729.424907:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 353 00000100:00080000:1.0:1781272729.426090:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272729.431743:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272729.431942:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159353984 00000100:00100000:3.0:1781272729.431953:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159353984 00002000:00100000:3.0:1781272729.432011:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8eb3c2292680 x1867799159353984/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:485/0 lens 488/0 e 0 to 0 dl 1781272740 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272729.432028:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c2292680 with x1867799159353984 ext(0->4095) 00002000:00010000:3.0:1781272729.432035:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c2292680 00000100:00100000:3.0:1781272729.432073:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 96 00000100:00100000:3.0:1781272729.432084:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159353984:12345-192.168.204.14@tcp:3:cat.0 00000100:00100000:3.0:1781272729.432373:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159353984:12345-192.168.204.14@tcp:3:cat.0 Request processed in 289us (642us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781272729.432382:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 96 00002000:00100000:3.0:1781272729.432390:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff8eb3c2292680 x1867799159353984/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:485/0 lens 488/4536 e 0 to 0 dl 1781272740 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272729.432398:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c2292680 with x1867799159353984 ext(0->4095) 00002000:00010000:3.0:1781272729.432401:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c2292680 00000100:00100000:2.0:1781272729.439336:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272729.439442:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159354240 00000100:00100000:0.0:1781272729.439454:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159354240 00000100:00100000:0.0:1781272729.439516:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 255 00000100:00100000:0.0:1781272729.439528:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+98:31269:x1867799159354240:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:0.0:1781272729.439888:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+99:31269:x1867799159354240:12345-192.168.204.14@tcp:35:cat.0 Request processed in 361us (561us total) trans 4294968116 rc 0/0 00000100:00100000:0.0:1781272729.439896:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 255 00000100:00100000:0.0:1781272729.671393:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168664832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272729.671469:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272729.673202:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168664832 00000100:00100000:2.0:1781272729.673217:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168664832 00000100:00100000:2.0:1781272729.673292:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1781272729.673313:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168664832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272729.673355:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:2.0:1781272729.673442:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168664832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 141us (1972us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272729.673449:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1781272729.674062:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168664832:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272729.920111:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272730.261682:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272730.261731:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272730.261796:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272730.261868:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272730.261893:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272730.261914:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272730.261932:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272730.261947:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272730.261967:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272730.262001:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159354880 00000100:00100000:0.0:1781272730.262013:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159354880 00000100:00100000:0.0:1781272730.262064:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159355392 00000100:00100000:0.0:1781272730.262067:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159355392 00000100:00100000:0.0:1781272730.262087:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159354752 00000100:00100000:0.0:1781272730.262088:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159354752 00000100:00100000:0.0:1781272730.262108:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159355264 00000100:00100000:0.0:1781272730.262110:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159355264 00000100:00100000:0.0:1781272730.262129:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 494 00000100:00100000:0.0:1781272730.262140:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159354880:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272730.262230:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159354880:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 90us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272730.262239:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 494 00000100:00100000:0.0:1781272730.262259:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 495 00000100:00100000:0.0:1781272730.262266:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159355392:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272730.262292:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159355392:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272730.262299:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 495 00000100:00100000:0.0:1781272730.262311:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 496 00000100:00100000:0.0:1781272730.262318:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159354752:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272730.262342:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159354752:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272730.262348:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 496 00000100:00100000:0.0:1781272730.262359:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 497 00000100:00100000:0.0:1781272730.262365:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159355264:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272730.262390:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159355264:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272730.262397:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 497 00000100:00080000:1.0:1781272730.262640:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272730.262655:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159354624 00000100:00100000:1.0:1781272730.262660:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159354624 00000100:00100000:1.0:1781272730.262709:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159355136 00000100:00100000:1.0:1781272730.262712:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159355136 00000100:00100000:1.0:1781272730.262726:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159354496 00000100:00100000:1.0:1781272730.262728:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159354496 00000100:00100000:1.0:1781272730.262747:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159355008 00000100:00100000:1.0:1781272730.262750:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159355008 00000100:00100000:1.0:1781272730.262785:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 925 00000100:00100000:1.0:1781272730.262793:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159354624:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272730.262825:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159354624:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 34us (1094us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272730.262874:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 925 00000100:00100000:1.0:1781272730.262888:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 926 00000100:00100000:1.0:1781272730.262895:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159355136:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272730.262920:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159355136:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272730.262925:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 926 00000100:00100000:1.0:1781272730.262935:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 927 00000100:00100000:1.0:1781272730.262941:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+99:2391:x1867799159354496:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272730.262965:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+99:2391:x1867799159354496:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272730.262970:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 927 00000100:00100000:1.0:1781272730.262980:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 928 00000100:00100000:1.0:1781272730.262987:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+55:2391:x1867799159355008:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272730.263010:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+55:2391:x1867799159355008:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272730.263016:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 928 00000100:00080000:0.0:1781272730.264051:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272730.264057:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272730.264131:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159354368 00000100:00100000:2.0:1781272730.264139:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159354368 00000100:00100000:2.0:1781272730.264192:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 715 00000100:00100000:2.0:1781272730.264201:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159354368:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272730.264250:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159354368:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 50us (2579us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272730.264257:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 715 00000100:00100000:1.0:1781272730.690047:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272730.690084:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168664960:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272730.690196:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272730.690384:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168664960 00000100:00100000:0.0:1781272730.690394:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168664960 00000100:00100000:0.0:1781272730.690446:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1781272730.690455:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168664960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272730.690501:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272730.690561:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168664960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272730.690567:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1781272730.690676:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168664960:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781272730.948459:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272731.968061:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272732.224198:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272732.224227:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168665088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272732.224325:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272732.224459:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168665088 00000100:00100000:1.0:1781272732.224470:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168665088 00000100:00100000:1.0:1781272732.224549:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1781272732.224561:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3618:x1867799168665088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272732.224596:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272732.224649:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3618:x1867799168665088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272732.224656:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00080000:2.0:1781272732.225086:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272732.225131:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168665088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272732.739213:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272732.739237:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168665216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272732.739324:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272732.739501:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168665216 00000100:00100000:2.0:1781272732.739511:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168665216 00000100:00100000:2.0:1781272732.739580:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1781272732.739591:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168665216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272732.739619:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1781272732.739672:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168665216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272732.739679:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00080000:0.0:1781272732.739964:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272732.740007:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168665216:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1781272732.996206:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272733.257293:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272733.257316:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168665344:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272733.257385:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272733.257446:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168665344 00000100:00100000:1.0:1781272733.257455:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168665344 00000100:00100000:1.0:1781272733.257509:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1781272733.257520:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168665344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272733.257551:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1781272733.257594:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168665344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272733.257604:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1781272733.257652:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168665344:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1781272733.259009:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272733.259026:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168665472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272733.259078:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272733.259256:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168665728:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.259349:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272733.259377:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168666240:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.259399:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272733.259422:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168666752:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.259442:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272733.259466:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1781272733.259472:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168665856:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.259519:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272733.259537:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168666368:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.259560:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272733.259576:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168666880:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.259596:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272733.259624:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168665728 00000100:00100000:1.0:1781272733.259630:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168665728 00000100:00100000:1.0:1781272733.259665:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168666240 00000100:00100000:1.0:1781272733.259668:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168666240 00000100:00100000:0.0:1781272733.259795:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168665984:0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.259853:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272733.259865:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168666496:0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.259890:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272733.259920:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168667008:0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.259942:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272733.259960:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781272733.259966:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168665600:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.259970:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168666752 00000100:00100000:1.0:1781272733.259973:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168666752 00000100:00100000:1.0:1781272733.259986:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168666368 00000100:00100000:1.0:1781272733.259988:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168666368 00000100:00100000:0.0:1781272733.259993:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272733.259997:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168666880 00000100:00100000:1.0:1781272733.259999:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168666880 00000100:00100000:1.0:1781272733.260009:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168665984 00000100:00100000:1.0:1781272733.260012:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168665984 00000100:00100000:0.0:1781272733.260014:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168666112:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.260026:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1781272733.260034:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168665728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.260052:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272733.260070:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168666624:0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.260088:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272733.260117:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168665856 00000100:00100000:0.0:1781272733.260120:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168665856 00000100:00100000:0.0:1781272733.260145:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168666112 00000100:00100000:0.0:1781272733.260148:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168666112 00000100:00100000:1.0:1781272733.260160:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168665728:12345-0@lo:400:kworker.0 Request processed in 125us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272733.260161:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1781272733.260166:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168665856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.260168:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1781272733.260185:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1781272733.260190:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168666240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.260197:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168665856:12345-0@lo:400:kworker.0 Request processed in 31us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272733.260203:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1781272733.260215:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1781272733.260216:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168666240:12345-0@lo:400:kworker.0 Request processed in 26us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272733.260220:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168666112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.260222:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1781272733.260231:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1781272733.260237:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168666752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.260248:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168666112:12345-0@lo:400:kworker.0 Request processed in 28us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272733.260258:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168666752:12345-0@lo:400:kworker.0 Request processed in 22us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272733.260258:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1781272733.260263:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1781272733.260272:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1781272733.260274:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168665472 00000100:00100000:1.0:1781272733.260277:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168666368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.260277:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168665472 00000100:00100000:1.0:1781272733.260301:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168666368:12345-0@lo:400:kworker.0 Request processed in 25us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272733.260301:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1781272733.260307:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1781272733.260307:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168665472:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272733.260316:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:1.0:1781272733.260320:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168666880:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1781272733.260321:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1781272733.260345:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168666880:12345-0@lo:400:kworker.0 Request processed in 24us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272733.260345:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168665472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (1268us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272733.260352:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1781272733.260353:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:1.0:1781272733.260362:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1781272733.260367:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168665984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.260368:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168666496 00000100:00100000:0.0:1781272733.260371:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168666496 00000100:00100000:1.0:1781272733.260392:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168665984:12345-0@lo:400:kworker.0 Request processed in 25us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272733.260398:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1781272733.260444:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168665856:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.260456:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168666368:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.260465:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168666880:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.260472:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168665728:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.260480:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168666240:0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.260488:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168666752:0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.262553:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168667008 00000100:00100000:0.0:1781272733.262568:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168667008 00000100:00100000:0.0:1781272733.262620:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168666624 00000100:00100000:0.0:1781272733.262623:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168666624 00000100:00100000:0.0:1781272733.262643:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1781272733.262652:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168666496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.262747:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168666496:12345-0@lo:400:kworker.0 Request processed in 96us (2855us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272733.262755:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1781272733.262774:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1781272733.262779:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1781272733.262779:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168667008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272733.262789:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3618:x1867799168666624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.262809:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168667008:12345-0@lo:400:kworker.0 Request processed in 30us (2867us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272733.262815:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1781272733.262850:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3618:x1867799168666624:12345-0@lo:400:kworker.0 Request processed in 63us (2760us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272733.262856:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1781272733.262857:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168665600 00000100:00100000:0.0:1781272733.262860:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168665600 00000100:00100000:0.0:1781272733.262891:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1781272733.262898:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168665600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.262929:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168665600:12345-0@lo:400:kworker.0 Request processed in 32us (2934us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272733.262934:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00080000:0.0:1781272733.262989:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272733.262995:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272733.262997:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272733.263028:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168665600:0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.263043:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168666112:0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.263055:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168666624:0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.263067:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168665984:0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.263077:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168666496:0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.263087:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168667008:0@lo:400:kworker.0 00000100:00100000:0.0:1781272733.263106:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168665472:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1781272734.016652:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1781272734.274238:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000001:00080000:2.0:1781272734.274258:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967361 is committed 00000100:00100000:0.0:1781272734.785261:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272734.785286:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168667136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272734.785392:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272734.785450:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168667136 00000100:00100000:0.0:1781272734.785458:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168667136 00000100:00100000:0.0:1781272734.785516:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1781272734.785525:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168667136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272734.785559:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:0.0:1781272734.785615:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168667136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272734.785623:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1781272734.785666:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168667136:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781272735.040076:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272735.287317:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272735.287423:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159355520 00000100:00100000:3.0:1781272735.287481:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159355520 00000100:00100000:3.0:1781272735.287566:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1317 00000100:00100000:3.0:1781272735.287578:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+55:31231:x1867799159355520:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781272735.287706:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+55:31231:x1867799159355520:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 121us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272735.287714:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1317 00000100:00080000:0.0:1781272735.287799:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272735.289546:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272735.289656:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159355648 00000100:00100000:1.0:1781272735.289671:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159355648 00000100:00100000:1.0:1781272735.289762:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1318 00000100:00100000:1.0:1781272735.289780:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:31231:x1867799159355648:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781272735.289938:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:31231:x1867799159355648:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 165us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272735.289946:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1318 00000100:00080000:0.0:1781272735.290123:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:3.0:1781272735.300721:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000001:00080000:3.0:1781272735.300753:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00000001:00080000:2.0:1781272735.300893:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968116 is committed 00000001:00080000:2.0:1781272735.301014:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968115 is committed 00000020:00080000:2.0:1781272735.301033:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb3c31fe600 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:2.0:1781272735.301040:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c89ad400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c31fe3c0 00000020:00080000:2.0:1781272735.301043:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c89ad900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c4de0000 00000020:00080000:2.0:1781272735.301066:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00010000:00010000:1.0:1781272735.301142:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc48a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272735.301161:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc48a7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272735.301180:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc48a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272735.301187:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021ef400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272735.301192:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc48a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272735.301200:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc48a7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1781272735.301225:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00010000:00010000:1.0:1781272735.301237:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff8eb4c792e700) 00010000:00010000:1.0:1781272735.301244:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272735.301250:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc48a7 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272735.301257:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc48a7 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1781272735.301329:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00000100:00100000:0.0:1781272735.375888:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272735.375947:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272735.375989:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272735.376024:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272735.376047:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272735.376069:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272735.376097:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272735.376132:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159356288 00000100:00100000:0.0:1781272735.376146:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159356288 00000100:00100000:0.0:1781272735.376216:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159356544 00000100:00100000:0.0:1781272735.376219:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159356544 00000100:00100000:0.0:1781272735.376235:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159356160 00000100:00100000:0.0:1781272735.376238:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159356160 00000100:00100000:0.0:1781272735.376251:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159356416 00000100:00100000:0.0:1781272735.376253:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159356416 00000100:00100000:0.0:1781272735.376270:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 501 00000100:00100000:0.0:1781272735.376280:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+13:2389:x1867799159356288:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272735.376377:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+13:2389:x1867799159356288:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 98us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272735.376386:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 501 00000100:00100000:0.0:1781272735.376406:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 502 00000100:00100000:0.0:1781272735.376412:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159356544:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272735.376439:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159356544:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272735.376447:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 502 00000100:00100000:0.0:1781272735.376458:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 503 00000100:00100000:0.0:1781272735.376464:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159356160:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272735.376492:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159356160:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272735.376499:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 503 00000100:00100000:0.0:1781272735.376510:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 504 00000100:00100000:0.0:1781272735.376518:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159356416:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272735.376541:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159356416:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272735.376546:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 504 00000100:00100000:3.0:1781272735.376768:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159356032 00000100:00100000:3.0:1781272735.376774:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159356032 00000100:00100000:3.0:1781272735.376811:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159355904 00000100:00100000:3.0:1781272735.376814:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159355904 00000100:00100000:3.0:1781272735.376860:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 935 00000100:00100000:3.0:1781272735.376869:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159356032:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272735.376902:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159356032:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 36us (957us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272735.376921:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 935 00000100:00100000:3.0:1781272735.376937:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 936 00000100:00100000:3.0:1781272735.376943:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+98:2389:x1867799159355904:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272735.376967:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+98:2389:x1867799159355904:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272735.376973:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 936 00000100:00100000:1.0:1781272735.377569:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159355776 00000100:00100000:1.0:1781272735.377587:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159355776 00000100:00100000:1.0:1781272735.377636:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 717 00000100:00100000:1.0:1781272735.377644:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159355776:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272735.377688:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159355776:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 46us (1964us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272735.377706:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 717 00000100:00080000:0.0:1781272735.378264:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272735.378272:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272735.378275:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272735.378277:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:3.0:1781272735.554112:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272735.554128:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272735.554163:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:3.0:1781272735.554179:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272735.808761:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272735.815034:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168667264:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272735.816300:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272735.816379:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168667264 00000100:00100000:1.0:1781272735.816394:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168667264 00000100:00100000:1.0:1781272735.817354:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1781272735.817369:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168667264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272735.817412:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272735.817503:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168667264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 137us (1207us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272735.817512:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1781272735.819481:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168667264:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272736.064825:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272736.065065:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:1.0:1781272737.034091:0:23811:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 09:58:55 (1781272735) 00010000:00010000:0.0:1781272737.088610:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272737.344253:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272737.344278:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168667392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272737.344350:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272737.344522:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168667392 00000100:00100000:1.0:1781272737.344533:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168667392 00000100:00080000:2.0:1781272737.344898:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272737.344973:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1781272737.344987:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168667392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272737.345024:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272737.345078:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168667392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272737.345086:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1781272737.345160:0:3620:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967364 gen 2 00000004:00080000:2.0:1781272737.345166:0:3620:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967362 committed transno 4294967364 00000004:00080000:2.0:1781272737.345185:0:3620:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967363 committed transno 4294967364 00000004:00080000:2.0:1781272737.345198:0:3620:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c339ce00, transno 4294967364 00000100:00100000:2.0:1781272737.345221:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168667392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272737.349266:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272737.349309:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159356672 00000100:00100000:3.0:1781272737.349320:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159356672 00000100:00100000:3.0:1781272737.349374:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 718 00000100:00100000:3.0:1781272737.349384:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:31873:x1867799159356672:12345-192.168.204.14@tcp:101:mount.lustre.0 00010000:00010000:3.0:1781272737.349403:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272737.349422:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc48e6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a6c expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272737.349455:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc48e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a6c expref: 13 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272737.349468:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc48e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a6c expref: 13 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272737.349478:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:3.0:1781272737.349531:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:31873:x1867799159356672:12345-192.168.204.14@tcp:101:mount.lustre.0 Request processed in 149us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272737.349538:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 718 00000100:00100000:3.0:1781272737.352220:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272737.356043:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159356800 00000100:00100000:1.0:1781272737.356061:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159356800 00000100:00100000:1.0:1781272737.356196:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 719 00000100:00100000:1.0:1781272737.356207:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:31873:x1867799159356800:12345-192.168.204.14@tcp:501:mount.lustre.0 00000100:00100000:1.0:1781272737.356400:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:31873:x1867799159356800:12345-192.168.204.14@tcp:501:mount.lustre.0 Request processed in 195us (4190us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272737.356409:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 719 00000100:00100000:3.0:1781272737.360537:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272737.360709:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159356928 00000100:00100000:0.0:1781272737.360721:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159356928 00000100:00100000:0.0:1781272737.360782:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 720 00000100:00100000:0.0:1781272737.360792:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:31873:x1867799159356928:12345-192.168.204.14@tcp:503:mount.lustre.0 00000100:00100000:0.0:1781272737.360972:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:31873:x1867799159356928:12345-192.168.204.14@tcp:503:mount.lustre.0 Request processed in 180us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272737.360980:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 720 00000100:00100000:0.0:1781272737.364969:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272737.365056:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159357056 00000100:00100000:1.0:1781272737.365068:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159357056 00000100:00100000:1.0:1781272737.365126:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 721 00000100:00100000:1.0:1781272737.365136:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:31877:x1867799159357056:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:1.0:1781272737.365299:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:31877:x1867799159357056:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 163us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272737.365306:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 721 00000100:00100000:1.0:1781272737.388682:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272737.388768:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159357184 00000100:00100000:3.0:1781272737.388784:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159357184 00000100:00100000:3.0:1781272737.388976:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 722 00000100:00100000:3.0:1781272737.388988:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:31877:x1867799159357184:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:2.0:1781272737.389278:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:31877:x1867799159357184:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 289us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272737.389290:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 722 00000100:00100000:3.0:1781272737.397497:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272737.397573:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159357312 00000100:00100000:0.0:1781272737.397592:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159357312 00000100:00100000:0.0:1781272737.397680:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 723 00000100:00100000:0.0:1781272737.397692:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:31877:x1867799159357312:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:0.0:1781272737.397893:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:31877:x1867799159357312:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 202us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272737.397902:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 723 00000100:00100000:0.0:1781272737.402656:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.402775:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159357440 00000100:00100000:2.0:1781272737.402787:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159357440 00000100:00100000:2.0:1781272737.402884:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 724 00000100:00100000:2.0:1781272737.402894:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:31873:x1867799159357440:12345-192.168.204.14@tcp:101:mount.lustre.0 00010000:00010000:2.0:1781272737.402913:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272737.402932:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb5021efa00/0x94898f2cdefc48ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83a9d expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272737.403123:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb5021efa00/0x94898f2cdefc48ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a9d expref: 14 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272737.403137:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb5021efa00/0x94898f2cdefc48ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a9d expref: 14 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272737.403152:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb5021efa00, rc 0) 00000100:00100000:2.0:1781272737.403212:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+14:31873:x1867799159357440:12345-192.168.204.14@tcp:101:mount.lustre.0 Request processed in 320us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272737.403220:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 724 00000100:00100000:3.0:1781272737.406955:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272737.407532:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159357568 00000100:00100000:1.0:1781272737.407601:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159357568 00000100:00100000:1.0:1781272737.407680:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 725 00000100:00100000:1.0:1781272737.407691:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+14:31873:x1867799159357568:12345-192.168.204.14@tcp:256:mount.lustre.0 20000000:01000000:1.0:1781272737.407724:0:6485:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1781272737.407755:0:6485:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1781272737.407759:0:6485:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1781272737.407762:0:6485:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1781272737.407766:0:6485:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1781272737.407769:0:6485:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 6 00000100:00100000:1.0:1781272737.412749:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+14:31873:x1867799159357568:12345-192.168.204.14@tcp:256:mount.lustre.0 Request processed in 5043us (5790us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272737.412769:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 725 00000100:00100000:3.0:1781272737.416588:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.416728:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159357696 00000100:00100000:2.0:1781272737.416749:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159357696 00000100:00100000:2.0:1781272737.416949:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 726 00000100:00100000:2.0:1781272737.416974:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+14:31873:x1867799159357696:12345-192.168.204.14@tcp:101:mount.lustre.0 00010000:00010000:2.0:1781272737.416994:0:6484:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272737.417016:0:6484:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eb5021ef200/0x94898f2cdefc48f4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83aa4 expref: -99 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272737.417050:0:6484:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eb5021ef200/0x94898f2cdefc48f4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83aa4 expref: 15 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272737.417063:0:6484:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eb5021ef200/0x94898f2cdefc48f4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83aa4 expref: 15 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272737.417073:0:6484:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb5021ef200, rc 0) 00000100:00100000:2.0:1781272737.417150:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:31873:x1867799159357696:12345-192.168.204.14@tcp:101:mount.lustre.0 Request processed in 180us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272737.417157:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 726 00000100:00100000:3.0:1781272737.422640:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272737.422730:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159357824 00000100:00100000:1.0:1781272737.422743:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159357824 00000100:00100000:1.0:1781272737.422814:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 727 00000100:00100000:1.0:1781272737.422825:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:31873:x1867799159357824:12345-192.168.204.14@tcp:501:mount.lustre.0 00000100:00100000:1.0:1781272737.423047:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:31873:x1867799159357824:12345-192.168.204.14@tcp:501:mount.lustre.0 Request processed in 224us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272737.423056:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 727 00000100:00100000:0.0:1781272737.426393:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.426508:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159357952 00000100:00100000:2.0:1781272737.426521:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159357952 00000100:00100000:2.0:1781272737.426583:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 728 00000100:00100000:2.0:1781272737.426593:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:31873:x1867799159357952:12345-192.168.204.14@tcp:503:mount.lustre.0 00000100:00100000:2.0:1781272737.427073:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:31873:x1867799159357952:12345-192.168.204.14@tcp:503:mount.lustre.0 Request processed in 481us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272737.427084:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 728 00000100:00100000:3.0:1781272737.430538:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272737.431225:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159358080 00000100:00100000:0.0:1781272737.431422:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159358080 00000100:00100000:0.0:1781272737.431499:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 729 00000100:00100000:0.0:1781272737.431509:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:31882:x1867799159358080:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:0.0:1781272737.431720:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:31882:x1867799159358080:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 212us (1199us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272737.431730:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 729 00000100:00100000:3.0:1781272737.444255:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.444339:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159358208 00000100:00100000:2.0:1781272737.444353:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159358208 00000100:00100000:2.0:1781272737.444641:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 730 00000100:00100000:2.0:1781272737.444655:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:31882:x1867799159358208:12345-192.168.204.14@tcp:502:llog_process_th.0 00000100:00100000:2.0:1781272737.444905:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:31882:x1867799159358208:12345-192.168.204.14@tcp:502:llog_process_th.0 Request processed in 253us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272737.445491:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 730 00000100:00100000:3.0:1781272737.450793:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272737.451032:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.451788:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272737.454453:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159358336 00000100:00100000:1.0:1781272737.454476:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159358336 00000100:00100000:1.0:1781272737.454556:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159358592 00000100:00100000:1.0:1781272737.454561:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159358592 00000100:00100000:1.0:1781272737.454604:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1319 00000100:00100000:1.0:1781272737.454822:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2387:x1867799159358336:12345-192.168.204.14@tcp:38:mount.lustre.0 00010000:00080000:1.0:1781272737.454884:0:6492:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from 875154ef-cf7e-4fcd-ae94-64193db56d1b@192.168.204.14@tcp t0 exp 0000000000000000 cur 694 last 0 00000020:00000080:1.0:1781272737.454947:0:6492:0:(genops.c:1406:class_connect()) connect: client 875154ef-cf7e-4fcd-ae94-64193db56d1b, cookie 0x94898f2cdefc48fb 00000004:00100000:1.0:1781272737.454993:0:6492:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 77 00000100:00080000:1.0:1781272737.455162:0:6492:0:(import.c:65:import_set_state_nolock()) ffff8eb3c301f800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781272737.455169:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1320 00000100:00100000:0.0:1781272737.455180:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2387:x1867799159358592:12345-192.168.204.14@tcp:38:mount.lustre.0 00010000:00080000:0.0:1781272737.455203:0:6493:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from 875154ef-cf7e-4fcd-ae94-64193db56d1b@192.168.204.14@tcp t0 exp 0000000000000000 cur 694 last 0 00000020:00000080:0.0:1781272737.455245:0:6493:0:(genops.c:1406:class_connect()) connect: client 875154ef-cf7e-4fcd-ae94-64193db56d1b, cookie 0x94898f2cdefc4902 00000004:00100000:0.0:1781272737.455262:0:6493:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return 77 00000100:00100000:1.0:1781272737.455276:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2387:x1867799159358336:12345-192.168.204.14@tcp:38:mount.lustre.0 Request processed in 660us (4499us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272737.455285:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1319 00000100:00080000:0.0:1781272737.455342:0:6493:0:(import.c:65:import_set_state_nolock()) ffff8eb3c3346800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781272737.455376:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2387:x1867799159358592:12345-192.168.204.14@tcp:38:mount.lustre.0 Request processed in 195us (4343us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272737.455385:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1320 00000100:00100000:2.0:1781272737.458685:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.458727:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.458747:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.458764:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.458782:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.458798:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.458851:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272737.459223:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159358976 00000100:00100000:3.0:1781272737.459235:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159358976 00000100:00100000:3.0:1781272737.459307:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159359488 00000100:00100000:3.0:1781272737.459311:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159359488 00000100:00100000:3.0:1781272737.459326:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159359104 00000100:00100000:3.0:1781272737.459328:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159359104 00000100:00100000:3.0:1781272737.459342:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159359616 00000100:00100000:3.0:1781272737.459345:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159359616 00000100:00100000:3.0:1781272737.459363:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 937 00000100:00100000:3.0:1781272737.459373:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+98:2390:x1867799159358976:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272737.459465:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+98:2390:x1867799159358976:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 93us (7679us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272737.459473:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 937 00000100:00100000:3.0:1781272737.459491:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 938 00000100:00100000:3.0:1781272737.459497:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:2390:x1867799159359488:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272737.459520:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:2390:x1867799159359488:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272737.459526:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 938 00000100:00100000:3.0:1781272737.459535:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 939 00000100:00100000:3.0:1781272737.459554:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159359104:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272737.459577:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159359104:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 36us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272737.459583:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 939 00000100:00100000:3.0:1781272737.459595:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 940 00000100:00100000:3.0:1781272737.459601:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159359616:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272737.459625:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159359616:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272737.459631:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 940 00000100:00100000:0.0:1781272737.459955:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159359232 00000100:00100000:0.0:1781272737.459960:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159359232 00000100:00100000:0.0:1781272737.460003:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159359744 00000100:00100000:0.0:1781272737.460006:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159359744 00000100:00100000:0.0:1781272737.460020:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159359360 00000100:00100000:0.0:1781272737.460022:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159359360 00000100:00100000:0.0:1781272737.460040:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159359872 00000100:00100000:0.0:1781272737.460042:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159359872 00000100:00100000:0.0:1781272737.460057:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 505 00000100:00100000:0.0:1781272737.460065:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159359232:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272737.460107:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159359232:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (1447us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272737.460114:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 505 00000100:00100000:0.0:1781272737.460126:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 506 00000100:00100000:0.0:1781272737.460131:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159359744:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272737.460152:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159359744:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (1404us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272737.460159:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 506 00000100:00100000:0.0:1781272737.460168:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 507 00000100:00100000:0.0:1781272737.460172:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+13:2390:x1867799159359360:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272737.460191:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+13:2390:x1867799159359360:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 19us (1408us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272737.460198:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 507 00000100:00100000:0.0:1781272737.460206:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 508 00000100:00100000:0.0:1781272737.460212:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159359872:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272737.460229:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159359872:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 18us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272737.460235:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 508 00000100:00080000:2.0:1781272737.464345:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272737.464361:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781272737.464366:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272737.464370:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272737.468278:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.468322:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272737.468356:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272737.468475:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159358464 00000100:00100000:1.0:1781272737.468491:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159358464 00000100:00100000:1.0:1781272737.468570:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159358720 00000100:00100000:1.0:1781272737.468574:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159358720 00000100:00100000:1.0:1781272737.468597:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159358848 00000100:00100000:1.0:1781272737.468600:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159358848 00000100:00100000:1.0:1781272737.468615:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1321 00000100:00100000:1.0:1781272737.468625:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:0:x1867799159358464:12345-192.168.204.14@tcp:41:mount.lustre.0 00000100:00100000:0.0:1781272737.468649:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1322 00000100:00100000:0.0:1781272737.468675:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:0:x1867799159358720:12345-192.168.204.14@tcp:41:mount.lustre.0 00000004:00000024:1.0:1781272737.468695:0:8162:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444364288 avail 1298124800 00000004:00000024:0.0:1781272737.468701:0:6493:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272737.468785:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:0:x1867799159358464:12345-192.168.204.14@tcp:41:mount.lustre.0 Request processed in 161us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272737.468794:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1321 00000100:00100000:1.0:1781272737.468815:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1323 00000100:00100000:1.0:1781272737.468821:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31873:x1867799159358848:12345-192.168.204.14@tcp:41:mount.lustre.0 00000004:00000024:1.0:1781272737.468872:0:8162:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1781272737.468897:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31873:x1867799159358848:12345-192.168.204.14@tcp:41:mount.lustre.0 Request processed in 76us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272737.468903:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1323 00000100:00080000:2.0:1781272737.469048:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272737.469053:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272737.472765:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:0:x1867799159358720:12345-192.168.204.14@tcp:41:mount.lustre.0 Request processed in 4091us (4428us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272737.472780:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1322 00000100:00100000:2.0:1781272737.476427:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272737.484183:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159360000 00000100:00100000:1.0:1781272737.484201:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159360000 00000100:00100000:1.0:1781272737.484282:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1324 00000100:00100000:1.0:1781272737.484293:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31873:x1867799159360000:12345-192.168.204.14@tcp:40:mount.lustre.0 00000100:00100000:1.0:1781272737.484474:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31873:x1867799159360000:12345-192.168.204.14@tcp:40:mount.lustre.0 Request processed in 181us (8064us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272737.484482:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1324 00000100:00100000:1.0:1781272737.493761:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272737.493803:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272737.493898:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272737.494143:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159360128 00000100:00100000:0.0:1781272737.494156:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159360128 00000100:00100000:0.0:1781272737.494223:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159360256 00000100:00100000:0.0:1781272737.494226:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159360256 00000100:00100000:0.0:1781272737.494253:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 354 00000100:00100000:0.0:1781272737.494264:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2387:x1867799159360128:12345-192.168.204.14@tcp:8:mount.lustre.0 00010000:00080000:0.0:1781272737.494311:0:8407:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from 875154ef-cf7e-4fcd-ae94-64193db56d1b@192.168.204.14@tcp t0 exp 0000000000000000 cur 694 last 0 00000020:00000080:0.0:1781272737.494355:0:8407:0:(genops.c:1406:class_connect()) connect: client 875154ef-cf7e-4fcd-ae94-64193db56d1b, cookie 0x94898f2cdefc4909 00002000:00100000:0.0:1781272737.494385:0:8407:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 875154ef-cf7e-4fcd-ae94-64193db56d1b/ffff8eb3c3345800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113604 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1781272737.494400:0:8407:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 77 00002000:00080000:0.0:1781272737.494522:0:8407:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1781272737.494559:0:8407:0:(import.c:65:import_set_state_nolock()) ffff8eb3c3346000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1781272737.494635:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2387:x1867799159360128:12345-192.168.204.14@tcp:8:mount.lustre.0 Request processed in 372us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272737.495015:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159360384 00000100:00100000:3.0:1781272737.495021:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159360384 00000100:00100000:3.0:1781272737.495066:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 11 00000100:00100000:3.0:1781272737.495074:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4e825b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31873:x1867799159360384:12345-192.168.204.14@tcp:900:mount.lustre.0 00000100:00100000:3.0:1781272737.495119:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4e825b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31873:x1867799159360384:12345-192.168.204.14@tcp:900:mount.lustre.0 Request processed in 45us (1220us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272737.495127:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 11 00000100:00100000:0.0:1781272737.495297:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 354 00000100:00100000:1.0:1781272737.500335:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 355 00000100:00100000:1.0:1781272737.500358:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2387:x1867799159360256:12345-192.168.204.14@tcp:8:mount.lustre.0 00010000:00080000:1.0:1781272737.500489:0:9894:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from 875154ef-cf7e-4fcd-ae94-64193db56d1b@192.168.204.14@tcp t0 exp 0000000000000000 cur 694 last 0 00000020:00000080:1.0:1781272737.500535:0:9894:0:(genops.c:1406:class_connect()) connect: client 875154ef-cf7e-4fcd-ae94-64193db56d1b, cookie 0x94898f2cdefc4910 00002000:00100000:1.0:1781272737.500553:0:9894:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 875154ef-cf7e-4fcd-ae94-64193db56d1b/ffff8eb3c3019800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113604 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1781272737.500582:0:9894:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 77 00002000:00080000:1.0:1781272737.501509:0:9894:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1781272737.501558:0:9894:0:(import.c:65:import_set_state_nolock()) ffff8eb3c301a800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1781272737.502021:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2387:x1867799159360256:12345-192.168.204.14@tcp:8:mount.lustre.0 Request processed in 1666us (8214us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272737.502035:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 355 00000100:00100000:1.0:1781272737.505562:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272737.505683:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159360512 00000100:00100000:0.0:1781272737.505695:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159360512 00000100:00100000:0.0:1781272737.505772:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 256 00000100:00100000:0.0:1781272737.505783:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31873:x1867799159360512:12345-192.168.204.14@tcp:33:mount.lustre.0 00000004:00200000:0.0:1781272737.505935:0:6495:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1781272737.506059:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31873:x1867799159360512:12345-192.168.204.14@tcp:33:mount.lustre.0 Request processed in 277us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272737.506068:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 256 00000100:00100000:2.0:1781272737.864038:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272737.864076:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168667520:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272737.864190:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272737.864310:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168667520 00000100:00100000:2.0:1781272737.864319:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168667520 00000100:00100000:2.0:1781272737.864400:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1781272737.864411:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168667520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272737.864450:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 186972992 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1781272737.864506:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168667520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272737.864514:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00080000:2.0:1781272737.864541:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272737.864586:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168667520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272738.003981:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272738.004289:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159360640 00000100:00100000:1.0:1781272738.004302:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159360640 00000100:00100000:1.0:1781272738.004373:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1325 00000100:00100000:1.0:1781272738.004384:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31925:x1867799159360640:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272738.004412:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272738.007451:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4917 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ad5 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.007541:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc491e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.007558:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc491e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.007572:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc491e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272738.007627:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781272738.007632:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272738.007653:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc491e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.007695:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4917 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ad5 expref: 8 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.007716:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc491e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ad5 expref: 7 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.007725:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272738.007728:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272738.007733:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd000, rc 0) 00000100:00100000:1.0:1781272738.007810:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:31925:x1867799159360640:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 3427us (3843us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272738.007818:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1325 00000100:00100000:3.0:1781272738.034673:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272738.035031:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159360768 00000100:00100000:0.0:1781272738.035051:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159360768 00000100:00100000:0.0:1781272738.035133:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1326 00000100:00100000:0.0:1781272738.035146:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:31926:x1867799159360768:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272738.035171:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272738.035709:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4925 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83adc expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.036160:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc492c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.038741:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc492c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.038765:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc492c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.038798:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4933 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.038807:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4933 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.038814:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4933 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040440:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc493a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040462:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc493a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040474:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc493a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272738.040520:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272738.040524:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272738.040547:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc493a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040559:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc492c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040566:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc492c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040573:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc492c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040580:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272738.040585:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc492c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040593:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc492c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040608:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272738.040612:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.040618:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc492c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040624:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc492c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040642:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4933 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040647:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4933 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040664:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4933 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040670:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272738.040673:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4933 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040680:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4933 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040687:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8eb4c6f00f00) 00010000:00010000:0.0:1781272738.040689:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.040692:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4933 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040698:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4933 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040740:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4925 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83adc expref: 9 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040760:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc493a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83adc expref: 8 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.040768:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8eb4c3cebe00) 00010000:00010000:0.0:1781272738.040770:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272738.040773:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:0.0:1781272738.042446:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+8:31926:x1867799159360768:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 7291us (7788us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272738.042458:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1326 00000100:00100000:2.0:1781272738.067510:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272738.068398:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272738.068532:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159361024 00000100:00100000:1.0:1781272738.068555:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159361024 00000100:00100000:1.0:1781272738.068647:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1327 00000100:00100000:1.0:1781272738.068671:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+98:31927:x1867799159361024:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272738.069236:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272738.069269:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4941 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ae3 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.069379:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4948 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.069400:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4948 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.069425:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4948 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272738.073488:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159360896 00000100:00100000:3.0:1781272738.073511:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159360896 00000100:00100000:3.0:1781272738.073864:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 12 00000100:00100000:3.0:1781272738.073881:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:875154ef-cf7e-4fcd-ae94-64193db56d1b+8:31926:x1867799159360896:12345-192.168.204.14@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1781272738.074044:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:875154ef-cf7e-4fcd-ae94-64193db56d1b+8:31926:x1867799159360896:12345-192.168.204.14@tcp:900:lhsmtool_posix.0 Request processed in 166us (6547us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272738.074054:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 12 00010000:00010000:1.0:1781272738.075966:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc494f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.075993:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc494f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076007:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc494f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076070:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4948 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076078:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4948 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076084:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4948 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076091:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4948 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076096:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272738.076101:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4948 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076109:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4948 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076124:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272738.076127:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272738.076133:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4948 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076140:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4948 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076157:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc494f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076176:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc494f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076182:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc494f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076187:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272738.076190:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc494f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076197:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc494f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076205:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8eb4d2b99000) 00010000:00010000:1.0:1781272738.076207:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272738.076210:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc494f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076215:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc494f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076269:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4941 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ae3 expref: 99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076287:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272738.076289:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272738.076293:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4941 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ae3 expref: 99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.076303:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cde00, rc 0) 00000100:00100000:1.0:1781272738.076404:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+98:31927:x1867799159361024:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 7745us (8006us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272738.076414:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1327 00000100:00100000:2.0:1781272738.083102:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272738.083182:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272738.084548:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159361280 00000100:00100000:1.0:1781272738.084565:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159361280 00000100:00100000:1.0:1781272738.084641:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159361536 00000100:00100000:1.0:1781272738.084645:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159361536 00000100:00100000:1.0:1781272738.084701:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1328 00000100:00100000:1.0:1781272738.084712:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+8:31926:x1867799159361280:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272738.084736:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272738.084829:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4956 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83aea expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.085047:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc495d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.085063:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc495d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.085076:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc495d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.085121:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4964 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.085131:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4964 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.085138:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4964 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272738.085210:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1329 00000100:00100000:2.0:1781272738.085238:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+98:31927:x1867799159361536:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:1.0:1781272738.085265:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc496b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.085279:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc496b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.085286:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc496b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272738.085297:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1781272738.085302:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272738.085339:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5646000/0x94898f2cdefc44da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83915 expref: 98 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.085366:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272738.085373:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272738.085456:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.085473:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc4519 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8392a expref: 44 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.085483:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc491e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ad5 expref: 9 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.085492:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.085551:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc491e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ad5 expref: 9 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.085569:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc491e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ad5 expref: 9 pid: 6492 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272738.085587:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168667648:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272738.085751:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc4519 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8392a expref: 44 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.085762:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc4519 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8392a expref: 44 pid: 6491 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272738.085772:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168667776:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272738.085799:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055a80 going to sleep for 11 seconds 00000100:00100000:0.0:1781272738.089328:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168667648:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272738.093309:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272738.093353:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168667776:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272738.093354:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1781272738.093401:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272738.093530:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159361664 00000100:00100000:1.0:1781272738.093550:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159361664 00010000:00010000:1.0:1781272738.093604:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc491e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ad5 expref: 11 pid: 6492 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272738.093646:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159361792 00000100:00100000:1.0:1781272738.093649:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159361792 00010000:00010000:1.0:1781272738.093676:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc4519 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8392a expref: 45 pid: 6491 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272738.093704:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 406 00000100:00100000:1.0:1781272738.093717:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 407 00000100:00100000:0.0:1781272738.093728:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:2390:x1867799159361664:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1781272738.093734:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:2390:x1867799159361792:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272738.093760:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272738.093761:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272738.093770:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc4519 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8392a expref: 45 pid: 6491 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.093790:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc491e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ad5 expref: 11 pid: 6492 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.093796:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc4519 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8392a expref: 45 pid: 6491 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.093865:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc4519 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8392a expref: 45 pid: 6491 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.093888:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272738.093895:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.093907:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272738.094069:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc491e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ad5 expref: 11 pid: 6492 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.094097:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc491e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ad5 expref: 11 pid: 6492 timeout: 794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.094113:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272738.094119:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.094132:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.094141:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.094170:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272738.094359:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:2390:x1867799159361792:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 628us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272738.094370:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 407 00010000:00010000:1.0:1781272738.094510:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.094519:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.094559:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4980 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.094574:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4980 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.094587:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4980 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272738.096481:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:2390:x1867799159361664:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 2190us (2612us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272738.096498:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 406 00010000:00010000:1.0:1781272738.099362:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4987 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.099393:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4987 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272738.099618:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968117 is committed 00000001:00100000:2.0:1781272738.099628:0:6470:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 875154ef-cf7e-4fcd-ae94-64193db56d1b 00000020:00080000:2.0:1781272738.099637:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00010000:00010000:0.0:1781272738.099778:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc495d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.099798:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc495d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.099807:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc495d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1781272738.099868:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000020:00080000:3.0:1781272738.099884:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00010000:00010000:1.0:1781272738.099949:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4987 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272738.099972:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008eac58f2 reply state 00000000f9ff9da3 transno 4294968118 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4987 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.099986:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4987 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.099995:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4d2b99200) 00010000:00010000:1.0:1781272738.099999:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.100406:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272738.100412:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc495d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.100423:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc495d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.100448:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8eb4c3cebe00) 00010000:00010000:0.0:1781272738.100451:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.100456:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc495d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.100464:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc495d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.100481:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4964 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.100488:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4964 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.100494:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4964 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.100500:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272738.100502:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4964 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.100509:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4964 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.100516:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8eb4d2b99500) 00010000:00010000:0.0:1781272738.100518:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.100521:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4964 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.100527:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4964 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.101144:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4956 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83aea expref: 8 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.101166:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc496b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83aea expref: 7 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.101175:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:0.0:1781272738.101177:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.101180:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:0.0:1781272738.101250:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:31926:x1867799159361280:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 16538us (18165us total) trans 4294968117 rc 0/0 00000100:00100000:0.0:1781272738.101260:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1328 00000100:00100000:1.0:1781272738.101606:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1781272738.101622:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:1.0:1781272738.101640:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.101649:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.101667:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.101674:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb5021ef400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272738.101679:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.101687:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.104846:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272738.104852:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272738.104862:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.104872:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021ef400/0x94898f2cdefc4972 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272738.104905:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008eac58f2 reply state 00000000f9ff9da3 transno 4294968118 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4980 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.104920:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4980 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.104929:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8eb4d2b99000) 00010000:00010000:1.0:1781272738.104933:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272738.104938:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1781272738.105093:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+99:31927:x1867799159361536:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 19863us (21904us total) trans 4294968118 rc 0/0 00000100:00100000:1.0:1781272738.105104:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1329 00000100:00100000:3.0:1781272738.112153:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272738.112294:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159361920 00000100:00100000:0.0:1781272738.112308:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159361920 00000100:00100000:0.0:1781272738.112379:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1330 00000100:00100000:0.0:1781272738.112390:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:31926:x1867799159361920:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1781272738.112511:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:31926:x1867799159361920:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 122us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272738.112520:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1330 00010000:00010000:1.0:1781272738.112687:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272738.123237:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272738.123418:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159362048 00000100:00100000:1.0:1781272738.123431:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159362048 00000100:00100000:1.0:1781272738.123512:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1331 00000100:00100000:1.0:1781272738.123525:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31926:x1867799159362048:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781272738.123685:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31926:x1867799159362048:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 162us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272738.123700:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1331 00000100:00100000:2.0:1781272738.182319:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272738.182435:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159362176 00000100:00100000:1.0:1781272738.182447:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159362176 00000100:00100000:1.0:1781272738.182561:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1332 00000100:00100000:1.0:1781272738.182572:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+44:31931:x1867799159362176:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:1.0:1781272738.182598:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272738.182621:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc498e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83af1 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.182718:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4995 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.182734:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4995 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.182747:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4995 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272738.182791:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781272738.182795:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272738.182826:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4995 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.182891:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc498e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83af1 expref: 46 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.182910:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4995 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83af1 expref: 45 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.182919:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272738.182922:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272738.182926:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc000, rc 0) 00000100:00100000:1.0:1781272738.182990:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:31931:x1867799159362176:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 420us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272738.182997:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1332 00000100:00100000:3.0:1781272738.188048:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272738.188261:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159362560 00000100:00100000:0.0:1781272738.188274:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159362560 00000100:00100000:0.0:1781272738.188338:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1333 00000100:00100000:0.0:1781272738.188348:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:31931:x1867799159362560:12345-192.168.204.14@tcp:36:mkdir.0 00000100:00100000:0.0:1781272738.188477:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6493:1867799168667904:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1781272738.188534:0:6493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272738.188596:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3492a80 going to sleep for 11 seconds 00000100:00100000:3.0:1781272738.188926:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168667904 00000100:00100000:3.0:1781272738.188931:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168667904 00000100:00100000:3.0:1781272738.188966:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1781272738.188973:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6493:x1867799168667904:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1781272738.189102:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6493:x1867799168667904:12345-0@lo:1000:mdt00_002.0 Request processed in 130us (567us total) trans 0 rc 1/1 00000100:00100000:3.0:1781272738.189110:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1781272738.189162:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6493:1867799168667904:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1781272738.189235:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:31931:x1867799159362560:12345-192.168.204.14@tcp:36:mkdir.0 Request processed in 888us (1196us total) trans 0 rc -17/-17 00000100:00100000:3.0:1781272738.189241:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1333 00000100:00100000:3.0:1781272738.189277:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272738.189544:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159362304 00000100:00100000:0.0:1781272738.189548:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159362304 00000100:00100000:0.0:1781272738.189579:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1334 00000100:00100000:0.0:1781272738.189586:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159362304:12345-192.168.204.14@tcp:41:mkdir.0 00000004:00000024:0.0:1781272738.189611:0:6492:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272738.189671:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159362304:12345-192.168.204.14@tcp:41:mkdir.0 Request processed in 85us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272738.189678:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1334 00000100:00100000:3.0:1781272738.206397:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272738.206514:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159362688 00000100:00100000:1.0:1781272738.206525:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159362688 00000100:00100000:1.0:1781272738.206586:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1335 00000100:00100000:1.0:1781272738.206605:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+45:31931:x1867799159362688:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:1.0:1781272738.206627:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272738.206649:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc499c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83af8 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.206752:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.206768:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.206780:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.206791:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc49aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.206798:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc49aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.206809:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc49aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.206932:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc49b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.206940:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc49b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.206947:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc49b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272738.206986:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:1.0:1781272738.206990:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272738.207010:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc49b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207021:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207028:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49a3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207035:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207041:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cce00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272738.207045:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207053:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207067:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272738.207070:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272738.207075:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207082:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207095:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc49aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207100:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc49aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207107:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc49aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207112:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272738.207114:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc49aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207118:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc49aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207125:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8eb4d2b99000) 00010000:00010000:1.0:1781272738.207127:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272738.207130:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc49aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207136:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc49aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207166:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc499c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83af8 expref: 47 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207179:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc49b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83af8 expref: 46 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.207187:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4d2b99200) 00010000:00010000:1.0:1781272738.207189:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272738.207191:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:1.0:1781272738.207243:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:31931:x1867799159362688:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 649us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272738.207251:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1335 00000100:00100000:3.0:1781272738.224624:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272738.231957:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159362816 00000100:00100000:0.0:1781272738.231978:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159362816 00000100:00100000:0.0:1781272738.232589:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1336 00000100:00100000:0.0:1781272738.232607:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:31932:x1867799159362816:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272738.232644:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272738.232678:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc49b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83aff expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.232769:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc49bf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233137:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc49bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233268:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc49bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233288:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc49c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233297:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc49c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233304:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc49c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233353:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc49bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233361:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc49bf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233367:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc49bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233373:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272738.233378:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc49bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233387:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc49bf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233401:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4d2b99200) 00010000:00010000:0.0:1781272738.233403:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.233409:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc49bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233415:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc49bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233430:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc49c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233435:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc49c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233440:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc49c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233445:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272738.233448:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc49c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233453:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc49c6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233459:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8eb4c6f00f00) 00010000:00010000:0.0:1781272738.233461:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.233464:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc49c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233469:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc49c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233505:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc49b8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83aff expref: 47 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233515:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4d2b99200) 00010000:00010000:0.0:1781272738.233517:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.233521:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc49b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83aff expref: 47 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.233536:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220e00, rc 0) 00000100:00100000:0.0:1781272738.233694:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+46:31932:x1867799159362816:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1082us (9069us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272738.238127:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1336 00000100:00100000:0.0:1781272738.246449:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272738.246697:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159363072 00000100:00100000:1.0:1781272738.246708:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159363072 00000100:00100000:1.0:1781272738.246773:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1337 00000100:00100000:1.0:1781272738.246785:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+46:31933:x1867799159363072:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:1.0:1781272738.246806:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272738.246810:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1781272738.246886:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc49b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83af8 expref: 46 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.246912:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4d2b99200) 00010000:00010000:1.0:1781272738.246918:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272738.246934:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc49cd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b06 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247072:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49d4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247087:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49d4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247098:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49d4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247113:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc49db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247120:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc49db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247126:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc49db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781272738.247484:0:8162:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:1.0:1781272738.247645:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc49e2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247669:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc49e2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247677:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc49e2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247709:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49d4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247721:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49d4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247727:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49d4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247733:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cce00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272738.247739:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49d4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247747:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49d4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247756:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4d2b99200) 00010000:00010000:1.0:1781272738.247759:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272738.247763:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49d4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247768:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc49d4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272738.247778:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bf1af244 reply state 000000001204de20 transno 4294968119 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc49db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247790:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc49db lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247797:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8eb4d2b99b00) 00010000:00010000:1.0:1781272738.247799:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272738.247802:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781272738.247827:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc49cd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b06 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247895:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc49e2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b06 expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.247902:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4d2b99300) 00010000:00010000:1.0:1781272738.247904:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272738.247907:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b3a00, rc 0) 00000100:00100000:1.0:1781272738.247981:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:31933:x1867799159363072:12345-192.168.204.14@tcp:101:dd.0 Request processed in 1198us (1545us total) trans 4294968119 rc 0/0 00000100:00100000:1.0:1781272738.247989:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1337 00000100:00100000:1.0:1781272738.292156:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272738.292323:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159363200 00000100:00100000:3.0:1781272738.292335:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159363200 00000100:00100000:3.0:1781272738.292404:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 356 00000100:00100000:3.0:1781272738.292415:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+8:31933:x1867799159363200:12345-192.168.204.14@tcp:101:dd.0 00010000:00010000:3.0:1781272738.292438:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272738.292463:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051b65dd6/0x94898f2cdefc49f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b0d expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272738.292512:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781272738.292538:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272738.292541:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272738.292550:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051b65dd6/0x94898f2cdefc49f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b0d expref: 9 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272738.292569:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000051b65dd6/0x94898f2cdefc49f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b0d expref: 9 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272738.292584:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e400, rc 0) 00000100:00100000:3.0:1781272738.292678:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:31933:x1867799159363200:12345-192.168.204.14@tcp:101:dd.0 Request processed in 264us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272738.292685:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 356 00000100:00100000:3.0:1781272738.328136:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272738.328281:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159363328 00000100:00100000:2.0:1781272738.328304:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159363328 00002000:00100000:2.0:1781272738.328380:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff8eb4ff99a300 x1867799159363328/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:494/0 lens 488/0 e 0 to 0 dl 1781272749 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272738.328394:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff99a300 with x1867799159363328 ext(0->1048575) 00002000:00010000:2.0:1781272738.328401:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4ff99a300 00000100:00100000:2.0:1781272738.328441:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 97 00000100:00100000:2.0:1781272738.328452:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159363328:12345-192.168.204.14@tcp:4:dd.0 00000100:00100000:2.0:1781272738.368216:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168668032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272738.368294:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272738.368539:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168668032 00000100:00100000:0.0:1781272738.368551:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168668032 00000100:00100000:0.0:1781272738.368612:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1781272738.368623:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168668032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272738.368645:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1781272738.368702:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168668032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272738.368709:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1781272738.368754:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168668032:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1781272738.369171:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272738.371465:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272738.371496:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168668160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272738.371577:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272738.371747:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168668160 00000100:00100000:2.0:1781272738.371756:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168668160 00000100:00100000:2.0:1781272738.371817:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1781272738.371827:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168668160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781272738.371880:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1781272738.371930:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168668160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272738.371937:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1781272738.372425:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168668416:0@lo:400:kworker.0 00000100:00100000:3.0:1781272738.372463:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272738.372512:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272738.372518:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168668544:0@lo:400:kworker.0 00000100:00100000:3.0:1781272738.372672:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272738.372708:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168668416 00000100:00100000:3.0:1781272738.372713:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168668416 00000100:00100000:3.0:1781272738.372743:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168668544 00000100:00100000:3.0:1781272738.372745:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168668544 00000100:00100000:3.0:1781272738.372760:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1781272738.372766:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168668416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272738.372805:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168668416:12345-0@lo:400:kworker.0 Request processed in 38us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272738.372810:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1781272738.372825:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1781272738.372855:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168668544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272738.372884:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168668544:12345-0@lo:400:kworker.0 Request processed in 53us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272738.372891:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1781272738.372929:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168668544:0@lo:400:kworker.0 00000100:00100000:3.0:1781272738.372939:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168668416:0@lo:400:kworker.0 00000100:00100000:3.0:1781272738.372980:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168668928:0@lo:400:kworker.0 00000100:00100000:3.0:1781272738.373000:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272738.373049:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272738.373055:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168669056:0@lo:400:kworker.0 00000100:00100000:3.0:1781272738.373082:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272738.373107:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168669056 00000100:00100000:3.0:1781272738.373111:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168669056 00000100:00100000:3.0:1781272738.373135:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1781272738.373141:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168669056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272738.373176:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168669056:12345-0@lo:400:kworker.0 Request processed in 35us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272738.373183:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1781272738.373208:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168669056:0@lo:400:kworker.0 00000100:00100000:2.0:1781272738.373443:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168668672:0@lo:400:kworker.0 00000100:00100000:2.0:1781272738.373473:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272738.373490:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168669184:0@lo:400:kworker.0 00000100:00100000:2.0:1781272738.373510:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272738.373525:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1781272738.373541:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168668288:0@lo:400:kworker.0 00000100:00100000:2.0:1781272738.373564:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272738.373584:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168668800:0@lo:400:kworker.0 00000100:00100000:2.0:1781272738.373601:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272738.373624:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168668672 00000100:00100000:2.0:1781272738.373627:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168668672 00000100:00100000:2.0:1781272738.373664:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1781272738.373670:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168668672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272738.373703:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168668672:12345-0@lo:400:kworker.0 Request processed in 33us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272738.373709:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1781272738.373734:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168668672:0@lo:400:kworker.0 00000100:00100000:2.0:1781272738.373749:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168669184 00000100:00100000:2.0:1781272738.373752:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168669184 00000100:00100000:2.0:1781272738.373772:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1781272738.373778:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168669184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272738.373810:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168669184:12345-0@lo:400:kworker.0 Request processed in 32us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272738.373816:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1781272738.373878:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168669184:0@lo:400:kworker.0 00000100:00100000:2.0:1781272738.373894:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168668928 00000100:00100000:2.0:1781272738.373899:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168668928 00000100:00100000:2.0:1781272738.373917:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168668800 00000100:00100000:2.0:1781272738.373919:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168668800 00000100:00100000:2.0:1781272738.373932:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1781272738.373938:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168668928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272738.373973:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168668928:12345-0@lo:400:kworker.0 Request processed in 35us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272738.373978:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1781272738.373989:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1781272738.373995:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168668800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272738.374026:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168668800:12345-0@lo:400:kworker.0 Request processed in 31us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272738.374031:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1781272738.374056:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168668928:0@lo:400:kworker.0 00000100:00100000:2.0:1781272738.374077:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168668800:0@lo:400:kworker.0 00000100:00080000:0.0:1781272738.374610:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272738.374616:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272738.374620:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272738.374646:0:3621:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967371 gen 2 00000004:00080000:0.0:1781272738.374662:0:3621:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967371 committed transno 4294967371 00000100:00100000:0.0:1781272738.374688:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168668160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272738.375613:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168668288 00000100:00100000:1.0:1781272738.375623:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168668288 00000100:00100000:1.0:1781272738.375690:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1781272738.375699:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168668288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272738.375770:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168668288:12345-0@lo:400:kworker.0 Request processed in 72us (2204us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272738.375777:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1781272738.375828:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168668288:0@lo:400:kworker.0 00000100:00100000:3.0:1781272738.378959:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168669440:0@lo:400:kworker.0 00000100:00100000:3.0:1781272738.379028:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272738.379085:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168669440 00000100:00100000:3.0:1781272738.379093:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168669440 00000100:00100000:3.0:1781272738.379152:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1781272738.379163:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168669440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272738.379214:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168669440:12345-0@lo:400:kworker.0 Request processed in 53us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272738.379222:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1781272738.379272:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168669440:0@lo:400:kworker.0 00000100:00080000:0.0:1781272738.379375:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272738.380816:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168669312:0@lo:400:kworker.0 00000100:00100000:1.0:1781272738.380901:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272738.382867:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168669312 00000100:00100000:0.0:1781272738.382882:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168669312 00000100:00100000:0.0:1781272738.382958:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1781272738.382968:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168669312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272738.383058:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168669312:12345-0@lo:400:kworker.0 Request processed in 91us (2157us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272738.383066:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1781272738.383117:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168669312:0@lo:400:kworker.0 00000100:00080000:3.0:1781272738.390135:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272738.392453:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159363328:12345-192.168.204.14@tcp:4:dd.0 Request processed in 63990us (64321us total) trans 4294967365 rc 0/0 00000100:00100000:2.0:1781272738.392470:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 97 00002000:00100000:2.0:1781272738.392485:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff8eb4ff99a300 x1867799159363328/t4294967365(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:494/0 lens 488/448 e 0 to 0 dl 1781272749 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272738.392497:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff99a300 with x1867799159363328 ext(0->1048575) 00002000:00010000:2.0:1781272738.392503:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4ff99a300 00000100:00100000:0.0:1781272738.395406:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272738.398007:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159363456 00000100:00100000:3.0:1781272738.398024:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159363456 00000100:00100000:3.0:1781272738.398117:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1338 00000100:00100000:3.0:1781272738.398129:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+48:31933:x1867799159363456:12345-192.168.204.14@tcp:44:dd.0 00000001:00080000:2.0:1781272738.409322:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968119 is committed 00000001:00080000:2.0:1781272738.409365:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968118 is committed 00010000:00010000:0.0:1781272738.409865:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4980 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.409882:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4980 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.409893:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4980 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.409902:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272738.409908:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4980 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.409917:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4980 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.409938:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8eb4d2b99000) 00010000:00010000:0.0:1781272738.409942:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.409947:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4980 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.409955:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4980 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.409983:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4987 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.409991:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4987 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.409998:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4987 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.410071:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272738.410075:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4987 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.410083:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4987 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.410093:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4d2b99200) 00010000:00010000:0.0:1781272738.410096:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.410099:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4987 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.410106:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4987 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272738.411904:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+47:31933:x1867799159363456:12345-192.168.204.14@tcp:44:dd.0 Request processed in 13760us (16492us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272738.411921:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1338 00000100:00100000:3.0:1781272738.414936:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272738.415107:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159363584 00000100:00100000:0.0:1781272738.415121:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159363584 00000100:00100000:0.0:1781272738.415183:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 357 00000100:00100000:0.0:1781272738.415196:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159363584:12345-192.168.204.14@tcp:16:dd.0 00010000:00010000:1.0:1781272738.421791:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc49db lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.421817:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc49db lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.421846:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc49db lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.421855:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272738.421861:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc49db lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.421871:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc49db lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.421894:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8eb4d2b99b00) 00010000:00010000:1.0:1781272738.421897:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272738.421903:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc49db lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.421911:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc49db lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272738.422618:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00000001:00100000:2.0:1781272738.422640:0:8400:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 875154ef-cf7e-4fcd-ae94-64193db56d1b 00000100:00100000:0.0:1781272738.422886:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159363584:12345-192.168.204.14@tcp:16:dd.0 Request processed in 7685us (7952us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272738.422901:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 357 00000100:00100000:3.0:1781272738.427387:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272738.427505:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159363840 00000100:00100000:0.0:1781272738.427516:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159363840 00000100:00100000:0.0:1781272738.427580:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 257 00000100:00100000:0.0:1781272738.427592:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:31933:x1867799159363840:12345-192.168.204.14@tcp:35:dd.0 00000100:00100000:0.0:1781272738.427972:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:31933:x1867799159363840:12345-192.168.204.14@tcp:35:dd.0 Request processed in 381us (593us total) trans 4294968120 rc 0/0 00000100:00100000:0.0:1781272738.427980:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 257 00000100:00100000:2.0:1781272738.472549:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272738.472635:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159363968 00000100:00100000:3.0:1781272738.472658:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159363968 00000100:00100000:3.0:1781272738.472728:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1339 00000100:00100000:3.0:1781272738.472740:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:31934:x1867799159363968:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272738.472766:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272738.472789:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc49f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b14 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473128:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc49fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473145:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc49fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473158:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc49fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473174:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a05 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473181:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473188:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473277:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4795000/0x94898f2cdefc4a0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473286:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4795000/0x94898f2cdefc4a0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473293:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4795000/0x94898f2cdefc4a0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272738.473329:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1781272738.473333:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272738.473354:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4795000/0x94898f2cdefc4a0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473367:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc49fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473374:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc49fe lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473381:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc49fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473387:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272738.473393:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc49fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473401:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc49fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473414:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272738.473418:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272738.473424:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc49fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473431:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc49fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473445:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a05 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473451:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a05 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473458:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a05 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473464:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272738.473467:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a05 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473472:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a05 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473479:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272738.473482:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272738.473484:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a05 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473490:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a05 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473522:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc49f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b14 expref: 49 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473536:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4795000/0x94898f2cdefc4a0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b14 expref: 48 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.473544:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272738.473547:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781272738.473549:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4795000, rc 0) 00000100:00100000:2.0:1781272738.473741:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:31934:x1867799159363968:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1002us (1202us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272738.473750:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1339 00000100:00100000:3.0:1781272738.524950:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272738.525049:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159364096 00000100:00100000:0.0:1781272738.525060:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159364096 00000100:00100000:0.0:1781272738.525129:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1340 00000100:00100000:0.0:1781272738.525141:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+97:31936:x1867799159364096:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:0.0:1781272738.525171:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272738.525195:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc4a13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b1b expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.525266:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4a1a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.525284:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4a1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.525297:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4a1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272738.525344:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272738.525348:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272738.525386:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4a1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.525411:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc4a13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b1b expref: 99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.525430:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4a1a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b1b expref: 98 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.525439:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272738.525442:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272738.525446:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221800, rc 0) 00000100:00100000:0.0:1781272738.525517:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+98:31936:x1867799159364096:12345-192.168.204.14@tcp:101:stat.0 Request processed in 378us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272738.525524:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1340 00000100:00100000:2.0:1781272738.528337:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272738.528430:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159364224 00000100:00100000:0.0:1781272738.528442:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159364224 00000100:00100000:0.0:1781272738.528511:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1341 00000100:00100000:0.0:1781272738.528522:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+98:31936:x1867799159364224:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:0.0:1781272738.528546:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272738.528569:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4a21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b22 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528655:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4a28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528673:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4a28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528685:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4a28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528712:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4a2f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528719:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4a2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528725:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4a2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528815:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc4a36 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528823:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc4a36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528853:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc4a36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272738.528891:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:0.0:1781272738.528896:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272738.528917:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc4a36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528928:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4a28 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528935:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4a28 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528941:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4a28 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528951:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4a28 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528956:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272738.528961:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4a28 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528969:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4a28 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528982:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272738.528986:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.528991:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4a28 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.528998:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc4a28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.529013:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4a2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.529019:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4a2f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.529024:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4a2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.529030:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272738.529033:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4a2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.529043:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4a2f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.529050:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8eb4c3ceb600) 00010000:00010000:0.0:1781272738.529052:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272738.529055:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4a2f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.529060:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc4a2f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.529091:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc4a21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b22 expref: 100 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.529106:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220200/0x94898f2cdefc4a36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b22 expref: 99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.529113:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:0.0:1781272738.529116:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781272738.529119:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220200, rc 0) 00000100:00100000:0.0:1781272738.529187:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+99:31936:x1867799159364224:12345-192.168.204.14@tcp:101:stat.0 Request processed in 667us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272738.529195:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1341 00000100:00100000:1.0:1781272738.532779:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272738.532983:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159364352 00000100:00100000:2.0:1781272738.532995:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159364352 00000100:00100000:2.0:1781272738.533062:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1342 00000100:00100000:2.0:1781272738.533073:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+99:31936:x1867799159364352:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:2.0:1781272738.533098:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272738.533124:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a3d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b29 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533206:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc4a44 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533222:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc4a44 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533234:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc4a44 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533251:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a4b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533258:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533264:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533353:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533362:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533374:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272738.533421:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:2.0:1781272738.533427:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272738.533451:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533463:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533470:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc4a44 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533476:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc4a44 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533483:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc4a44 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533488:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4794c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272738.533492:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc4a44 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533500:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc4a44 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533513:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272738.533516:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272738.533520:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc4a44 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533543:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794c00/0x94898f2cdefc4a44 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533558:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533564:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533569:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533573:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272738.533576:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533581:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a4b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533588:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272738.533590:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272738.533593:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a4b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533598:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533636:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b29 expref: 101 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533667:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b29 expref: 100 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.533675:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4d2b99300) 00010000:00010000:2.0:1781272738.533677:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272738.533679:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a200, rc 0) 00000100:00100000:2.0:1781272738.533750:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+100:31936:x1867799159364352:12345-192.168.204.14@tcp:101:stat.0 Request processed in 677us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272738.533757:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1342 00000100:00100000:3.0:1781272738.541924:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272738.542063:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159364480 00000100:00100000:2.0:1781272738.542074:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159364480 00000100:00100000:2.0:1781272738.542137:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 358 00000100:00100000:2.0:1781272738.542148:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159364480:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:2.0:1781272738.542168:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272738.542188:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc4a59 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b30 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272738.542262:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168669568:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272738.542357:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055a80 going to sleep for 11 seconds 00002000:00010000:1.0:1781272738.549827:0:9894:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:1.0:1781272738.549891:0:9894:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime: 0 -> 1781272737 00002000:00010000:1.0:1781272738.549894:0:9894:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime: 0 -> 1781272737 00002000:00010000:1.0:1781272738.549896:0:9894:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime: 0 -> 1781272737 00002000:00010000:1.0:1781272738.549899:0:9894:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks: 0 -> 2048 00000100:00100000:1.0:1781272738.549930:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168669568:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272738.549984:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc4a59 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b30 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.550023:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc4a59 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b30 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272738.550037:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a800, rc 0) 00000100:00100000:1.0:1781272738.550134:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159364480:12345-192.168.204.14@tcp:101:stat.0 Request processed in 7986us (8221us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272738.550144:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 358 00000100:00100000:1.0:1781272738.589781:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272738.589941:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159364608 00000100:00100000:2.0:1781272738.589953:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159364608 00000100:00100000:2.0:1781272738.590014:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 359 00000100:00100000:2.0:1781272738.590025:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159364608:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272738.590044:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272738.590064:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc4a60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b37 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272738.590131:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168669696:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272738.590222:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055780 going to sleep for 11 seconds 00000100:00100000:2.0:1781272738.593276:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168669696:192.168.204.14@tcp:106: 00010000:00010000:2.0:1781272738.593322:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc4a60 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b37 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.593349:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc4a60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b37 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.593362:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a800, rc 0) 00000100:00100000:2.0:1781272738.593426:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159364608:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3402us (3655us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272738.593435:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 359 00000100:00100000:0.0:1781272738.605337:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272738.605439:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159364736 00000100:00100000:2.0:1781272738.605451:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159364736 00000100:00100000:2.0:1781272738.605518:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1343 00000100:00100000:2.0:1781272738.605540:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+100:31937:x1867799159364736:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272738.605563:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272738.605588:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b3e expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.605675:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.605706:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.605720:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272738.605766:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1781272738.605770:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272738.605803:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.605861:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b3e expref: 102 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.605881:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b3e expref: 101 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272738.605890:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272738.605892:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272738.605897:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4794800, rc 0) 00000100:00100000:2.0:1781272738.605974:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+101:31937:x1867799159364736:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 448us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272738.605982:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1343 00000100:00100000:1.0:1781272738.613607:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272738.613729:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159364864 00000100:00100000:0.0:1781272738.613740:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159364864 00000100:00100000:0.0:1781272738.613806:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 360 00000100:00100000:0.0:1781272738.613818:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159364864:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272738.613869:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272738.613890:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008cecaf51/0x94898f2cdefc4a75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b45 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272738.613955:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168669824:192.168.204.14@tcp:106: 00000100:00100000:0.0:1781272738.614100:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3492540 going to sleep for 11 seconds 00000040:00080000:2.0:1781272738.625416:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272738.625426:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272738.625452:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:2.0:1781272738.625461:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272738.625734:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168669824:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272738.625778:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008cecaf51/0x94898f2cdefc4a75 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b45 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.625816:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008cecaf51/0x94898f2cdefc4a75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b45 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272738.625828:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221c00, rc 0) 00000100:00100000:0.0:1781272738.625945:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159364864:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 12129us (12349us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272738.625956:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 360 00000100:00100000:2.0:1781272738.646910:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272738.647027:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159365120 00000100:00100000:0.0:1781272738.647040:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159365120 00000100:00100000:0.0:1781272738.647107:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1344 00000100:00100000:0.0:1781272738.647118:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+101:31937:x1867799159365120:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:0.0:1781272738.647297:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:0.0:1781272738.647385:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+101:31937:x1867799159365120:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 269us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272738.647394:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1344 00000040:00080000:0.0:1781272739.138984:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1781272739.142287:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272739.648042:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272739.648052:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272739.648095:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:3.0:1781272739.648107:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272739.648373:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168669952:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272739.648483:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4cacda540 going to sleep for 11 seconds 00000100:00100000:0.0:1781272739.659821:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272739.659898:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159365248 00000100:00100000:1.0:1781272739.659917:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159365248 00000100:00100000:1.0:1781272739.659987:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 13 00000100:00100000:1.0:1781272739.659999:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31947:x1867799159365248:12345-192.168.204.14@tcp:900:lhsmtool_posix.0 00000100:00080000:0.0:1781272739.660012:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272739.660090:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31947:x1867799159365248:12345-192.168.204.14@tcp:900:lhsmtool_posix.0 Request processed in 93us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272739.660099:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 13 00000100:00100000:3.0:1781272739.660600:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168669952:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272739.666773:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272739.666888:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159365376 00000100:00100000:2.0:1781272739.666900:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159365376 00000100:00100000:2.0:1781272739.666975:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1345 00000100:00100000:2.0:1781272739.666988:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:31947:x1867799159365376:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272739.667027:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272739.667175:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:31947:x1867799159365376:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 190us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272739.667183:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1345 00000100:00080000:3.0:1781272739.671125:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1781272739.675575:0:23860:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272739.675585:0:23860:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272739.675621:0:23860:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:1.0:1781272739.675627:0:23860:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272739.679037:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272739.679178:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159365632 00000100:00100000:3.0:1781272739.679190:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159365632 00000100:00100000:3.0:1781272739.679250:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1346 00000100:00100000:3.0:1781272739.679260:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:31947:x1867799159365632:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272739.679283:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272739.679306:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4a7c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b4c expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272739.679431:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4a83 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272739.679448:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4a83 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272739.679461:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4a83 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272739.679472:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:3.0:1781272739.679587:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc4a7c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b4c expref: 10 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272739.679605:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4a83 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b4c expref: 9 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272739.679614:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4d2b99300) 00010000:00010000:3.0:1781272739.679617:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272739.679621:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9f800, rc 0) 00000100:00100000:3.0:1781272739.679704:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+9:31947:x1867799159365632:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 445us (675us total) trans 4294968121 rc 0/0 00000100:00100000:3.0:1781272739.679712:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1346 00000100:00100000:1.0:1781272739.684525:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272739.684604:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159365760 00000100:00100000:3.0:1781272739.684621:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159365760 00000100:00080000:0.0:1781272739.684703:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272739.684752:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 361 00000100:00100000:3.0:1781272739.684767:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2390:x1867799159365760:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272739.684881:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272739.684906:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000051b65dd6/0x94898f2cdefc49f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b0d expref: 8 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272739.684916:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272739.684919:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272739.684924:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272739.685029:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000051b65dd6/0x94898f2cdefc49f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b0d expref: 8 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272739.685056:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000051b65dd6/0x94898f2cdefc49f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b0d expref: 8 pid: 15938 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272739.685075:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168670080:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272739.685178:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3492a80 going to sleep for 11 seconds 00000100:00100000:1.0:1781272739.689668:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168670080:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272739.689705:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272739.691498:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272739.691550:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159365888 00000100:00100000:1.0:1781272739.691562:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159365888 00010000:00010000:1.0:1781272739.691616:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000051b65dd6/0x94898f2cdefc49f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b0d expref: 9 pid: 15938 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272739.691668:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 408 00000100:00100000:1.0:1781272739.691680:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159365888:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272739.691698:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272739.691720:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000051b65dd6/0x94898f2cdefc49f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b0d expref: 9 pid: 15938 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.691735:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000051b65dd6/0x94898f2cdefc49f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b0d expref: 9 pid: 15938 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.692547:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051b65dd6/0x94898f2cdefc49f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b0d expref: 9 pid: 15938 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.692572:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272739.692575:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272739.692582:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.692593:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.692643:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272739.692708:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159365888:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1030us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272739.692718:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 408 00000100:00080000:1.0:1781272739.693409:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781272739.693431:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.693444:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.693472:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.693482:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.693489:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.693496:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272739.693500:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.693509:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.693528:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272739.693536:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000515e22cb/0x94898f2cdefc4a91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272739.693618:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2390:x1867799159365760:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 8853us (9101us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272739.693639:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 361 00000100:00100000:1.0:1781272739.700727:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272739.703533:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159366144 00000100:00100000:2.0:1781272739.703547:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159366144 00000100:00100000:2.0:1781272739.703651:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1347 00000100:00100000:2.0:1781272739.703663:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+9:31947:x1867799159366144:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272739.703801:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+9:31947:x1867799159366144:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 140us (3082us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272739.703808:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1347 00000100:00100000:0.0:1781272739.710130:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272739.711859:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159366272 00000100:00100000:2.0:1781272739.711876:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159366272 00000100:00100000:2.0:1781272739.711946:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 362 00000100:00100000:2.0:1781272739.711958:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2388:x1867799159366272:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272739.711980:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272739.712006:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f020c1b2/0x94898f2cdefc4a98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b53 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272739.712034:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 1048576, mtime: 0x6a2c10a1, atime: 0x0, ctime: 0x6a2c10a1, blocks: 0x800 00010000:00010000:2.0:1781272739.712058:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272739.712060:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272739.712072:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f020c1b2/0x94898f2cdefc4a98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b53 expref: 6 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.712092:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f020c1b2/0x94898f2cdefc4a98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b53 expref: 6 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.712107:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4794c00, rc 0) 00000100:00100000:2.0:1781272739.712185:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2388:x1867799159366272:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 229us (2064us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272739.712193:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 362 00000100:00100000:1.0:1781272739.727146:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272739.727313:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159366528 00000100:00100000:0.0:1781272739.727324:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159366528 00000100:00100000:0.0:1781272739.727396:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1348 00000100:00100000:0.0:1781272739.727409:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+9:31947:x1867799159366528:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272739.727548:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+9:31947:x1867799159366528:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 142us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272739.727556:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1348 00000100:00100000:0.0:1781272739.743333:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272739.743404:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159366656 00000100:00100000:2.0:1781272739.743417:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159366656 00002000:00100000:2.0:1781272739.743475:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff8eb3c2fa0e00 x1867799159366656/t0(0) o3->875154ef-cf7e-4fcd-ae94-64193db56d1b@192.168.204.14@tcp:495/0 lens 488/0 e 0 to 0 dl 1781272750 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272739.743487:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c2fa0e00 with x1867799159366656 ext(0->1048575) 00002000:00010000:2.0:1781272739.743494:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c2fa0e00 00000100:00100000:2.0:1781272739.743523:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 98 00000100:00100000:2.0:1781272739.743591:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2390:x1867799159366656:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1781272739.771313:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2390:x1867799159366656:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 27769us (27978us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1781272739.771329:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 98 00002000:00100000:0.0:1781272739.771345:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff8eb3c2fa0e00 x1867799159366656/t0(0) o3->875154ef-cf7e-4fcd-ae94-64193db56d1b@192.168.204.14@tcp:495/0 lens 488/440 e 0 to 0 dl 1781272750 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272739.771355:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c2fa0e00 with x1867799159366656 ext(0->1048575) 00002000:00010000:0.0:1781272739.771362:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c2fa0e00 00000100:00100000:3.0:1781272739.784042:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272739.784131:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159366784 00000100:00100000:2.0:1781272739.784144:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159366784 00000100:00100000:2.0:1781272739.784212:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1349 00000100:00100000:2.0:1781272739.784223:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+9:31947:x1867799159366784:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272739.784247:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272739.784271:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a9f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b5a expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.784345:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4aa6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.784361:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4aa6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.784374:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4aa6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.784516:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc4a9f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b5a expref: 11 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.784534:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4aa6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b5a expref: 10 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.784544:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4d2b99300) 00010000:00010000:2.0:1781272739.784547:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272739.784551:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3400, rc 0) 00000100:00100000:2.0:1781272739.784622:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:31947:x1867799159366784:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 401us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272739.784642:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1349 00000100:00100000:2.0:1781272739.789163:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272739.789245:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159366912 00000100:00100000:3.0:1781272739.789256:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159366912 00000100:00100000:3.0:1781272739.789323:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1350 00000100:00100000:3.0:1781272739.789334:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:31947:x1867799159366912:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272739.789371:0:6493:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272739.789492:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:31947:x1867799159366912:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 159us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272739.789501:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1350 00000100:00100000:1.0:1781272739.804042:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272739.804998:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159367040 00000100:00100000:2.0:1781272739.805012:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159367040 00000100:00100000:2.0:1781272739.805093:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 363 00000100:00100000:2.0:1781272739.805105:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2391:x1867799159367040:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272739.805159:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002a154129/0x94898f2cdefc4aad lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.805179:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272739.805182:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272739.805188:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a154129/0x94898f2cdefc4aad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.805205:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a154129/0x94898f2cdefc4aad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.805233:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002a154129/0x94898f2cdefc4aad lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.805241:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a154129/0x94898f2cdefc4aad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.805250:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a154129/0x94898f2cdefc4aad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.805257:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3600 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272739.805262:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a154129/0x94898f2cdefc4aad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.805271:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a154129/0x94898f2cdefc4aad lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.805288:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a154129/0x94898f2cdefc4aad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.805302:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a154129/0x94898f2cdefc4aad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272739.805388:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2391:x1867799159367040:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 286us (1357us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272739.805396:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 363 00000100:00100000:3.0:1781272739.808150:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272739.808879:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159367296 00000100:00100000:2.0:1781272739.808893:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159367296 00000100:00100000:2.0:1781272739.808959:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1351 00000100:00100000:2.0:1781272739.808969:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:31947:x1867799159367296:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781272739.809058:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.809078:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4aa6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b5a expref: 10 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.809088:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.809129:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4aa6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b5a expref: 10 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.809145:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4aa6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b5a expref: 10 pid: 12323 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272739.809159:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168670208:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272739.809265:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c5055180 going to sleep for 11 seconds 00000100:00100000:3.0:1781272739.813620:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168670208:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272739.813664:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272739.815809:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272739.815977:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159367424 00000100:00100000:2.0:1781272739.815990:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159367424 00010000:00010000:2.0:1781272739.816038:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4aa6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b5a expref: 11 pid: 12323 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272739.816085:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 409 00000100:00100000:2.0:1781272739.816096:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:2390:x1867799159367424:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272739.816112:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272739.816119:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4aa6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b5a expref: 11 pid: 12323 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816131:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4aa6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b5a expref: 11 pid: 12323 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816156:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4aa6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b5a expref: 11 pid: 12323 timeout: 796 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816171:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4d2b99300) 00010000:00010000:2.0:1781272739.816176:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816186:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816194:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816224:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272739.816278:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:2390:x1867799159367424:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 183us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272739.816285:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 409 00010000:00010000:2.0:1781272739.816313:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816321:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816529:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816538:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816544:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816550:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272739.816555:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816562:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816571:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4d2b99300) 00010000:00010000:2.0:1781272739.816574:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272739.816579:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272739.816585:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4ab4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272739.816698:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:31947:x1867799159367296:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 7730us (8558us total) trans 4294968122 rc 0/0 00000100:00100000:2.0:1781272739.816706:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1351 00000040:00080000:2.0:1781272739.816810:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272739.816815:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272739.817319:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1781272739.817329:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272739.820528:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272739.820565:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159367680 00000100:00100000:1.0:1781272739.820575:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159367680 00000100:00100000:1.0:1781272739.820639:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 258 00000100:00100000:1.0:1781272739.820650:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:31947:x1867799159367680:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272739.820916:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:31947:x1867799159367680:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 267us (393us total) trans 4294968123 rc 0/0 00000100:00100000:1.0:1781272739.820924:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 258 00000100:00100000:2.0:1781272739.904343:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272739.904368:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168670336:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272739.904438:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272739.904546:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168670336 00000100:00100000:1.0:1781272739.904555:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168670336 00000100:00100000:1.0:1781272739.904610:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1781272739.904620:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168670336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272739.904672:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:1.0:1781272739.904731:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168670336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272739.904739:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1781272739.904788:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168670336:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272740.160323:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272740.928481:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168670464:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272740.928556:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272740.928662:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168670464 00000100:00100000:2.0:1781272740.928673:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168670464 00000100:00100000:2.0:1781272740.928749:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1781272740.928760:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168670464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272740.928797:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272740.930375:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168670464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1611us (1813us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272740.930388:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1781272740.939922:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168670464:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272741.184026:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272741.796719:0:23911:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272741.796729:0:23911:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272741.796771:0:23911:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:0.0:1781272741.796778:0:23911:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272741.933229:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272741.933613:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159367808 00000100:00100000:3.0:1781272741.933624:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159367808 00000100:00100000:3.0:1781272741.933750:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 364 00000100:00100000:3.0:1781272741.933764:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159367808:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272741.933784:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272741.933805:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc4abb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b61 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.933857:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272741.933860:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272741.933870:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc4abb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b61 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.933889:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc4abb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b61 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.933905:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd800, rc 0) 00000100:00100000:3.0:1781272741.933962:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159367808:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 202us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272741.933972:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 364 00000100:00080000:0.0:1781272741.941992:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272741.956109:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272741.956469:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159368064 00000100:00100000:1.0:1781272741.956491:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159368064 00000100:00100000:1.0:1781272741.956564:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1352 00000100:00100000:1.0:1781272741.956575:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+101:31956:x1867799159368064:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272741.956611:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272741.956643:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4ac2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b68 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272741.956762:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc4ac9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272741.956779:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc4ac9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272741.956792:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc4ac9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272741.956803:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:1.0:1781272741.956934:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4ac2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b68 expref: 104 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272741.956958:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc4ac9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b68 expref: 103 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272741.956966:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4d2b99300) 00010000:00010000:1.0:1781272741.956969:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781272741.956973:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b3e00, rc 0) 00000100:00100000:1.0:1781272741.957032:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+103:31956:x1867799159368064:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 459us (937us total) trans 4294968124 rc 0/0 00000100:00100000:1.0:1781272741.957039:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1352 00000100:00080000:0.0:1781272741.957893:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272741.965509:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272741.965681:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159368192 00000100:00100000:3.0:1781272741.965692:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159368192 00000100:00100000:3.0:1781272741.965745:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 365 00000100:00100000:3.0:1781272741.965754:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159368192:12345-192.168.204.14@tcp:1:lfs.0 00010000:00010000:3.0:1781272741.965802:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.965853:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f020c1b2/0x94898f2cdefc4a98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b53 expref: 5 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.965863:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc4abb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b61 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.965871:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272741.965873:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272741.965878:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.965918:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc4abb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b61 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.965934:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc4abb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b61 expref: 17 pid: 9894 timeout: 798 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272741.965951:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168670592:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272741.966055:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f020c1b2/0x94898f2cdefc4a98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b53 expref: 5 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.966065:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f020c1b2/0x94898f2cdefc4a98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b53 expref: 5 pid: 8404 timeout: 798 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272741.966075:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168670720:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272741.966100:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1781272741.977781:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168670592:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272741.977816:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168670720:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272741.977907:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272741.979372:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272741.979463:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159368320 00000100:00100000:2.0:1781272741.979475:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159368320 00010000:00010000:2.0:1781272741.979519:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc4abb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b61 expref: 18 pid: 9894 timeout: 798 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272741.979565:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 410 00000100:00100000:2.0:1781272741.979577:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8ab8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+18:2390:x1867799159368320:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272741.979604:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272741.979628:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc4abb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b61 expref: 18 pid: 9894 timeout: 798 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272741.979644:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc4abb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b61 expref: 18 pid: 9894 timeout: 798 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272741.979669:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc4abb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b61 expref: 18 pid: 9894 timeout: 798 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272741.979689:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272741.979748:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8ab8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159368320:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 172us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272741.979755:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 410 00000100:00100000:2.0:1781272741.985865:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272741.986585:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159368448 00000100:00100000:3.0:1781272741.986610:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159368448 00010000:00010000:3.0:1781272741.986706:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f020c1b2/0x94898f2cdefc4a98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b53 expref: 6 pid: 8404 timeout: 798 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272741.986756:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 411 00000100:00100000:3.0:1781272741.986770:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2390:x1867799159368448:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272741.986790:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272741.986848:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f020c1b2/0x94898f2cdefc4a98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b53 expref: 6 pid: 8404 timeout: 798 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.986874:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f020c1b2/0x94898f2cdefc4a98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b53 expref: 6 pid: 8404 timeout: 798 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.986903:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f020c1b2/0x94898f2cdefc4a98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b53 expref: 6 pid: 8404 timeout: 798 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.986923:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272741.986926:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272741.986932:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.986943:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272741.986975:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272741.987065:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2390:x1867799159368448:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 297us (1210us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272741.987075:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 411 00000100:00080000:3.0:1781272741.987114:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1781272741.987929:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272741.987950:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272741.987984:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272741.987993:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272741.988002:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272741.988010:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272741.988015:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272741.988025:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272741.988046:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272741.988054:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037750d81/0x94898f2cdefc4ad7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272741.988157:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159368192:12345-192.168.204.14@tcp:1:lfs.0 Request processed in 22398us (22650us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272741.988166:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 365 00000100:00100000:0.0:1781272741.998410:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272742.003691:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159368704 00000100:00100000:1.0:1781272742.003708:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159368704 00000100:00100000:1.0:1781272742.003778:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 259 00000100:00100000:1.0:1781272742.003788:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b35850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+103:31956:x1867799159368704:12345-192.168.204.14@tcp:35:lfs.0 00000004:00010000:1.0:1781272742.003892:0:6495:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x25:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc4ac9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b68 expref: 103 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781272742.004115:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968125 00000001:00080000:1.0:1781272742.004445:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968126 00010000:00010000:1.0:1781272742.004486:0:6495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.004503:0:6495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc49e2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b06 expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.004517:0:6495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b29 expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.004524:0:6495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4a83 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b4c expref: 10 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.004533:0:6495:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 6/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.004572:0:6495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4a83 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b4c expref: 10 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.004589:0:6495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4a83 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b4c expref: 10 pid: 12323 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272742.009623:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaaf800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168670848:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272742.009782:0:6495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b29 expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.009796:0:6495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b29 expref: 106 pid: 6493 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272742.009806:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168670976:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272742.009862:0:6495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc49e2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b06 expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.009878:0:6495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc49e2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b06 expref: 47 pid: 8162 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272742.009887:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168671104:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272742.009911:0:6495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c5133540 going to sleep for 11 seconds 00000100:00100000:3.0:1781272742.026099:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272742.026127:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272742.026159:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272742.026211:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159368960 00000100:00100000:3.0:1781272742.026323:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159368960 00010000:00010000:3.0:1781272742.026377:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b29 expref: 107 pid: 6493 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272742.026423:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159368832 00000100:00100000:3.0:1781272742.026428:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159368832 00010000:00010000:3.0:1781272742.026458:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4a83 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b4c expref: 11 pid: 12323 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272742.026476:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159369088 00000100:00100000:3.0:1781272742.026479:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159369088 00010000:00010000:3.0:1781272742.026496:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc49e2 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b06 expref: 48 pid: 8162 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272742.026511:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 412 00000100:00100000:3.0:1781272742.026520:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+107:2391:x1867799159368960:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272742.026540:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272742.026546:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b29 expref: 107 pid: 6493 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.026559:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b29 expref: 107 pid: 6493 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.026737:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4d2b99300) 00010000:00010000:3.0:1781272742.026746:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.026759:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.026767:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272742.027032:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+107:2391:x1867799159368960:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 510us (946us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272742.027040:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 412 00000100:00100000:3.0:1781272742.027069:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 413 00000100:00100000:3.0:1781272742.027077:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:2391:x1867799159368832:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272742.027088:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272742.027093:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4a83 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b4c expref: 11 pid: 12323 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.027105:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4a83 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b4c expref: 11 pid: 12323 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.027121:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4d2b99300) 00010000:00010000:3.0:1781272742.027125:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.027131:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.027136:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272742.027163:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:2391:x1867799159368832:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 87us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272742.027170:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 413 00000100:00100000:3.0:1781272742.027342:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 414 00000100:00100000:3.0:1781272742.027350:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159369088:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272742.027368:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272742.027373:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc49e2 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b06 expref: 48 pid: 8162 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.027384:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc49e2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b06 expref: 48 pid: 8162 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.027408:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4d2b99300) 00010000:00010000:3.0:1781272742.027412:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.027420:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.027435:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.027464:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272742.027486:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159369088:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 136us (1325us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272742.027500:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 414 00000100:00080000:3.0:1781272742.029007:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781272742.031829:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc4a83 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b4c expref: 10 pid: 12323 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272742.031883:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaaf800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168670848:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272742.031902:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc4a52 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b29 expref: 106 pid: 6493 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272742.031913:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168670976:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272742.031927:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc49e2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b06 expref: 47 pid: 8162 timeout: 798 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272742.031942:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6495:1867799168671104:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272742.031972:0:6495:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.031984:0:6495:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.031991:0:6495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272742.032159:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968127 00000001:00080000:3.0:1781272742.032327:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968128 00000001:00080000:3.0:1781272742.032387:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968129 00000100:00100000:3.0:1781272742.033325:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168671232:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1781272742.033427:0:6495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272742.033471:0:6495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5600 going to sleep for 11 seconds 00000100:00100000:2.0:1781272742.034961:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168671232 00000100:00100000:2.0:1781272742.034981:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168671232 00000100:00100000:2.0:1781272742.035089:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1781272742.035108:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6495:x1867799168671232:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1781272742.035520:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6495:x1867799168671232:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 419us (2092us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272742.035531:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00080000:2.0:1781272742.036042:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272742.036095:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168671232:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1781272742.036532:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968130 00000100:00100000:2.0:1781272742.036628:0:6495:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168671360:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1781272742.036673:0:6495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272742.036705:0:6495:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5900 going to sleep for 11 seconds 00000100:00100000:3.0:1781272742.037027:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168671360 00000100:00100000:3.0:1781272742.037042:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168671360 00000100:00100000:3.0:1781272742.037113:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1781272742.037125:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6495:x1867799168671360:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1781272742.037626:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6495:x1867799168671360:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 498us (946us total) trans 4294967366 rc 0/0 00000100:00100000:3.0:1781272742.037636:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1781272742.038107:0:6495:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6495:1867799168671360:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:1.0:1781272742.038145:0:6495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.038157:0:6495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.038167:0:6495:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.038174:0:6495:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272742.038180:0:6495:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.038189:0:6495:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.038209:0:6495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4d2b99300) 00010000:00010000:1.0:1781272742.038213:0:6495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1781272742.038218:0:6495:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272742.038226:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4ade lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781272742.038742:0:6495:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1781272742.039351:0:6495:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8984 00000004:00080000:1.0:1781272742.039371:0:6495:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 698934539258ns, next at 699934535238ns, rc = 0 00000001:00080000:1.0:1781272742.039384:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968131 00010000:00010000:1.0:1781272742.039436:0:6495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4d2b99300) 00010000:00010000:1.0:1781272742.039440:0:6495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781272742.039449:0:6495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc4ac9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b68 expref: 110 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272742.039791:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b35850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+109:31956:x1867799159368704:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 36001us (41388us total) trans 4294968132 rc 0/0 00000100:00100000:1.0:1781272742.039802:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 259 00000020:00080000:1.0:1781272742.039808:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1781272742.070708:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272742.070907:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159369344 00000100:00100000:2.0:1781272742.070922:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159369344 00000100:00100000:2.0:1781272742.071009:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1353 00000100:00100000:2.0:1781272742.071021:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+109:31959:x1867799159369344:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272742.071056:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272742.071084:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4ae5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b6f expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071192:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4aec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071210:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4aec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071223:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4aec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071241:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4af3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071249:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4af3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071258:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4af3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071434:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4afa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071444:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4afa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071452:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4afa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272742.071464:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1781272742.071581:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4aec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071590:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4aec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071613:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4aec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071621:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272742.071626:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4aec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071635:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4aec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071651:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272742.071655:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272742.071661:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4aec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071667:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4aec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071682:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4af3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071688:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4af3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071694:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4af3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071698:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272742.071701:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4af3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071707:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4af3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071714:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8eb4c792ea00) 00010000:00010000:2.0:1781272742.071716:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272742.071719:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4af3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071724:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4af3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071774:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4ae5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b6f expref: 112 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071797:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4afa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b6f expref: 111 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.071805:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:2.0:1781272742.071807:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272742.071810:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3c00, rc 0) 00000100:00100000:2.0:1781272742.071952:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:31959:x1867799159369344:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 932us (1260us total) trans 4294968133 rc 0/0 00000100:00100000:2.0:1781272742.071963:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1353 00000100:00100000:3.0:1781272742.082097:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272742.082204:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159369472 00000100:00100000:0.0:1781272742.082222:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159369472 00000100:00100000:0.0:1781272742.082307:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1354 00000100:00100000:0.0:1781272742.082320:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:31959:x1867799159369472:12345-192.168.204.14@tcp:54:lfs.0 00010000:00010000:0.0:1781272742.082404:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc4b08 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.082427:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc4b08 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.082446:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc4b08 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.082496:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc4b08 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.082507:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc4b08 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.082514:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc4b08 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.082519:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272742.082524:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc4b08 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.082533:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc4b08 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.082547:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:0.0:1781272742.082550:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272742.082555:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc4b08 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.082560:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc4b08 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272742.082670:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:31959:x1867799159369472:12345-192.168.204.14@tcp:54:lfs.0 Request processed in 353us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272742.082678:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1354 00000100:00100000:1.0:1781272742.085253:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272742.085332:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159369728 00000100:00100000:0.0:1781272742.085348:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159369728 00000100:00100000:0.0:1781272742.085418:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 260 00000100:00100000:0.0:1781272742.085429:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:31959:x1867799159369728:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:0.0:1781272742.086528:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+112:31959:x1867799159369728:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 1093us (1283us total) trans 4294968134 rc 0/0 00000100:00100000:0.0:1781272742.086540:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 260 00000100:00100000:3.0:1781272742.190434:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272742.190528:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159369856 00000100:00100000:2.0:1781272742.190546:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159369856 00000100:00100000:2.0:1781272742.190646:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1355 00000100:00100000:2.0:1781272742.190658:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:31926:x1867799159369856:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781272742.190785:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:31926:x1867799159369856:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 130us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272742.190793:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1355 00000100:00100000:3.0:1781272742.193151:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272742.193667:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159369984 00000100:00100000:2.0:1781272742.193682:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159369984 00000100:00100000:2.0:1781272742.193778:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1356 00000100:00100000:2.0:1781272742.193790:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31926:x1867799159369984:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781272742.194009:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:31926:x1867799159369984:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 222us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272742.194019:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1356 00000100:00080000:3.0:1781272742.194023:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272742.197018:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272742.197111:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159370240 00000100:00100000:2.0:1781272742.197124:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159370240 00000100:00100000:2.0:1781272742.197199:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 261 00000100:00100000:2.0:1781272742.197210:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:31926:x1867799159370240:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272742.197564:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:31926:x1867799159370240:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 355us (563us total) trans 4294968135 rc 0/0 00000100:00100000:2.0:1781272742.197573:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 261 00010000:00010000:1.0:1781272742.209335:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272742.318696:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272742.318801:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159370496 00000100:00100000:3.0:1781272742.319003:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159370496 00000100:00100000:3.0:1781272742.319076:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1357 00000100:00100000:3.0:1781272742.319087:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+112:31980:x1867799159370496:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272742.319116:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272742.319137:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b76 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.319255:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4b16 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.319272:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4b16 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.319437:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4b16 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272742.319451:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:3.0:1781272742.319776:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b76 expref: 115 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.319796:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4b16 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b76 expref: 114 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272742.319993:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:3.0:1781272742.319997:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272742.320002:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc400, rc 0) 00000100:00100000:3.0:1781272742.320179:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+114:31980:x1867799159370496:12345-192.168.204.14@tcp:101:cat.0 Request processed in 1092us (1549us total) trans 4294968136 rc 0/0 00000100:00100000:3.0:1781272742.320192:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1357 00000100:00100000:2.0:1781272742.331265:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272742.331321:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272742.333736:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159370624 00000100:00100000:0.0:1781272742.333755:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159370624 00000100:00100000:0.0:1781272742.333895:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159370880 00000100:00100000:0.0:1781272742.333899:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159370880 00000100:00100000:0.0:1781272742.333949:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 58 00000100:00100000:0.0:1781272742.333960:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+115:2388:x1867799159370624:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272742.333981:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272742.334010:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4b16 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b76 expref: 115 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.334032:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:0.0:1781272742.334037:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272742.334097:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+114:2388:x1867799159370624:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 140us (2841us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272742.334104:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 58 00000100:00100000:0.0:1781272742.334121:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 59 00000100:00100000:0.0:1781272742.334127:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+113:31980:x1867799159370880:12345-192.168.204.14@tcp:103:cat.0 00010000:00010000:0.0:1781272742.334134:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272742.334143:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4afa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b6f expref: 113 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.334154:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:0.0:1781272742.334163:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272742.334177:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+112:31980:x1867799159370880:12345-192.168.204.14@tcp:103:cat.0 Request processed in 50us (2857us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272742.334184:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 59 00000100:00100000:2.0:1781272742.353051:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272742.353145:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159371008 00000100:00100000:0.0:1781272742.353158:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159371008 00000100:00100000:0.0:1781272742.353228:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1358 00000100:00100000:0.0:1781272742.353240:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+112:31980:x1867799159371008:12345-192.168.204.14@tcp:58:cat.0 00010000:00010000:0.0:1781272742.353390:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc4b24 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.353410:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc4b24 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272742.353424:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc4b24 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781272742.353527:0:6491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:0.0:1781272742.353628:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+112:31980:x1867799159371008:12345-192.168.204.14@tcp:58:cat.0 Request processed in 389us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272742.353637:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1358 00000100:00100000:0.0:1781272742.358424:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272742.358686:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159371136 00000100:00100000:2.0:1781272742.358705:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159371136 00000100:00100000:2.0:1781272742.358799:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1359 00000100:00100000:2.0:1781272742.358819:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+112:31980:x1867799159371136:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272742.358884:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272742.358913:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4b2b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b7d expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.358985:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc4b24 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.358997:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4b2b lrc: 4/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b7d expref: 113 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.359021:0:12323:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc4b24 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.359037:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4b2b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b7d expref: 113 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.359058:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272742.359061:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272742.359065:0:12323:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4b2b lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b7d expref: 113 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272742.359074:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2c00, rc 0) 00000100:00100000:2.0:1781272742.359143:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+113:31980:x1867799159371136:12345-192.168.204.14@tcp:101:cat.0 Request processed in 327us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272742.359151:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1359 00000100:00100000:0.0:1781272742.464150:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168671488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272742.464237:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272742.464383:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168671488 00000100:00100000:1.0:1781272742.464392:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168671488 00000100:00100000:1.0:1781272742.464454:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1781272742.464464:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168671488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272742.464499:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3920334848 avail 3688812544 00000100:00100000:1.0:1781272742.468502:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168671488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4029us (4253us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272742.468517:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1781272742.472144:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168671488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272742.539035:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272742.539094:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272742.539130:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272742.539168:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272742.539198:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272742.539218:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272742.539261:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272742.539292:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159371520 00000100:00100000:3.0:1781272742.539304:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159371520 00000100:00100000:3.0:1781272742.539363:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159371904 00000100:00100000:3.0:1781272742.539367:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159371904 00000100:00100000:3.0:1781272742.539385:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159371776 00000100:00100000:3.0:1781272742.539388:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159371776 00000100:00100000:2.0:1781272742.539395:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159372032 00000100:00100000:2.0:1781272742.539402:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159372032 00000100:00100000:3.0:1781272742.539412:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 511 00000100:00100000:3.0:1781272742.539424:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159371520:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272742.539436:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 512 00000100:00100000:2.0:1781272742.539447:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159371904:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272742.539513:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+13:2391:x1867799159371520:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 92us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272742.539521:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 511 00000100:00100000:3.0:1781272742.539557:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 513 00000100:00100000:3.0:1781272742.539565:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159371776:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272742.539652:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159371392 00000100:00100000:1.0:1781272742.539657:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159371392 00000100:00100000:1.0:1781272742.539692:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159371648 00000100:00100000:1.0:1781272742.539696:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159371648 00000100:00100000:1.0:1781272742.539717:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 947 00000100:00100000:1.0:1781272742.539723:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159371392:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272742.539804:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159371264 00000100:00100000:0.0:1781272742.539809:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159371264 00000100:00100000:0.0:1781272742.539884:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 732 00000100:00100000:0.0:1781272742.539891:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:2391:x1867799159371264:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272742.548480:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159371904:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 9022us (9267us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272742.548498:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 512 00000100:00100000:0.0:1781272742.548507:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:2391:x1867799159371264:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 8612us (9485us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272742.548519:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 732 00000100:00100000:2.0:1781272742.548548:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 514 00000100:00100000:2.0:1781272742.548564:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2391:x1867799159372032:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272742.548627:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2391:x1867799159372032:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 69us (9365us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272742.548634:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 514 00000100:00100000:2.0:1781272742.548751:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 948 00000100:00100000:2.0:1781272742.548762:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159371648:12345-192.168.204.14@tcp:400:kworker.0 00000100:00080000:0.0:1781272742.548802:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272742.548809:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272742.548812:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272742.548824:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159371648:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 65us (9693us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272742.549676:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159371776:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 10107us (10451us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272742.549686:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 513 00000100:00100000:1.0:1781272742.549792:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159371392:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 10066us (10696us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272742.551774:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 948 00000100:00100000:1.0:1781272742.556862:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 947 00000040:00080000:3.0:1781272742.912235:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272742.912246:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272742.912278:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 6 00000040:00080000:3.0:1781272742.912290:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272742.976216:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272742.976242:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168671616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272742.976442:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272742.976559:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168671616 00000100:00100000:0.0:1781272742.976568:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168671616 00000100:00080000:3.0:1781272742.976618:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272742.976638:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1781272742.976647:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168671616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272742.976671:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3920334848 avail 3688812544 00000100:00100000:0.0:1781272742.976717:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168671616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272742.976724:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1781272742.976906:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168671616:0@lo:13:osp-pre-0-1.0 00000001:00100000:2.0:1781272742.979139:0:7422:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 875154ef-cf7e-4fcd-ae94-64193db56d1b 00000001:00100000:2.0:1781272742.982370:0:9485:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 875154ef-cf7e-4fcd-ae94-64193db56d1b 00010000:00010000:0.0:1781272743.232470:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272743.488233:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168671744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272743.488233:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168671872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272743.488311:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272743.488714:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168671744 00000100:00100000:2.0:1781272743.488723:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168671744 00000100:00100000:2.0:1781272743.488777:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1781272743.488787:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168671744:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272743.488798:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168672256:0@lo:400:kworker.0 00002000:00000024:2.0:1781272743.488818:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1781272743.488861:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272743.488925:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272743.489057:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168672128:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.489293:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168671744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 507us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272743.489300:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1781272743.489317:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168671872 00000100:00100000:2.0:1781272743.489320:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168671872 00000100:00100000:2.0:1781272743.489336:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1781272743.489341:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168671872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781272743.489353:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1781272743.489376:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168671872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272743.489381:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1781272743.489408:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168672256 00000100:00100000:2.0:1781272743.489412:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168672256 00000100:00100000:2.0:1781272743.489434:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1781272743.489439:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168672256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.489468:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168672256:12345-0@lo:400:kworker.0 Request processed in 30us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272743.489475:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:2.0:1781272743.489488:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272743.492794:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168672000:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.492916:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272743.492975:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168672512:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493008:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272743.493039:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168673024:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493064:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272743.493091:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1781272743.493098:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168672384:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493138:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272743.493156:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168672896:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493175:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272743.493194:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168673408:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493215:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272743.493245:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168673024 00000100:00100000:2.0:1781272743.493254:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168673024 00000100:00100000:2.0:1781272743.493298:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168672896 00000100:00100000:2.0:1781272743.493301:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168672896 00000100:00100000:2.0:1781272743.493318:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168673408 00000100:00100000:2.0:1781272743.493321:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168673408 00000100:00100000:2.0:1781272743.493334:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1781272743.493342:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168673024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493416:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168673024:12345-0@lo:400:kworker.0 Request processed in 74us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272743.493424:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1781272743.493441:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1781272743.493447:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168672896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493475:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168672896:12345-0@lo:400:kworker.0 Request processed in 29us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272743.493481:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1781272743.493493:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1781272743.493498:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168673408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493524:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168673408:12345-0@lo:400:kworker.0 Request processed in 26us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272743.493529:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1781272743.493567:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168672896:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493588:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168673408:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493598:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168673024:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493640:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168672512 00000100:00100000:2.0:1781272743.493643:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168672512 00000100:00100000:2.0:1781272743.493669:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1781272743.493675:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168672512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493712:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168672512:12345-0@lo:400:kworker.0 Request processed in 37us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272743.493717:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1781272743.493738:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168672384 00000100:00100000:2.0:1781272743.493742:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168672384 00000100:00100000:2.0:1781272743.493767:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1781272743.493773:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168672384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493805:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168672384:12345-0@lo:400:kworker.0 Request processed in 32us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272743.493811:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1781272743.493864:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168672384:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493875:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168672512:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493918:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168672000 00000100:00100000:2.0:1781272743.493922:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168672000 00000100:00100000:2.0:1781272743.493947:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1781272743.493953:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168672000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.493989:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168672000:12345-0@lo:400:kworker.0 Request processed in 36us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272743.493995:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1781272743.494027:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168672000:0@lo:400:kworker.0 00000100:00100000:0.0:1781272743.495303:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168671872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272743.503106:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168672256:0@lo:400:kworker.0 00000100:00100000:1.0:1781272743.503125:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168672768:0@lo:400:kworker.0 00000100:00100000:1.0:1781272743.503195:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272743.503247:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168673280:0@lo:400:kworker.0 00000100:00100000:1.0:1781272743.503273:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272743.503333:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168671744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272743.503399:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272743.503428:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168672640:0@lo:400:kworker.0 00000100:00100000:1.0:1781272743.503437:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168672768 00000100:00100000:1.0:1781272743.503446:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168672768 00000100:00100000:2.0:1781272743.503452:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168673280 00000100:00100000:3.0:1781272743.503458:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272743.503459:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168673280 00000100:00100000:3.0:1781272743.503493:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168672128 00000100:00100000:3.0:1781272743.503498:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168672128 00000100:00100000:0.0:1781272743.503530:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168672640 00000100:00100000:0.0:1781272743.503536:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168672640 00000100:00100000:3.0:1781272743.503551:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1781272743.503562:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168672128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.503652:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1781272743.503659:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168673280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.503722:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168673280:12345-0@lo:400:kworker.0 Request processed in 63us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272743.503729:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1781272743.503771:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168673152:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.503798:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272743.503823:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168673152 00000100:00100000:2.0:1781272743.503827:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168673152 00000100:00100000:2.0:1781272743.503868:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1781272743.503874:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168673152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.503909:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168673152:12345-0@lo:400:kworker.0 Request processed in 36us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272743.503914:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1781272743.503939:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168673152:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.503981:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168673280:0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.504017:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1781272743.504023:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168672768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272743.504056:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168672768:12345-0@lo:400:kworker.0 Request processed in 34us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272743.504061:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1781272743.504083:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168672768:0@lo:400:kworker.0 00000100:00080000:1.0:1781272743.505050:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272743.505059:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272743.506000:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1781272743.506016:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168672640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272743.506136:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168672640:12345-0@lo:400:kworker.0 Request processed in 126us (2677us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272743.506143:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1781272743.506202:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168672640:0@lo:400:kworker.0 00000100:00100000:3.0:1781272743.509246:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168672128:12345-0@lo:400:kworker.0 Request processed in 5676us (5839us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272743.509260:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1781272743.509417:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168672128:0@lo:400:kworker.0 00000001:00080000:0.0:1781272744.014898:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968136 is committed 00000001:00080000:0.0:1781272744.014923:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968135 is committed 00000004:00080000:0.0:1781272744.014937:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000020:00080000:0.0:1781272744.014967:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb3c31e56c0 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:0.0:1781272744.014973:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c42dec00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c31e5a80 00000020:00080000:0.0:1781272744.014975:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c42de800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c4638c00 00000001:00080000:0.0:1781272744.015005:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968120 is committed 00000020:00080000:1.0:1781272744.015277:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000020:00080000:1.0:1781272744.015350:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:2.0:1781272744.015496:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168673536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781272744.015586:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272744.015743:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168673536 00000100:00100000:3.0:1781272744.015751:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168673536 00000100:00100000:3.0:1781272744.015813:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1781272744.015823:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168673536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1781272744.015891:0:8407:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:25 count 1 00002000:00010000:3.0:1781272744.015937:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 1048576, mtime: 0x6a2c10a1, atime: 0x0, ctime: 0x6a2c10a1, blocks: 0x800 00010000:00010000:3.0:1781272744.015947:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc4b32 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272744.015965:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272744.015968:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272744.015975:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc4b32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272744.015998:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc4b32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272744.016010:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc4b32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272744.016019:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc4b32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272744.016041:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781272744.016186:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168673536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 363us (598us total) trans 4294967367 rc 0/0 00000100:00100000:3.0:1781272744.016194:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00010000:00010000:3.0:1781272744.016220:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272744.016226:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc4b32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272744.016234:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cce00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272744.016239:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc4b32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272744.016248:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc4b32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272744.016268:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc4b32 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272744.016276:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017fe1c84/0x94898f2cdefc4b32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272744.016294:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272744.016296:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272744.016297:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1781272744.017128:0:3621:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb4c2bec700/2, rc 0, transno 4294967367 00000100:00100000:2.0:1781272744.017140:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168673536:0@lo:6:osp-syn-0-0.0 00000100:00080000:1.0:1781272744.025697:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781272744.259814:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272745.024143:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272745.024168:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168673664:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272745.024249:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272745.024690:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168673664 00000100:00100000:0.0:1781272745.024708:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168673664 00000100:00100000:0.0:1781272745.024765:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1781272745.024775:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168673664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272745.024812:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:0.0:1781272745.024905:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168673664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272745.024913:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1781272745.025009:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168673664:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272745.280465:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272745.996745:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272745.996758:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272745.996919:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:2.0:1781272745.996928:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272746.048195:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168673792:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272746.048271:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272746.048306:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168673792 00000100:00100000:1.0:1781272746.048316:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168673792 00000100:00100000:1.0:1781272746.048360:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1781272746.048369:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168673792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272746.048407:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272746.048797:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168673792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 427us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272746.048805:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1781272746.048897:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168673792:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781272746.304062:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272746.305257:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1781272747.328473:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272747.351457:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272747.351566:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159372160 00000100:00100000:2.0:1781272747.351577:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159372160 00000100:00100000:2.0:1781272747.351660:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1360 00000100:00100000:2.0:1781272747.351673:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+46:31983:x1867799159372160:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:2.0:1781272747.351695:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272747.351718:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4b39 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b84 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.351864:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4b40 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.351881:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4b40 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.351894:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4b40 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.351911:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b47 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.351918:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.351925:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352007:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352017:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352029:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272747.352077:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:2.0:1781272747.352082:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272747.352102:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352111:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352119:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4b40 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352125:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4b40 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352131:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4b40 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352137:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272747.352142:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4b40 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352150:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4b40 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352162:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272747.352166:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272747.352172:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4b40 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352182:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4b40 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352195:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352201:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b47 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352207:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352212:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272747.352215:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b47 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352221:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b47 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352229:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8eb4e0221000) 00010000:00010000:2.0:1781272747.352232:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272747.352235:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b47 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352240:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b47 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352272:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4b39 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b84 expref: 48 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352291:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b84 expref: 47 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.352299:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272747.352302:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272747.352304:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3a00, rc 0) 00000100:00100000:2.0:1781272747.352381:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:31983:x1867799159372160:12345-192.168.204.14@tcp:101:stat.0 Request processed in 712us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272747.352390:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1360 00000100:00080000:1.0:1781272747.352667:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272747.587143:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272747.587175:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168673920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272747.587253:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272747.587551:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168673920 00000100:00100000:1.0:1781272747.587561:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168673920 00000100:00100000:1.0:1781272747.587635:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1781272747.587645:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168673920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272747.587675:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272747.587726:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168673920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272747.587734:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1781272747.587780:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168673920:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781272747.587979:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272747.590219:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272747.590330:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159372288 00000100:00100000:2.0:1781272747.590342:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159372288 00000100:00100000:2.0:1781272747.590436:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1361 00000100:00100000:2.0:1781272747.590460:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:32007:x1867799159372288:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272747.590492:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272747.590528:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4b55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b8b expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.590604:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.590621:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.590633:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272747.590693:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781272747.590698:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272747.590720:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.590766:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4b55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b8b expref: 9 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.590787:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b8b expref: 8 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.590796:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272747.590800:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272747.591187:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2e00, rc 0) 00000100:00100000:2.0:1781272747.591250:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+8:32007:x1867799159372288:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 804us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272747.591259:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1361 00000100:00080000:1.0:1781272747.592075:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272747.603953:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272747.604207:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159372544 00000100:00100000:3.0:1781272747.604217:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159372544 00000100:00100000:3.0:1781272747.604288:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1362 00000100:00100000:3.0:1781272747.604298:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+8:32008:x1867799159372544:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272747.604322:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272747.604346:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b63 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b92 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604422:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b6a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604437:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b6a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604462:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b6a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604478:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b71 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604486:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b71 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604493:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b71 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604602:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4b78 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604611:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4b78 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604618:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4b78 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272747.604629:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1781272747.604705:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b6a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604712:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b6a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604719:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b6a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604724:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272747.604728:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b6a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604746:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b6a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604763:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8eb4c3cebe00) 00010000:00010000:3.0:1781272747.604766:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272747.604770:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b6a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604776:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b6a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604788:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b71 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604794:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b71 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604800:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b71 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.604812:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272747.604815:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b71 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.605117:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b71 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.605126:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272747.605129:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272747.605132:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b71 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.605138:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b71 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.605425:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b63 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b92 expref: 11 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.605440:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4b78 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b92 expref: 10 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272747.606050:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:3.0:1781272747.606054:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272747.606057:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc400, rc 0) 00000100:00100000:3.0:1781272747.606193:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:32008:x1867799159372544:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1895us (2248us total) trans 4294968137 rc 0/0 00000100:00100000:3.0:1781272747.606203:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1362 00000100:00100000:0.0:1781272747.631412:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272747.631584:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159372672 00000100:00100000:3.0:1781272747.631597:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159372672 00000100:00100000:3.0:1781272747.631669:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1363 00000100:00100000:3.0:1781272747.631681:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:32008:x1867799159372672:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781272747.631803:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:32008:x1867799159372672:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 123us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272747.631812:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1363 00000100:00100000:1.0:1781272747.638387:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272747.638673:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159372800 00000100:00100000:2.0:1781272747.638685:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159372800 00000100:00100000:2.0:1781272747.638777:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 60 00000100:00100000:2.0:1781272747.638789:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8abb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:2389:x1867799159372800:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272747.638826:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272747.638887:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4b78 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b92 expref: 10 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272747.638909:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:2.0:1781272747.638915:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272747.639824:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8abb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+9:2389:x1867799159372800:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1027us (1437us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272747.639880:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 60 00000100:00100000:0.0:1781272747.652652:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272747.653026:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159372928 00000100:00100000:3.0:1781272747.653037:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159372928 00000100:00100000:3.0:1781272747.653115:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1364 00000100:00100000:3.0:1781272747.653127:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:32008:x1867799159372928:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781272747.653252:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:32008:x1867799159372928:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 127us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272747.653263:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1364 00000100:00080000:1.0:1781272747.654116:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272747.664964:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272747.665018:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272747.665052:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272747.665138:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272747.665237:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159373312 00000100:00100000:3.0:1781272747.665256:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159373312 00000100:00100000:3.0:1781272747.665367:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 955 00000100:00100000:3.0:1781272747.665380:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159373312:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272747.665500:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159373312:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 122us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272747.665509:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 955 00000100:00100000:0.0:1781272747.666121:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159373056 00000100:00100000:0.0:1781272747.666137:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159373056 00000100:00100000:0.0:1781272747.666209:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 734 00000100:00100000:0.0:1781272747.666220:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:2390:x1867799159373056:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272747.666301:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:2390:x1867799159373056:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 83us (1350us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272747.666311:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 734 00000100:00100000:1.0:1781272747.676208:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00080000:3.0:1781272747.676368:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272747.683381:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159373568 00000100:00100000:2.0:1781272747.683397:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159373568 00000100:00100000:2.0:1781272747.683544:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159373824 00000100:00100000:2.0:1781272747.683548:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159373824 00000100:00080000:3.0:1781272747.683550:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272747.683576:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272747.683597:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159374080 00000100:00100000:3.0:1781272747.683601:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159374080 00000100:00100000:2.0:1781272747.683608:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 518 00000100:00100000:2.0:1781272747.683618:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+13:2390:x1867799159373568:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272747.683625:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 519 00000100:00100000:3.0:1781272747.683630:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159373824:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272747.683697:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272747.683790:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+13:2390:x1867799159373568:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 171us (18735us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272747.683798:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 518 00000100:00100000:2.0:1781272747.684583:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 520 00000100:00100000:2.0:1781272747.684600:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2390:x1867799159374080:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272747.684647:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2390:x1867799159374080:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 54us (8449us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272747.684654:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 520 00000100:00100000:3.0:1781272747.684851:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159373824:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 1218us (19710us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272747.684859:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 519 00000100:00080000:3.0:1781272747.684878:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272747.684906:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159373184 00000100:00100000:3.0:1781272747.684911:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159373184 00000100:00100000:3.0:1781272747.684955:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 956 00000100:00100000:3.0:1781272747.684961:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+101:2390:x1867799159373184:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272747.684994:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+101:2390:x1867799159373184:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 33us (1300us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272747.685004:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 956 00000100:00080000:3.0:1781272747.685021:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272747.694300:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272747.694356:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272747.694397:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272747.694423:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272747.695374:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159373696 00000100:00100000:3.0:1781272747.695388:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159373696 00000100:00080000:1.0:1781272747.695540:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272747.695661:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 957 00000100:00100000:3.0:1781272747.695674:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159373696:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272747.695761:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159373440 00000100:00100000:2.0:1781272747.695768:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159373440 00000100:00100000:3.0:1781272747.695785:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159373696:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 112us (1425us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272747.695794:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 957 00000100:00100000:2.0:1781272747.695817:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159373952 00000100:00100000:2.0:1781272747.695823:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159373952 00000100:00100000:2.0:1781272747.695859:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159374208 00000100:00100000:2.0:1781272747.695863:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159374208 00000100:00100000:2.0:1781272747.695881:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 521 00000100:00100000:2.0:1781272747.695888:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159373440:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272747.695923:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159373440:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 35us (1633us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272747.695931:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 521 00000100:00100000:2.0:1781272747.695946:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 522 00000100:00100000:2.0:1781272747.695953:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159373952:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272747.695979:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159373952:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (1581us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272747.695985:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 522 00000100:00100000:2.0:1781272747.695997:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 523 00000100:00100000:2.0:1781272747.696004:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2390:x1867799159374208:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272747.696028:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2390:x1867799159374208:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (1603us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272747.696034:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 523 00000100:00080000:2.0:1781272747.696053:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272747.696055:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1781272748.032066:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272748.032077:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272748.032107:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:2.0:1781272748.032118:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272748.032272:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168674048:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272748.032402:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272748.039751:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168674048:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272748.044268:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.044621:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159374336 00000100:00100000:3.0:1781272748.044639:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159374336 00000100:00100000:3.0:1781272748.044732:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1365 00000100:00100000:3.0:1781272748.044745:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+9:32009:x1867799159374336:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272748.044789:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272748.045030:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+9:32009:x1867799159374336:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 287us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.045039:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1365 00000100:00100000:1.0:1781272748.053645:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.053784:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159374464 00000100:00100000:3.0:1781272748.053805:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159374464 00000100:00100000:3.0:1781272748.053946:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1366 00000100:00100000:3.0:1781272748.053960:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+9:32009:x1867799159374464:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1781272748.054102:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b86 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.054134:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b86 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.054165:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b86 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058134:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b8d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058163:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b8d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058178:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b8d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058218:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b94 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058227:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058233:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272748.058296:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:3.0:1781272748.058301:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272748.058317:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058330:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b86 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058336:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b86 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058348:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b86 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058353:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cce00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272748.058357:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b86 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058364:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b86 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058376:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:3.0:1781272748.058380:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272748.058385:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b86 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058391:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4b86 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058405:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b8d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058411:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b8d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058417:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b8d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058422:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272748.058436:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b8d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058447:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b8d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.058455:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6b95eb1f (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272748.058457:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272748.058460:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b8d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.061322:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4b8d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.061357:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.061365:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b94 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.061374:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b94 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.061380:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272748.061385:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b94 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.061393:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b94 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.061411:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:3.0:1781272748.061415:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272748.061421:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b94 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.061431:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b94 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272748.061725:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+9:32009:x1867799159374464:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 7763us (8104us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.061736:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1366 00000100:00100000:0.0:1781272748.067917:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.068276:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159374720 00000100:00100000:3.0:1781272748.068294:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159374720 00000100:00100000:3.0:1781272748.068399:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1367 00000100:00100000:3.0:1781272748.068413:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+9:32009:x1867799159374720:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272748.068439:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272748.068465:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b9b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83b99 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.068622:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4ba2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.068651:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.068665:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272748.068680:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:3.0:1781272748.069130:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.069142:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4ba2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.069157:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4ba2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.069164:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272748.069169:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4ba2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.069178:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4ba2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.069193:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:3.0:1781272748.069197:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272748.069201:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4ba2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.069209:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4ba2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.069264:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b9b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b99 expref: 11 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.069276:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:3.0:1781272748.069279:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272748.069283:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4b9b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b99 expref: 11 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.069293:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:3.0:1781272748.069370:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:32009:x1867799159374720:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 960us (1463us total) trans 4294968138 rc 301/301 00000100:00100000:3.0:1781272748.069382:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1367 00000100:00100000:0.0:1781272748.076466:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272748.078015:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159374848 00000100:00100000:2.0:1781272748.078033:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159374848 00000100:00100000:2.0:1781272748.078139:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1368 00000100:00100000:2.0:1781272748.078151:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:32009:x1867799159374848:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272748.078200:0:12323:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272748.078373:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:32009:x1867799159374848:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 223us (1920us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.078381:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1368 00000100:00100000:1.0:1781272748.087065:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.087234:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159374976 00000100:00100000:3.0:1781272748.087248:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159374976 00000100:00100000:3.0:1781272748.087326:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1369 00000100:00100000:3.0:1781272748.087338:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:32009:x1867799159374976:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272748.087364:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272748.087395:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bb0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ba0 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.088020:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4bb7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.088039:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4bb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.088052:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4bb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.088069:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bbe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.088077:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.088083:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.088755:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4bc5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.088776:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.088784:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272748.089141:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1781272748.089147:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272748.089253:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.089270:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4bb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.089278:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4bb7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.089285:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4bb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.089292:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272748.089297:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4bb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.089305:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4bb7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.089318:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272748.089321:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272748.089326:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4bb7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.089337:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4bb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.089355:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.089362:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.089369:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.089374:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cce00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272748.089377:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.089382:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bbe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.091776:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272748.091792:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272748.091805:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bbe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.092277:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.092359:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bb0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ba0 expref: 12 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.092376:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ba0 expref: 11 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.093122:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:3.0:1781272748.093129:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272748.093134:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cde00, rc 0) 00000100:00100000:3.0:1781272748.094083:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:32009:x1867799159374976:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 6735us (7021us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.094097:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1369 00000100:00100000:2.0:1781272748.099934:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272748.099970:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168674176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272748.100070:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.100164:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168674176 00000100:00100000:2.0:1781272748.100174:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168674176 00000100:00100000:2.0:1781272748.100241:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1781272748.100251:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168674176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272748.100281:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1781272748.100344:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168674176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.100351:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1781272748.100407:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168674176:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781272748.100432:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1781272748.106332:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000100:00100000:3.0:1781272748.117476:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272748.118655:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159375104 00000100:00100000:1.0:1781272748.118669:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159375104 00000100:00100000:1.0:1781272748.118745:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6 00000100:00100000:1.0:1781272748.118756:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:32009:x1867799159375104:12345-192.168.204.14@tcp:700:lhsmtool_posix.0 00000100:00100000:1.0:1781272748.119133:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:32009:x1867799159375104:12345-192.168.204.14@tcp:700:lhsmtool_posix.0 Request processed in 377us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272748.119142:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6 00000100:00100000:0.0:1781272748.129718:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.129799:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159375360 00000100:00100000:3.0:1781272748.130145:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159375360 00000100:00100000:3.0:1781272748.130207:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1370 00000100:00100000:3.0:1781272748.130216:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:32009:x1867799159375360:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272748.130238:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272748.130241:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1781272748.130273:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4bc5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ba0 expref: 11 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.130296:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:3.0:1781272748.130301:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272748.130315:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bcc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ba7 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.132786:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bd3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.132827:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bd3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.132867:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bd3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272748.132880:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00010000:00010000:3.0:1781272748.132945:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bcc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ba7 expref: 13 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.132966:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bd3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ba7 expref: 12 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.132975:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272748.132978:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272748.132981:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:3.0:1781272748.133069:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+12:32009:x1867799159375360:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 2852us (3359us total) trans 4294968139 rc 0/0 00000100:00100000:3.0:1781272748.133078:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1370 00000100:00100000:2.0:1781272748.139751:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272748.140079:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159375488 00000100:00100000:1.0:1781272748.140092:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159375488 00000100:00100000:1.0:1781272748.140157:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1371 00000100:00100000:1.0:1781272748.140169:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+12:32009:x1867799159375488:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272748.140197:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272748.140221:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4be1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83bae expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140297:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4be8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140314:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4be8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140327:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4be8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140345:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4bef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140351:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4bef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140357:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4bef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140445:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4bf6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140454:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140461:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272748.140499:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:1.0:1781272748.140513:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272748.140537:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4bf6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140550:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4be8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140557:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4be8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140564:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4be8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140569:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272748.140574:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4be8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140582:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4be8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140595:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272748.140597:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272748.140603:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4be8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140609:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4be8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140622:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4bef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140627:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4bef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140637:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4bef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140641:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272748.140644:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4bef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140650:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4bef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140657:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8eb4d2b99300) 00010000:00010000:1.0:1781272748.140660:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272748.140663:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4bef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140668:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4bef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140702:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4be1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bae expref: 14 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140716:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4bf6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bae expref: 13 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.140724:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:1.0:1781272748.140726:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272748.140729:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0a00, rc 0) 00000100:00100000:1.0:1781272748.140798:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+13:32009:x1867799159375488:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 632us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272748.143893:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1371 00000100:00100000:2.0:1781272748.150743:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.150947:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159375744 00000100:00100000:3.0:1781272748.150959:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159375744 00000100:00100000:3.0:1781272748.151025:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1372 00000100:00100000:3.0:1781272748.151037:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+13:32009:x1867799159375744:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272748.151101:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1781272748.151135:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4bd3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ba7 expref: 13 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.151156:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272748.151172:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4bf6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bae expref: 12 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.151181:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:3.0:1781272748.151185:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272748.151207:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.151221:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b3e expref: 100 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.151230:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 4/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.151268:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b3e expref: 100 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.151282:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b3e expref: 100 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272748.151296:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2befb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168674304:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272748.151532:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781272748.159700:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2befb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168674304:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272748.159735:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272748.160885:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.161155:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159375872 00000100:00100000:0.0:1781272748.161164:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159375872 00010000:00010000:0.0:1781272748.161204:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b3e expref: 101 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272748.161241:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 415 00000100:00100000:0.0:1781272748.161251:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+101:2391:x1867799159375872:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272748.161267:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272748.161274:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b3e expref: 101 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.161288:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b3e expref: 101 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.161313:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794800/0x94898f2cdefc4a6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b3e expref: 101 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.161332:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:0.0:1781272748.161338:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.161350:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.161358:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.161385:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272748.161434:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+100:2391:x1867799159375872:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 184us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272748.161441:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 415 00010000:00010000:3.0:1781272748.161561:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161569:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161596:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c04 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x2dac4e2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161606:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x2dac4e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161614:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x2dac4e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161666:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161674:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161681:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161687:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272748.161692:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161700:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161708:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:3.0:1781272748.161711:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272748.161715:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161720:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4bfd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161730:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x2dac4e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161735:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c04 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x2dac4e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161740:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c04 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x2dac4e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161745:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272748.161747:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c04 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x2dac4e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161753:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c04 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x2dac4e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161760:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x2dac4e2e (ffff8eb4eda8c400) 00010000:00010000:3.0:1781272748.161762:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272748.161765:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c04 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x2dac4e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.161771:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c04 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x2dac4e2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272748.161823:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:32009:x1867799159375744:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 10789us (11091us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272748.161871:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1372 00000100:00100000:0.0:1781272748.165942:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.166094:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159376000 00000100:00100000:3.0:1781272748.166106:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159376000 00000100:00100000:3.0:1781272748.166172:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1373 00000100:00100000:3.0:1781272748.166183:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:32009:x1867799159376000:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272748.166205:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272748.166233:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4c0b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83bb5 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.166273:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4c12 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.166289:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4c12 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.166302:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4c12 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.166417:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4c0b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bb5 expref: 13 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.166436:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4c12 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bb5 expref: 12 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.166444:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272748.166447:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272748.166451:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc200, rc 0) 00000100:00100000:3.0:1781272748.166704:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+12:32009:x1867799159376000:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 521us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.166712:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1373 00000100:00100000:2.0:1781272748.176876:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272748.177181:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159376256 00000100:00100000:1.0:1781272748.177195:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159376256 00000100:00100000:1.0:1781272748.177267:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1374 00000100:00100000:1.0:1781272748.177278:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+12:32009:x1867799159376256:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781272748.177392:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4c19 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.177412:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4c19 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.177425:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4c19 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272748.177617:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000aac6590a reply state 000000000c8bd40f transno 4294968140 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4c19 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.177631:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4c19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.177640:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:1.0:1781272748.177643:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1781272748.177647:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272748.177754:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+14:32009:x1867799159376256:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 477us (932us total) trans 4294968140 rc 0/0 00000100:00100000:1.0:1781272748.177761:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1374 00000100:00100000:1.0:1781272748.185365:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.185551:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159376384 00000100:00100000:3.0:1781272748.185562:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159376384 00000100:00100000:3.0:1781272748.185668:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1375 00000100:00100000:3.0:1781272748.185681:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+14:32009:x1867799159376384:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272748.185711:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272748.185738:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4c20 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83bbc expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.185817:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4c20 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bbc expref: 15 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.185855:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4c20 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bbc expref: 15 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.185866:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272748.185869:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272748.185873:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:3.0:1781272748.185939:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+15:32009:x1867799159376384:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 260us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.185947:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1375 00000100:00100000:1.0:1781272748.196602:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.196675:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159376512 00000100:00100000:0.0:1781272748.196687:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159376512 00000100:00100000:0.0:1781272748.196783:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 262 00000100:00100000:0.0:1781272748.196796:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+15:32009:x1867799159376512:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1781272748.196969:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+15:32009:x1867799159376512:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 Request processed in 177us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272748.196975:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 262 00000100:00100000:2.0:1781272748.203884:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272748.203963:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159376768 00000100:00100000:1.0:1781272748.203976:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159376768 00000100:00100000:1.0:1781272748.204043:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 263 00000100:00100000:1.0:1781272748.204054:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+15:32009:x1867799159376768:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272748.204291:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+16:32009:x1867799159376768:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 238us (416us total) trans 4294968141 rc 0/0 00000100:00100000:1.0:1781272748.204300:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 263 00000100:00100000:1.0:1781272748.210419:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.210587:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159377024 00000100:00100000:0.0:1781272748.210601:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159377024 00000100:00100000:0.0:1781272748.210671:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1376 00000100:00100000:0.0:1781272748.210681:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+16:32009:x1867799159377024:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272748.211200:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+16:32009:x1867799159377024:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 518us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272748.211210:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1376 00000100:00100000:0.0:1781272748.222586:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272748.224725:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159377280 00000100:00100000:2.0:1781272748.224741:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159377280 00000100:00100000:2.0:1781272748.224808:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1377 00000100:00100000:2.0:1781272748.224820:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+16:32009:x1867799159377280:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272748.224865:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272748.224891:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4c27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83bc3 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.225032:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.225051:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4c20 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bbc expref: 17 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.225061:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.225099:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4c20 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bbc expref: 17 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.225114:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4c20 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bbc expref: 17 pid: 8162 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272748.225129:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3b57800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168674432:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272748.225231:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272748.234729:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.234884:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159377408 00000100:00100000:0.0:1781272748.234896:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159377408 00010000:00010000:0.0:1781272748.234945:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4c20 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bbc expref: 18 pid: 8162 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272748.234994:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 416 00000100:00100000:0.0:1781272748.235005:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+18:2391:x1867799159377408:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272748.235023:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272748.235031:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4c20 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bbc expref: 18 pid: 8162 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.235046:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4c20 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bbc expref: 18 pid: 8162 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.235074:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:0.0:1781272748.235079:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.235089:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.235097:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.235117:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272748.235166:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+18:2391:x1867799159377408:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 163us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272748.235174:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 416 00010000:00010000:3.0:1781272748.235320:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4c20 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bbc expref: 17 pid: 8162 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272748.235338:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3b57800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168674432:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272748.235362:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.235372:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.235379:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272748.235410:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00080000:3.0:1781272748.235615:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:3.0:1781272748.235813:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.235822:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.235926:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.235934:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272748.235939:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.235947:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.235958:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272748.235961:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272748.235966:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.235971:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4c2e lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.236021:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4c27 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bc3 expref: 17 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.236031:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:3.0:1781272748.236034:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272748.236038:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4c27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bc3 expref: 17 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.236047:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2200, rc 0) 00000100:00100000:3.0:1781272748.236093:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+16:32009:x1867799159377280:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 11276us (13520us total) trans 4294968142 rc 301/301 00000100:00100000:3.0:1781272748.236101:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1377 00000100:00100000:2.0:1781272748.247621:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.248900:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159377664 00000100:00100000:0.0:1781272748.248915:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159377664 00000100:00100000:0.0:1781272748.248979:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 264 00000100:00100000:0.0:1781272748.248990:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+16:32009:x1867799159377664:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272748.249345:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+17:32009:x1867799159377664:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 356us (1737us total) trans 4294968143 rc 0/0 00000100:00100000:0.0:1781272748.249353:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 264 00000100:00100000:3.0:1781272748.252957:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.253624:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159377792 00000100:00100000:0.0:1781272748.253635:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159377792 00000100:00100000:0.0:1781272748.253702:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1378 00000100:00100000:0.0:1781272748.253713:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+17:32009:x1867799159377792:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272748.253738:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272748.253762:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc4c3c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83bca expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.253892:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4c43 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.253907:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4c43 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.253919:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4c43 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272748.253967:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00200000:0.0:1781272748.253971:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272748.253993:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4c43 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.255153:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc4c3c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bca expref: 19 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.255186:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4c43 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bca expref: 18 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.255197:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:0.0:1781272748.255200:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1781272748.255204:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57200, rc 0) 00000100:00100000:0.0:1781272748.255294:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+18:32009:x1867799159377792:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1582us (2347us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272748.255302:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1378 00000100:00100000:2.0:1781272748.262690:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.262880:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159377920 00000100:00100000:0.0:1781272748.262891:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159377920 00000100:00100000:0.0:1781272748.262956:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 367 00000100:00100000:0.0:1781272748.262967:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2388:x1867799159377920:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272748.262991:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272748.263015:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc4c4a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83bd1 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272748.263050:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272748.263083:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272748.263086:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272748.263097:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc4c4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd1 expref: 6 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.263118:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc4c4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd1 expref: 6 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.263133:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56800, rc 0) 00000100:00100000:0.0:1781272748.263194:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2388:x1867799159377920:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 228us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272748.263201:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 367 00000100:00100000:2.0:1781272748.267417:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.267539:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159378176 00000100:00100000:0.0:1781272748.267561:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159378176 00000100:00100000:0.0:1781272748.267630:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1379 00000100:00100000:0.0:1781272748.267641:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+18:32009:x1867799159378176:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272748.267922:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+18:32009:x1867799159378176:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 282us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272748.267930:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1379 00000100:00100000:2.0:1781272748.293372:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.293637:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159378304 00000100:00100000:3.0:1781272748.293648:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159378304 00000100:00100000:3.0:1781272748.293718:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 368 00000100:00100000:3.0:1781272748.293729:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:32009:x1867799159378304:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272748.293750:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272748.293770:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83bd8 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.293822:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc4c4a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd1 expref: 7 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.293873:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272748.293876:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272748.293882:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd8 expref: 7 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.293921:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc4c4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd1 expref: 7 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.293941:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc4c4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd1 expref: 7 pid: 15938 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272748.293957:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168674560:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272748.294110:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781272748.301261:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168674560:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272748.301304:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd8 expref: 7 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.301331:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:3.0:1781272748.301494:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:32009:x1867799159378304:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 7765us (8131us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.301514:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 368 00000100:00100000:1.0:1781272748.307060:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.307429:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159378432 00000100:00100000:3.0:1781272748.307443:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159378432 00010000:00010000:3.0:1781272748.307496:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc4c4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd1 expref: 7 pid: 15938 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272748.307557:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 417 00000100:00100000:3.0:1781272748.307568:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:2391:x1867799159378432:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272748.307586:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272748.307610:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc4c4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd1 expref: 7 pid: 15938 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.307633:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc4c4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd1 expref: 7 pid: 15938 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.307662:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc4c4a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd1 expref: 7 pid: 15938 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.307681:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272748.307684:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272748.307693:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd8 expref: 6 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.307705:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd8 expref: 6 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.307753:0:6478:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd8 expref: 6 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272748.307772:0:6478:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6478:1867799168674688:192.168.204.14@tcp:105: 00000100:00100000:3.0:1781272748.307928:0:6478:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c51a5f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781272748.313606:0:6478:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6478:1867799168674688:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272748.313638:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272748.313703:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2391:x1867799159378432:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 6135us (6656us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.313714:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 417 00010000:00010000:0.0:1781272748.352123:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272748.353082:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1781272748.377599:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.378526:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159378560 00000100:00100000:0.0:1781272748.378539:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159378560 00002000:00100000:0.0:1781272748.378621:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff8eb4f10bd500 x1867799159378560/t0(0) o4->875154ef-cf7e-4fcd-ae94-64193db56d1b@192.168.204.14@tcp:504/0 lens 488/0 e 0 to 0 dl 1781272759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272748.378633:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4f10bd500 with x1867799159378560 ext(0->1048575) 00002000:00010000:0.0:1781272748.378641:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4f10bd500 00000100:00100000:0.0:1781272748.378688:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 99 00000100:00100000:0.0:1781272748.378699:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2391:x1867799159378560:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1781272748.428327:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+8:2391:x1867799159378560:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 49615us (50725us total) trans 4294967372 rc 0/0 00000100:00100000:1.0:1781272748.428345:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 99 00002000:00100000:1.0:1781272748.428361:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff8eb4f10bd500 x1867799159378560/t4294967372(0) o4->875154ef-cf7e-4fcd-ae94-64193db56d1b@192.168.204.14@tcp:504/0 lens 488/448 e 0 to 0 dl 1781272759 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272748.428371:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4f10bd500 with x1867799159378560 ext(0->1048575) 00002000:00010000:1.0:1781272748.428378:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4f10bd500 00000100:00100000:2.0:1781272748.440907:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.440992:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159378688 00000100:00100000:3.0:1781272748.441004:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159378688 00000100:00100000:3.0:1781272748.441121:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1380 00000100:00100000:3.0:1781272748.441135:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+18:32009:x1867799159378688:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1781272748.443900:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968143 is committed 00000020:00080000:2.0:1781272748.443934:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00000020:00080000:0.0:1781272748.444004:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:0.0:1781272748.444017:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00010000:00010000:3.0:1781272748.444083:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4c19 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.444096:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4c19 lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.444105:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4c19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.444111:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272748.444116:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4c19 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.444126:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4c19 lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.444146:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272748.444149:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1781272748.444156:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4c19 lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.444162:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4c19 lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272748.444330:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:32009:x1867799159378688:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 3193us (3429us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.444341:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1380 00000100:00100000:2.0:1781272748.448322:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.448434:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159378816 00000100:00100000:0.0:1781272748.448446:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159378816 00000100:00100000:0.0:1781272748.448523:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 369 00000100:00100000:0.0:1781272748.448534:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+8:2390:x1867799159378816:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1781272748.450693:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000100:00100000:0.0:1781272748.451740:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2390:x1867799159378816:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 3198us (3420us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272748.451754:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 369 00000100:00100000:2.0:1781272748.457359:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.458514:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159379072 00000100:00100000:3.0:1781272748.458527:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159379072 00000100:00100000:3.0:1781272748.458684:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1381 00000100:00100000:3.0:1781272748.458696:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+10:32009:x1867799159379072:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272748.458951:0:6493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272748.458984:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4c43 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bca expref: 10 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.459005:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272748.459009:0:6493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272748.459040:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c58 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.459054:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c58 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.459064:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c58 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272748.459186:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000bd4da6e8 reply state 00000000721785d3 transno 4294968144 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c58 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.459198:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.459204:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272748.459206:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272748.459208:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781272748.459359:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:32009:x1867799159379072:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 664us (2008us total) trans 4294968144 rc 0/0 00000100:00100000:3.0:1781272748.459370:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1381 00000100:00100000:2.0:1781272748.463511:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.463601:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159379200 00000100:00100000:3.0:1781272748.463612:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159379200 00000100:00100000:3.0:1781272748.463686:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1382 00000100:00100000:3.0:1781272748.463697:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:32009:x1867799159379200:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272748.463992:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272748.464020:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4c5f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83bdf expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.464101:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4c5f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bdf expref: 12 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.464118:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4c5f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bdf expref: 12 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.464140:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272748.464144:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272748.464147:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:3.0:1781272748.464250:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+12:32009:x1867799159379200:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 554us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.464258:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1382 00000100:00100000:2.0:1781272748.470053:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.471052:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159379328 00000100:00100000:0.0:1781272748.471065:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159379328 00000100:00100000:0.0:1781272748.471174:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 370 00000100:00100000:0.0:1781272748.471185:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2391:x1867799159379328:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1781272748.471347:0:8407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:0.0:1781272748.471351:0:8407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1781272737 00002000:00010000:0.0:1781272748.471353:0:8407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 0 -> 1781272737 00002000:00010000:0.0:1781272748.471355:0:8407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1781272737 00002000:00010000:0.0:1781272748.471357:0:8407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:0.0:1781272748.471441:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:2391:x1867799159379328:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 256us (1398us total) trans 4294967373 rc 0/0 00000100:00100000:0.0:1781272748.471449:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 370 00000100:00100000:3.0:1781272748.475043:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272748.475167:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159379584 00000100:00100000:1.0:1781272748.475178:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159379584 00000100:00100000:1.0:1781272748.475236:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1383 00000100:00100000:1.0:1781272748.475247:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+12:32009:x1867799159379584:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1781272748.475330:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.475351:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4c12 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bb5 expref: 12 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.475360:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 4/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.475411:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4c12 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bb5 expref: 12 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.475426:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4c12 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bb5 expref: 12 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272748.475441:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168674816:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272748.475546:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42c00 going to sleep for 11 seconds 00000100:00100000:3.0:1781272748.483682:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272748.483986:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159379712 00000100:00100000:2.0:1781272748.483997:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159379712 00010000:00010000:2.0:1781272748.484052:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4c12 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bb5 expref: 13 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272748.484087:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 418 00000100:00100000:1.0:1781272748.484093:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168674816:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272748.484096:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+13:2391:x1867799159379712:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272748.484113:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272748.484120:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4c12 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bb5 expref: 13 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.484120:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.484133:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4c12 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bb5 expref: 13 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.485933:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4c12 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bb5 expref: 13 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.485970:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:2.0:1781272748.485975:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.485991:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.486000:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.486050:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272748.486119:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+12:2391:x1867799159379712:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 2021us (2445us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.486130:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 418 00010000:00010000:1.0:1781272748.487135:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.487150:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.487191:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.487198:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.487206:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.487212:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272748.487217:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.487225:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.487239:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:1.0:1781272748.487241:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1781272748.487246:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.487252:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4c66 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272748.487326:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:32009:x1867799159379584:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 12080us (12293us total) trans 0 rc -22/-22 00000100:00100000:1.0:1781272748.487340:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1383 00000100:00100000:3.0:1781272748.492563:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272748.492678:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159379840 00000100:00100000:2.0:1781272748.492689:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159379840 00000100:00100000:2.0:1781272748.492760:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 371 00000100:00100000:2.0:1781272748.492770:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:2390:x1867799159379840:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272748.492827:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.492881:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd8 expref: 7 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.492890:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272748.492893:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272748.492898:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.492939:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd8 expref: 7 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.492958:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd8 expref: 7 pid: 8405 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272748.492973:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168674944:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272748.493245:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272748.503436:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.503515:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159379968 00000100:00100000:0.0:1781272748.503526:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159379968 00010000:00010000:0.0:1781272748.503582:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd8 expref: 8 pid: 8405 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272748.503633:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 419 00000100:00100000:0.0:1781272748.503654:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+8:2390:x1867799159379968:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272748.503671:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272748.503695:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd8 expref: 8 pid: 8405 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.503723:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd8 expref: 8 pid: 8405 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.503753:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272748.503755:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272748.503761:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.503772:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.503795:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272748.503893:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+8:2390:x1867799159379968:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 250us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272748.503901:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 419 00010000:00010000:3.0:1781272748.511536:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017fe1c84/0x94898f2cdefc4c51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bd8 expref: 7 pid: 8405 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272748.512203:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168674944:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272748.512236:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.512688:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.512701:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.512734:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.512745:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.512755:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.512764:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2600 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272748.512769:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.512780:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.512821:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.512847:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc4c6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272748.512964:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2390:x1867799159379840:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 20193us (20416us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272748.512975:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 371 00000100:00100000:2.0:1781272748.517627:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.519172:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159380224 00000100:00100000:3.0:1781272748.519186:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159380224 00000100:00100000:0.0:1781272748.526576:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1384 00000100:00100000:0.0:1781272748.526592:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+11:32009:x1867799159380224:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781272748.526687:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4c74 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.526708:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4c74 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.526721:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4c74 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.526933:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.526946:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4c5f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bdf expref: 12 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.526957:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.526997:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4c5f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bdf expref: 12 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.527013:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4c5f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bdf expref: 12 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272748.527028:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4209f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168675072:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272748.527657:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f625d900 going to sleep for 11 seconds 00000100:00100000:0.0:1781272748.531603:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4209f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168675072:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272748.531639:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272748.533573:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.534065:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159380352 00000100:00100000:3.0:1781272748.534076:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159380352 00010000:00010000:3.0:1781272748.534121:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4c5f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bdf expref: 13 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272748.534172:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 420 00000100:00100000:3.0:1781272748.534182:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+13:2391:x1867799159380352:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272748.534199:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272748.534206:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4c5f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bdf expref: 13 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.534220:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4c5f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bdf expref: 13 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.534244:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4c5f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bdf expref: 13 pid: 6492 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.534261:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:3.0:1781272748.534266:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.534276:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.534284:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.534317:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272748.534371:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+12:2391:x1867799159380352:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 190us (808us total) trans 0 rc 0/0 00010000:00010000:0.0:1781272748.534372:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272748.534379:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 420 00010000:00010000:0.0:1781272748.534389:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781272748.534516:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968145 00000001:00080000:0.0:1781272748.534636:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968146 00000001:00080000:0.0:1781272748.534676:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968147 00000100:00100000:0.0:1781272748.534771:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4209f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6493:1867799168675200:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1781272748.534894:0:6493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272748.534928:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c56e70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272748.535162:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168675200 00000100:00100000:2.0:1781272748.535168:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168675200 00000100:00100000:2.0:1781272748.535234:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1781272748.535243:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6493:x1867799168675200:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1781272748.535324:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6493:x1867799168675200:12345-0@lo:1000:mdt00_002.0 Request processed in 83us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.535332:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1781272748.535377:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4209f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6493:1867799168675200:0@lo:1000:mdt00_002.0 00000100:00080000:0.0:1781272748.535388:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:1.0:1781272748.535491:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968148 00000100:00100000:1.0:1781272748.535545:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6493:1867799168675328:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1781272748.535572:0:6493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272748.535598:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c6991480 going to sleep for 11 seconds 00000100:00100000:2.0:1781272748.536077:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168675328 00000100:00100000:2.0:1781272748.536083:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168675328 00000100:00100000:2.0:1781272748.536124:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1781272748.536131:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6493:x1867799168675328:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1781272748.536240:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6493:x1867799168675328:12345-0@lo:1000:mdt00_002.0 Request processed in 109us (666us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1781272748.536246:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1781272748.536396:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6493:1867799168675328:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1781272748.536465:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968149 00010000:00010000:1.0:1781272748.536494:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536514:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536521:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536527:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272748.536532:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536540:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536558:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:1.0:1781272748.536561:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272748.536565:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536571:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4c7b lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536597:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc4b24 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536604:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc4b24 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536610:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc4b24 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536615:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272748.536618:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc4b24 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536623:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc4b24 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536630:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:1.0:1781272748.536632:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272748.536638:0:6493:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4b2b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b7d expref: 99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536648:0:6493:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4b2b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b7d expref: 99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536658:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4b2b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b7d expref: 99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.536684:0:6493:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2c00/0x94898f2cdefc4b2b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b7d expref: 99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272748.536697:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168675456:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272748.536771:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c63796c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272748.543923:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.544014:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159380480 00000100:00100000:3.0:1781272748.544025:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159380480 00000100:00100000:3.0:1781272748.544098:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 265 00000100:00100000:3.0:1781272748.544109:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b37050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+100:31980:x1867799159380480:12345-192.168.204.14@tcp:49:cat.0 00000100:00100000:3.0:1781272748.544245:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b37050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+100:31980:x1867799159380480:12345-192.168.204.14@tcp:49:cat.0 Request processed in 137us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.544253:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 265 00000100:00100000:1.0:1781272748.544443:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168675456:192.168.204.14@tcp:105: 00010000:00010000:1.0:1781272748.544472:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc4b24 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.544485:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc4b24 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.544533:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.544557:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b84 expref: 46 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.544567:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.544602:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b84 expref: 46 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.544617:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b84 expref: 46 pid: 6491 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272748.544631:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168675584:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272748.544685:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c63796c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272748.552822:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168675584:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272748.552873:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272748.556765:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272748.557307:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159380608 00000100:00100000:1.0:1781272748.557320:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159380608 00010000:00010000:1.0:1781272748.557367:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b84 expref: 47 pid: 6491 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272748.557402:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 421 00000100:00100000:1.0:1781272748.557410:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8aba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+47:2390:x1867799159380608:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272748.557426:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272748.557432:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b84 expref: 47 pid: 6491 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.557445:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b84 expref: 47 pid: 6491 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.557471:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4b4e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b84 expref: 47 pid: 6491 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.557488:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:1.0:1781272748.557493:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.557517:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.557526:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.557570:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272748.557629:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8aba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:2390:x1867799159380608:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 218us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272748.557635:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 421 00010000:00010000:2.0:1781272748.559030:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559046:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559069:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559076:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559084:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559090:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272748.559094:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559103:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559117:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272748.559121:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272748.559125:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559131:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4c82 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559142:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4c74 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559148:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4c74 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559154:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4c74 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559159:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272748.559162:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4c74 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559168:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4c74 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559176:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272748.559178:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272748.559180:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4c74 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.559185:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4c74 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272748.559348:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+16:32009:x1867799159380224:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 32756us (41729us total) trans 4294968150 rc 0/0 00000100:00100000:2.0:1781272748.559357:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1384 00000020:00080000:2.0:1781272748.559362:0:6493:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1781272748.560551:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272748.560558:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272748.563454:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1781272748.563476:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272748.565888:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.566021:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159380736 00000100:00100000:0.0:1781272748.566033:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159380736 00000100:00100000:0.0:1781272748.566108:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 372 00000100:00100000:0.0:1781272748.566120:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+13:31980:x1867799159380736:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272748.566141:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272748.566167:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a48da2e/0x94898f2cdefc4c89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83be6 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272748.566192:0:9894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 1048576, mtime: 0x6a2c10a1, atime: 0x6a2c10a1, ctime: 0x6a2c10a1, blocks: 0x800 00010000:00010000:0.0:1781272748.566228:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272748.566231:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272748.566240:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a48da2e/0x94898f2cdefc4c89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83be6 expref: 14 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.566259:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005a48da2e/0x94898f2cdefc4c89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83be6 expref: 14 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.566274:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57600, rc 0) 00000100:00100000:0.0:1781272748.566339:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+14:31980:x1867799159380736:12345-192.168.204.14@tcp:101:cat.0 Request processed in 220us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272748.566346:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 372 00000100:00100000:0.0:1781272748.574091:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272748.574198:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159380992 00000100:00100000:1.0:1781272748.574210:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159380992 00000100:00100000:1.0:1781272748.574276:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 266 00000100:00100000:1.0:1781272748.574289:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+16:32009:x1867799159380992:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1781272748.574632:0:6495:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1781272748.574673:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968151 00010000:00010000:1.0:1781272748.574713:0:6495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4c90 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.574734:0:6495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4c90 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.574747:0:6495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4c90 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.574768:0:6495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4c90 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.574775:0:6495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4c90 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.574781:0:6495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4c90 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272748.574810:0:6495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781272748.574952:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+18:32009:x1867799159380992:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 666us (872us total) trans 4294968152 rc 0/0 00000100:00100000:1.0:1781272748.574961:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 266 00000020:00080000:1.0:1781272748.574967:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1781272748.575286:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781272748.575295:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4c90 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.575303:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272748.575308:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4c90 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.575317:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4c90 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.575331:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:2.0:1781272748.575334:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781272748.575340:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4c90 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.575345:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4c90 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.575359:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272748.575360:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272748.575362:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272748.583711:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.583927:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159381120 00000100:00100000:0.0:1781272748.583940:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159381120 00002000:00100000:0.0:1781272748.583999:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff8eb4c2bed180 x1867799159381120/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:504/0 lens 488/0 e 0 to 0 dl 1781272759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272748.584016:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2bed180 with x1867799159381120 ext(0->1048575) 00002000:00010000:0.0:1781272748.584023:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4c2bed180 00000100:00100000:0.0:1781272748.584062:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 100 00000100:00100000:0.0:1781272748.584074:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+14:2389:x1867799159381120:12345-192.168.204.14@tcp:3:cat.0 00000100:00100000:2.0:1781272748.608255:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168675840:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.608340:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.608393:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168676352:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.608417:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.608442:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168676864:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.608463:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.608510:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1781272748.608517:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168675712:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.608555:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.608576:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168676224:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.608600:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.608619:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168676736:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.608645:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.608674:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168675968:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.608698:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.608728:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168676480:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.608759:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.608777:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168676992:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.608799:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.608815:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781272748.608821:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168676096:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.608866:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.608878:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168676608:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.608896:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.608913:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168677120:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.608931:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272748.608958:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168676224 00000100:00100000:2.0:1781272748.608967:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168676224 00000100:00100000:2.0:1781272748.609015:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168675968 00000100:00100000:2.0:1781272748.609018:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168675968 00000100:00100000:2.0:1781272748.609036:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1781272748.609047:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168676224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609105:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168676224:12345-0@lo:400:kworker.0 Request processed in 60us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.609113:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1781272748.609132:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1781272748.609139:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168675968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609174:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168675968:12345-0@lo:400:kworker.0 Request processed in 36us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.609180:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1781272748.609202:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168676736 00000100:00100000:2.0:1781272748.609205:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168676736 00000100:00100000:2.0:1781272748.609229:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168676608 00000100:00100000:2.0:1781272748.609232:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168676608 00000100:00100000:2.0:1781272748.609245:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168677120 00000100:00100000:2.0:1781272748.609246:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168677120 00000100:00100000:2.0:1781272748.609269:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1781272748.609274:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168676736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609304:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168676736:12345-0@lo:400:kworker.0 Request processed in 30us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.609309:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1781272748.609322:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1781272748.609328:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168676608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609354:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168676608:12345-0@lo:400:kworker.0 Request processed in 27us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.609360:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1781272748.609370:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1781272748.609376:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168677120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609401:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168677120:12345-0@lo:400:kworker.0 Request processed in 26us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.609406:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00080000:2.0:1781272748.609425:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272748.609460:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168676608:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609472:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5309f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168677120:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609480:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168675968:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609538:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168676224:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609546:0:3619:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967367 gen 2 00000004:00080000:2.0:1781272748.609551:0:3619:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967366 committed transno 4294967367 00000004:00080000:2.0:1781272748.609566:0:3619:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb4c2bec700, transno 4294967367 00000100:00100000:2.0:1781272748.609576:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168676736:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609596:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168675712 00000100:00100000:2.0:1781272748.609600:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168675712 00000100:00100000:2.0:1781272748.609624:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1781272748.609629:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168675712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609663:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168675712:12345-0@lo:400:kworker.0 Request processed in 34us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.609669:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1781272748.609700:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168675712:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609724:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168675840 00000100:00100000:2.0:1781272748.609727:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168675840 00000100:00100000:2.0:1781272748.609746:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168676352 00000100:00100000:2.0:1781272748.609748:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168676352 00000100:00080000:2.0:1781272748.609764:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272748.609776:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168676864 00000100:00100000:2.0:1781272748.609780:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168676864 00000100:00080000:2.0:1781272748.609792:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272748.609805:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168676480 00000100:00100000:2.0:1781272748.609807:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168676480 00000100:00080000:2.0:1781272748.609819:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272748.609858:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168676992 00000100:00100000:2.0:1781272748.609862:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168676992 00000100:00080000:2.0:1781272748.609876:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272748.609889:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168676096 00000100:00100000:2.0:1781272748.609892:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168676096 00000100:00100000:2.0:1781272748.609904:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1781272748.609909:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168675840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609948:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168675840:12345-0@lo:400:kworker.0 Request processed in 38us (1608us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.609954:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1781272748.609979:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168675840:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.609997:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1781272748.610004:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168676352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.610036:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168676352:12345-0@lo:400:kworker.0 Request processed in 32us (1618us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.610041:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1781272748.610064:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168676352:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.610080:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1781272748.610086:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168676864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.610121:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168676864:12345-0@lo:400:kworker.0 Request processed in 35us (1656us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.610127:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1781272748.610147:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168676864:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.610166:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1781272748.610172:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168676480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.610208:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168676480:12345-0@lo:400:kworker.0 Request processed in 36us (1456us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.610213:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1781272748.610237:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168676480:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.610253:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1781272748.610259:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168676992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.610289:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168676992:12345-0@lo:400:kworker.0 Request processed in 31us (1489us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.610294:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1781272748.610315:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168676992:0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.610330:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1781272748.610336:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168676096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272748.610368:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168676096:12345-0@lo:400:kworker.0 Request processed in 33us (1501us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.610373:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1781272748.610395:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168676096:0@lo:400:kworker.0 00000100:00100000:0.0:1781272748.610669:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272748.610682:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4209c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168677248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272748.610716:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272748.611982:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168677248 00000100:00100000:3.0:1781272748.611992:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168677248 00000100:00100000:3.0:1781272748.612032:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1781272748.612041:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168677248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272748.612075:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3688800256 00000100:00100000:3.0:1781272748.612139:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168677248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (1422us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.612145:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1781272748.612314:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4209c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168677248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272748.612859:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168677376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272748.612897:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272748.613301:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168677376 00000100:00100000:3.0:1781272748.613307:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168677376 00000100:00100000:3.0:1781272748.613346:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1781272748.613353:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168677376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272748.613367:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3688800256 00000100:00100000:3.0:1781272748.614348:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168677376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 991us (1446us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.614357:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1781272748.614642:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3233b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168677376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272748.616789:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+14:2389:x1867799159381120:12345-192.168.204.14@tcp:3:cat.0 Request processed in 32707us (33076us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1781272748.616810:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 100 00002000:00100000:2.0:1781272748.616824:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff8eb4c2bed180 x1867799159381120/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:504/0 lens 488/440 e 0 to 0 dl 1781272759 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272748.616856:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2bed180 with x1867799159381120 ext(0->1048575) 00002000:00010000:2.0:1781272748.616865:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4c2bed180 00000100:00100000:2.0:1781272748.633992:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272748.634229:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159381248 00000100:00100000:1.0:1781272748.634242:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159381248 00002000:00100000:1.0:1781272748.634310:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->1052671) req@ffff8eb3c3230a80 x1867799159381248/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:504/0 lens 488/0 e 0 to 0 dl 1781272759 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272748.634322:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3230a80 with x1867799159381248 ext(1048576->1052671) 00002000:00010000:1.0:1781272748.634329:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3230a80 00000100:00100000:1.0:1781272748.635050:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 101 00000100:00100000:1.0:1781272748.635215:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:114321f4-a03d-418f-858f-46fe7991a8fa+14:2388:x1867799159381248:12345-192.168.204.14@tcp:3:cat.0 00000100:00100000:1.0:1781272748.635532:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:114321f4-a03d-418f-858f-46fe7991a8fa+14:2388:x1867799159381248:12345-192.168.204.14@tcp:3:cat.0 Request processed in 325us (1552us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272748.635549:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 101 00002000:00100000:1.0:1781272748.635558:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->1052671) req@ffff8eb3c3230a80 x1867799159381248/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:504/0 lens 488/440 e 0 to 0 dl 1781272759 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272748.635568:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3230a80 with x1867799159381248 ext(1048576->1052671) 00002000:00010000:1.0:1781272748.635573:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3230a80 00000100:00100000:1.0:1781272748.653152:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272748.653323:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159381504 00000100:00100000:2.0:1781272748.653335:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159381504 00000100:00100000:2.0:1781272748.653405:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 267 00000100:00100000:2.0:1781272748.653417:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+100:31980:x1867799159381504:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1781272748.654276:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+101:31980:x1867799159381504:12345-192.168.204.14@tcp:35:cat.0 Request processed in 858us (1133us total) trans 4294968153 rc 0/0 00000100:00100000:2.0:1781272748.654285:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 267 00000100:00100000:3.0:1781272748.693932:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272748.694293:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159381632 00000100:00100000:2.0:1781272748.694305:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159381632 00000100:00100000:2.0:1781272748.694376:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1385 00000100:00100000:2.0:1781272748.694386:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+101:32010:x1867799159381632:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:2.0:1781272748.694413:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272748.694435:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4c97 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83bed expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.695379:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4c9e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.695394:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4c9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.695406:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4c9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.695420:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4ca5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.695427:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.695434:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.696362:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc4cac lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.696373:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc4cac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.696381:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc4cac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272748.696423:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:2.0:1781272748.696428:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272748.697590:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc4cac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697612:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc4cac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697623:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4c9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697630:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4c9e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697637:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4c9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697643:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272748.697648:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4c9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697657:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4c9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697673:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272748.697676:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272748.697681:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4c9e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697687:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4c9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697703:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4ca5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697718:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4ca5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697723:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697728:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272748.697731:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4ca5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697736:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4ca5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.697742:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8eb4c792b600) 00010000:00010000:2.0:1781272748.697745:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272748.697747:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4ca5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.699019:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4ca5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.699803:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4c97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bed expref: 103 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.699860:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc4cac lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bed expref: 102 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.699871:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272748.699874:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272748.699878:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2800, rc 0) 00000100:00100000:2.0:1781272748.699970:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+102:32010:x1867799159381632:12345-192.168.204.14@tcp:101:stat.0 Request processed in 5583us (6892us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.699978:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1385 00000100:00100000:0.0:1781272748.743285:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272748.743454:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159381760 00000100:00100000:2.0:1781272748.743466:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159381760 00000100:00100000:2.0:1781272748.743538:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1386 00000100:00100000:2.0:1781272748.743548:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+46:32011:x1867799159381760:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:2.0:1781272748.743569:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272748.743592:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4cb3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83bf4 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.743668:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4cba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.743685:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4cba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.743698:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4cba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.743712:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cc1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.743720:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.743727:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744045:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744056:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744063:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272748.744181:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:2.0:1781272748.744187:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272748.744210:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744222:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744231:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4cba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744241:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4cba lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744248:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4cba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744256:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272748.744260:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4cba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744268:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4cba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744281:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272748.744284:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272748.744290:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4cba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744297:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4cba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744310:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744315:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cc1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744321:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744326:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272748.744329:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744335:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cc1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744342:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8eb4c792b600) 00010000:00010000:2.0:1781272748.744344:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272748.744347:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cc1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744352:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cc1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744384:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4cb3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bf4 expref: 48 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744397:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bf4 expref: 47 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.744403:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272748.744405:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272748.744407:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2200, rc 0) 00000100:00100000:2.0:1781272748.746175:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:32011:x1867799159381760:12345-192.168.204.14@tcp:101:stat.0 Request processed in 2620us (2891us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.746187:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1386 00000100:00100000:1.0:1781272748.772625:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272748.777213:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159381888 00000100:00100000:2.0:1781272748.777231:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159381888 00000100:00100000:2.0:1781272748.777320:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 373 00000100:00100000:2.0:1781272748.777333:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee23a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159381888:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:2.0:1781272748.777354:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272748.777510:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000434a09ac/0x94898f2cdefc4ccf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83bfb expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.777554:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272748.777557:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272748.777568:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000434a09ac/0x94898f2cdefc4ccf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bfb expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.777590:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000434a09ac/0x94898f2cdefc4ccf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bfb expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.777607:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3c00, rc 0) 00000100:00100000:2.0:1781272748.777684:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee23a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159381888:12345-192.168.204.14@tcp:101:stat.0 Request processed in 352us (5073us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.777695:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 373 00000100:00100000:1.0:1781272748.785505:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.785648:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159382144 00000100:00100000:3.0:1781272748.785660:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159382144 00000100:00100000:3.0:1781272748.785770:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1387 00000100:00100000:3.0:1781272748.785783:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+102:31713:x1867799159382144:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272748.785807:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272748.785873:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4cd6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c02 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.785999:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4cdd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.786017:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4cdd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.786031:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4cdd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272748.786047:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:3.0:1781272748.787353:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4cd6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c02 expref: 105 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.787378:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4cdd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c02 expref: 104 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.787388:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:3.0:1781272748.787391:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272748.787396:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd800, rc 0) 00000100:00100000:3.0:1781272748.787468:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+104:31713:x1867799159382144:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1687us (1983us total) trans 4294968154 rc 0/0 00000100:00100000:3.0:1781272748.787477:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1387 00000100:00100000:0.0:1781272748.805633:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.805685:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.805995:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159382400 00000100:00100000:3.0:1781272748.806007:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159382400 00000100:00100000:3.0:1781272748.806089:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1388 00000100:00100000:3.0:1781272748.806100:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+104:31713:x1867799159382400:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272748.806128:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272748.806153:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4ceb lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c09 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.806190:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4cf2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.806205:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.806220:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4cf2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.806356:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4ceb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c09 expref: 106 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.806376:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cce00/0x94898f2cdefc4cf2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c09 expref: 105 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.806386:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:3.0:1781272748.806388:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272748.806392:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cce00, rc 0) 00000100:00100000:3.0:1781272748.806463:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+105:31713:x1867799159382400:12345-192.168.204.14@tcp:101:bash.0 Request processed in 364us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.806471:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1388 00000100:00100000:2.0:1781272748.807173:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159382272 00000100:00100000:2.0:1781272748.807182:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159382272 00000100:00100000:2.0:1781272748.807242:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 61 00000100:00100000:2.0:1781272748.807251:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+105:2390:x1867799159382272:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272748.807263:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272748.807283:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4cdd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c02 expref: 105 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.807296:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272748.807299:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272748.807333:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+104:2390:x1867799159382272:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 84us (1712us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.807340:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 61 00000100:00100000:0.0:1781272748.815443:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272748.815633:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159382656 00000100:00100000:2.0:1781272748.815644:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159382656 00000100:00100000:2.0:1781272748.815713:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1389 00000100:00100000:2.0:1781272748.815725:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+104:31713:x1867799159382656:12345-192.168.204.14@tcp:36:bash.0 00010000:00010000:2.0:1781272748.815798:0:6493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272748.815869:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc4cac lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bed expref: 104 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.815891:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272748.815896:0:6493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272748.816087:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.816103:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bf4 expref: 46 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.816113:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.816148:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bf4 expref: 46 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.816161:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bf4 expref: 46 pid: 6493 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272748.816175:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168677504:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272748.816278:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c31e5840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272748.824789:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.825124:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159382784 00000100:00100000:3.0:1781272748.825140:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159382784 00010000:00010000:3.0:1781272748.825633:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bf4 expref: 47 pid: 6493 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272748.825766:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 422 00000100:00100000:3.0:1781272748.825779:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:2390:x1867799159382784:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272748.825800:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272748.825808:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bf4 expref: 47 pid: 6493 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.825871:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bf4 expref: 47 pid: 6493 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.825919:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:3.0:1781272748.825926:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.825938:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.825961:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.825988:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272748.826066:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:2390:x1867799159382784:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 290us (1286us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.826075:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 422 00010000:00010000:2.0:1781272748.827921:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc4cc8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bf4 expref: 46 pid: 6493 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272748.827947:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168677504:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272748.827974:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.828000:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.828006:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272748.828112:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968155 00000004:00010000:2.0:1781272748.828161:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001a931176 reply state 00000000f16d8cd4 transno 4294968156 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.828179:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.828187:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272748.828190:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272748.828193:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:2.0:1781272748.828265:0:6493:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968156 00000100:00100000:2.0:1781272748.828367:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+107:31713:x1867799159382656:12345-192.168.204.14@tcp:36:bash.0 Request processed in 12644us (12934us total) trans 4294968157 rc 0/0 00000100:00100000:2.0:1781272748.828377:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1389 00000020:00080000:2.0:1781272748.828382:0:6493:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1781272748.834982:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272748.839695:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159382912 00000100:00100000:2.0:1781272748.839714:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159382912 00000100:00100000:0.0:1781272748.840251:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 374 00000100:00100000:0.0:1781272748.840268:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+14:31713:x1867799159382912:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1781272748.840289:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272748.840313:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038d27bbd/0x94898f2cdefc4d00 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c10 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.840353:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005a48da2e/0x94898f2cdefc4c89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83be6 expref: 15 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.840364:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000434a09ac/0x94898f2cdefc4ccf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bfb expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.840375:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272748.840378:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272748.840382:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038d27bbd/0x94898f2cdefc4d00 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c10 expref: 15 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.840424:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000434a09ac/0x94898f2cdefc4ccf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bfb expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.840438:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000434a09ac/0x94898f2cdefc4ccf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bfb expref: 10 pid: 15938 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272748.840453:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168677632:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272748.840571:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005a48da2e/0x94898f2cdefc4c89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83be6 expref: 15 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.840581:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005a48da2e/0x94898f2cdefc4c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83be6 expref: 15 pid: 9894 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272748.840590:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5680380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168677760:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272748.841099:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61ec540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272748.844995:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5682a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168677632:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272748.846195:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.846419:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159383040 00000100:00100000:0.0:1781272748.846430:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159383040 00010000:00010000:0.0:1781272748.846475:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000434a09ac/0x94898f2cdefc4ccf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bfb expref: 11 pid: 15938 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272748.846543:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 423 00000100:00100000:0.0:1781272748.846555:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159383040:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272748.846572:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272748.846579:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000434a09ac/0x94898f2cdefc4ccf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bfb expref: 11 pid: 15938 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.846594:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000434a09ac/0x94898f2cdefc4ccf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bfb expref: 11 pid: 15938 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.846633:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000434a09ac/0x94898f2cdefc4ccf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83bfb expref: 11 pid: 15938 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.846656:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272748.846715:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159383040:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 161us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272748.846723:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 423 00000100:00100000:2.0:1781272748.853193:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5680380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168677760:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272748.853316:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000038d27bbd/0x94898f2cdefc4d00 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c10 expref: 15 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.853343:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57800, rc 0) 00000100:00100000:2.0:1781272748.853413:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+15:31713:x1867799159382912:12345-192.168.204.14@tcp:101:bash.0 Request processed in 13150us (18442us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.853423:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 374 00000100:00100000:1.0:1781272748.870324:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272748.874738:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159383168 00000100:00100000:0.0:1781272748.874768:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159383168 00010000:00010000:0.0:1781272748.874828:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005a48da2e/0x94898f2cdefc4c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83be6 expref: 15 pid: 9894 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272748.874899:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 424 00000100:00100000:0.0:1781272748.874911:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+15:2391:x1867799159383168:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272748.874933:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272748.874940:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005a48da2e/0x94898f2cdefc4c89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83be6 expref: 15 pid: 9894 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.874956:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005a48da2e/0x94898f2cdefc4c89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83be6 expref: 15 pid: 9894 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.874983:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a48da2e/0x94898f2cdefc4c89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83be6 expref: 15 pid: 9894 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.875002:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272748.875005:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272748.875012:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000038d27bbd/0x94898f2cdefc4d00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c10 expref: 14 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.875035:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038d27bbd/0x94898f2cdefc4d00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c10 expref: 14 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272748.875441:0:6477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000038d27bbd/0x94898f2cdefc4d00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c10 expref: 14 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272748.875459:0:6477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5681c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6477:1867799168677888:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272748.875615:0:6477:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61ec0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272748.902668:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.902767:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159383296 00000100:00100000:3.0:1781272748.902778:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159383296 00002000:00010000:3.0:1781272748.902824:0:8412:0:(ofd_dev.c:2825:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:3.0:1781272748.902867:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c530a300 with x1867799159383296 ext(0->18446744073709551615) 00002000:00010000:3.0:1781272748.902882:0:8412:0:(ofd_dev.c:2830:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c530a300. 00000100:00100000:3.0:1781272748.902919:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 102 00000100:00100000:3.0:1781272748.902930:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159383296:12345-192.168.204.14@tcp:10:bash.0 00002000:00010000:3.0:1781272748.904038:0:8412:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:3.0:1781272748.904044:0:8412:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1781272737 -> 1781272748 00002000:00010000:3.0:1781272748.904047:0:8412:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 1781272737 -> 1781272737 00002000:00010000:3.0:1781272748.904050:0:8412:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1781272737 -> 1781272748 00002000:00010000:3.0:1781272748.904052:0:8412:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:3.0:1781272748.904115:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159383296:12345-192.168.204.14@tcp:10:bash.0 Request processed in 1183us (1453us total) trans 4294967375 rc 0/0 00000100:00100000:3.0:1781272748.904124:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 102 00002000:00010000:3.0:1781272748.904128:0:8412:0:(ofd_dev.c:2825:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:3.0:1781272748.904131:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c530a300 with x1867799159383296 ext(0->18446744073709551615) 00002000:00010000:3.0:1781272748.904138:0:8412:0:(ofd_dev.c:2830:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c530a300. 00000100:00100000:0.0:1781272748.905319:0:6477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5681c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6477:1867799168677888:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272748.905346:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272748.905381:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+15:2391:x1867799159383168:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 30473us (35067us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272748.905390:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 424 00000100:00100000:2.0:1781272748.917577:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.917742:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159383552 00000100:00100000:3.0:1781272748.917762:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159383552 00000100:00100000:3.0:1781272748.917825:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 268 00000100:00100000:3.0:1781272748.917876:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+107:31713:x1867799159383552:12345-192.168.204.14@tcp:35:bash.0 00000100:00100000:2.0:1781272748.922639:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+108:31713:x1867799159383552:12345-192.168.204.14@tcp:35:bash.0 Request processed in 4755us (5061us total) trans 4294968158 rc 0/0 00000100:00100000:2.0:1781272748.922654:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 268 00000100:00100000:1.0:1781272748.972977:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272748.974069:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159383680 00000100:00100000:3.0:1781272748.974083:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159383680 00000100:00100000:3.0:1781272748.974221:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1390 00000100:00100000:3.0:1781272748.974235:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+108:32012:x1867799159383680:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:3.0:1781272748.974263:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272748.974288:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d07 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c17 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974375:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d0e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974391:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d0e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974403:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d0e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974422:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974429:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974435:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974540:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4d1c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974549:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4d1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974556:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4d1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272748.974808:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:3.0:1781272748.974813:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272748.974889:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4d1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974903:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4d1c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974911:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d0e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974918:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d0e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974928:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d0e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974934:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272748.974938:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d0e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974946:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d0e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974959:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:3.0:1781272748.974962:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272748.974968:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d0e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974974:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d0e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974987:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974993:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d15 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.974997:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.975002:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272748.975005:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.975014:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d15 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.975021:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8eb4eda8c400) 00010000:00010000:3.0:1781272748.975023:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272748.975026:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d15 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.975031:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.975066:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d07 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c17 expref: 110 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.975080:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc200/0x94898f2cdefc4d1c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c17 expref: 109 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272748.975088:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:3.0:1781272748.975090:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272748.975092:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc200, rc 0) 00000100:00100000:3.0:1781272748.975161:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+109:32012:x1867799159383680:12345-192.168.204.14@tcp:101:stat.0 Request processed in 928us (2194us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272748.975169:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1390 00000100:00100000:1.0:1781272748.991971:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272748.992065:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159383808 00000100:00100000:2.0:1781272748.992075:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159383808 00000100:00100000:2.0:1781272748.992143:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1391 00000100:00100000:2.0:1781272748.992153:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:32013:x1867799159383808:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:2.0:1781272748.992176:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272748.992199:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc4d23 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c1e expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992282:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4d2a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992298:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4d2a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992311:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4d2a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992394:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4d31 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992403:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4d31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992411:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4d31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992505:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2400/0x94898f2cdefc4d38 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992516:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2400/0x94898f2cdefc4d38 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992522:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2400/0x94898f2cdefc4d38 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272748.992565:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:2.0:1781272748.992571:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272748.992603:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2400/0x94898f2cdefc4d38 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992701:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2400/0x94898f2cdefc4d38 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992713:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4d2a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992724:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4d2a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992730:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4d2a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992736:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4d2a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992742:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272748.992747:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4d2a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992755:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4d2a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992768:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff8eb4c792e200) 00010000:00010000:2.0:1781272748.992772:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272748.992777:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4d2a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992783:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc4d2a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992797:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4d31 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992803:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4d31 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992809:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4d31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992815:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272748.992818:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4d31 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992823:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4d31 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992885:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff8eb4c792b600) 00010000:00010000:2.0:1781272748.992888:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272748.992892:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4d31 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992898:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc4d31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992934:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc4d23 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c1e expref: 48 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992949:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2400/0x94898f2cdefc4d38 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c1e expref: 47 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272748.992956:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272748.992958:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272748.992960:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2400, rc 0) 00000100:00100000:2.0:1781272748.993031:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+47:32013:x1867799159383808:12345-192.168.204.14@tcp:101:stat.0 Request processed in 878us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272748.993039:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1391 00000100:00100000:0.0:1781272748.997603:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272748.997960:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159383936 00000100:00100000:1.0:1781272748.997972:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159383936 00000100:00100000:1.0:1781272748.998035:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 375 00000100:00100000:1.0:1781272748.998047:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159383936:12345-192.168.204.14@tcp:101:stat.0 00010000:00010000:1.0:1781272748.998069:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272748.998090:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f661a301/0x94898f2cdefc4d3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c25 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272748.998169:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168678016:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272748.998270:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c6991600 going to sleep for 11 seconds 00000100:00100000:1.0:1781272749.001908:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168678016:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272749.001952:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f661a301/0x94898f2cdefc4d3f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c25 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272749.001980:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f661a301/0x94898f2cdefc4d3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c25 expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272749.001992:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31a00, rc 0) 00000100:00100000:1.0:1781272749.003280:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159383936:12345-192.168.204.14@tcp:101:stat.0 Request processed in 4477us (4939us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272749.003296:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 375 00010000:00010000:1.0:1781272749.376894:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272750.146411:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272750.146445:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168678144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272750.146563:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272750.146874:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168678144 00000100:00100000:0.0:1781272750.146885:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168678144 00000100:00100000:0.0:1781272750.146949:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1781272750.146959:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168678144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272750.147007:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:0.0:1781272750.147071:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168678144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272750.147080:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1781272750.147362:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168678144:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272750.406700:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272751.168346:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272751.168382:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168678272:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272751.168536:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272751.168696:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168678272 00000100:00100000:2.0:1781272751.168707:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168678272 00000100:00100000:2.0:1781272751.168774:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1781272751.168784:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168678272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272751.168853:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272751.168920:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168678272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272751.168931:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1781272751.169036:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168678272:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272751.428681:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272752.448124:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272752.704411:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168678400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272752.704505:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272752.705721:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168678400 00000100:00100000:1.0:1781272752.705734:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168678400 00000100:00100000:1.0:1781272752.705818:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1781272752.705851:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168678400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272752.705887:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3921383424 avail 3689861120 00000100:00080000:3.0:1781272752.705990:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272752.716527:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168678400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 10688us (12010us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272752.716543:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1781272752.723247:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168678400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272752.782386:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782446:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782475:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782509:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782525:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782539:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782569:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782585:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782602:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782625:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782641:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782656:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782674:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272752.782703:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159384448 00000100:00100000:2.0:1781272752.782715:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159384448 00000100:00100000:2.0:1781272752.782772:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159384960 00000100:00100000:2.0:1781272752.782776:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159384960 00000100:00100000:2.0:1781272752.782788:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159385472 00000100:00100000:2.0:1781272752.782790:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159385472 00000100:00100000:2.0:1781272752.782800:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159384576 00000100:00100000:2.0:1781272752.782802:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159384576 00000100:00100000:2.0:1781272752.782813:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159385088 00000100:00100000:2.0:1781272752.782815:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159385088 00000100:00100000:2.0:1781272752.782825:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159385600 00000100:00100000:2.0:1781272752.782828:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159385600 00000100:00100000:2.0:1781272752.782890:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 527 00000100:00100000:2.0:1781272752.782901:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159384448:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272752.783001:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159384448:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 102us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272752.783010:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 527 00000100:00100000:2.0:1781272752.783031:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 528 00000100:00100000:2.0:1781272752.783038:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159384960:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272752.783063:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159384960:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272752.783069:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 528 00000100:00100000:2.0:1781272752.783079:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 529 00000100:00100000:2.0:1781272752.783085:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2390:x1867799159385472:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272752.783108:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2390:x1867799159385472:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272752.783115:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 529 00000100:00100000:2.0:1781272752.783125:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 530 00000100:00100000:2.0:1781272752.783131:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159384576:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272752.783368:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159384192 00000100:00100000:1.0:1781272752.783373:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159384192 00000100:00100000:1.0:1781272752.783398:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159384704 00000100:00100000:1.0:1781272752.783401:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159384704 00000100:00100000:1.0:1781272752.783412:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159385216 00000100:00100000:1.0:1781272752.783414:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159385216 00000100:00100000:1.0:1781272752.783425:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159384320 00000100:00100000:1.0:1781272752.783427:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159384320 00000100:00100000:1.0:1781272752.783452:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159384832 00000100:00100000:1.0:1781272752.783455:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159384832 00000100:00100000:1.0:1781272752.783466:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159385344 00000100:00100000:1.0:1781272752.783469:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159385344 00000100:00100000:1.0:1781272752.783495:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 964 00000100:00100000:1.0:1781272752.783502:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+109:2390:x1867799159384192:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272752.783534:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+109:2390:x1867799159384192:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272752.783540:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 964 00000100:00100000:1.0:1781272752.783554:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 965 00000100:00100000:1.0:1781272752.783560:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:2390:x1867799159384704:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272752.783586:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+47:2390:x1867799159384704:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272752.783592:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 965 00000100:00100000:1.0:1781272752.783604:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 966 00000100:00100000:1.0:1781272752.783610:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+18:2390:x1867799159385216:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272752.783640:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+18:2390:x1867799159385216:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272752.783646:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 966 00000100:00100000:1.0:1781272752.783656:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 967 00000100:00100000:1.0:1781272752.783661:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159384320:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272752.783681:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159384320:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 20us (1095us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272752.783687:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 967 00000100:00100000:1.0:1781272752.783696:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 968 00000100:00100000:1.0:1781272752.783702:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159384832:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272752.783721:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159384832:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 20us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272752.783726:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 968 00000100:00100000:1.0:1781272752.783735:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 969 00000100:00100000:1.0:1781272752.783740:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2390:x1867799159385344:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272752.783756:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2390:x1867799159385344:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 16us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272752.783760:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 969 00000100:00100000:1.0:1781272752.783784:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 531 00000100:00100000:1.0:1781272752.783791:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159385088:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272752.783810:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159385088:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272752.783816:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 531 00000100:00100000:1.0:1781272752.783828:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 532 00000100:00100000:1.0:1781272752.783859:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2390:x1867799159385600:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272752.783878:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+6:2390:x1867799159385600:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272752.783883:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 532 00000100:00100000:3.0:1781272752.784052:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159384064 00000100:00100000:3.0:1781272752.784057:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159384064 00000100:00100000:3.0:1781272752.784100:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 736 00000100:00100000:3.0:1781272752.784108:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:2390:x1867799159384064:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272752.784130:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:2390:x1867799159384064:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (1562us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272752.784136:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 736 00000100:00100000:2.0:1781272752.785332:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159384576:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 2194us (2721us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272752.785344:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 530 00000100:00080000:2.0:1781272752.785391:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272752.785398:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272752.785400:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272752.785403:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272753.221595:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168678528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272753.221709:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272753.221942:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168678528 00000100:00100000:2.0:1781272753.221956:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168678528 00000100:00100000:2.0:1781272753.222060:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1781272753.222073:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168678528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272753.222104:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3921383424 avail 3689861120 00000100:00080000:0.0:1781272753.222216:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272753.222667:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168678528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 595us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272753.222677:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1781272753.222760:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168678528:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1781272753.473205:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272753.728179:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c9269c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168678656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272753.729356:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168678912:0@lo:400:kworker.0 00000100:00100000:3.0:1781272753.729439:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168679040:0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.735455:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168678784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272753.736232:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272753.736385:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168679552:0@lo:400:kworker.0 00000100:00100000:3.0:1781272753.736456:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272753.736616:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168680064:0@lo:400:kworker.0 00000100:00100000:3.0:1781272753.736645:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272753.736769:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168679040 00000100:00100000:3.0:1781272753.736928:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168679040 00000100:00100000:1.0:1781272753.737044:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168679552 00000100:00100000:1.0:1781272753.737050:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168679552 00000100:00100000:1.0:1781272753.737109:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168680064 00000100:00100000:1.0:1781272753.737113:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168680064 00000100:00100000:1.0:1781272753.737137:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1781272753.737148:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168679552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.737221:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168679552:12345-0@lo:400:kworker.0 Request processed in 74us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272753.737229:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1781272753.737248:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1781272753.737381:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168680064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.737413:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168680064:12345-0@lo:400:kworker.0 Request processed in 36us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272753.737430:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00080000:1.0:1781272753.737481:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272753.737486:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272753.737547:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168679552:0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.737562:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168680064:0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.737871:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272753.737920:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272753.737924:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168679424:0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.737972:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272753.737980:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168679168:0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.738064:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168679936:0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.738095:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272753.738129:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168679424 00000100:00100000:0.0:1781272753.738134:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168679424 00000100:00100000:0.0:1781272753.738172:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1781272753.738180:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168679424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.738222:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168679424:12345-0@lo:400:kworker.0 Request processed in 44us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272753.738229:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1781272753.738373:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168678912 00000100:00100000:1.0:1781272753.738380:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168678912 00000100:00100000:1.0:1781272753.738414:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1781272753.738432:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168678912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.738594:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168678912:12345-0@lo:400:kworker.0 Request processed in 173us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272753.738602:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1781272753.738637:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168678656 00000100:00100000:1.0:1781272753.738641:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168678656 00000100:00100000:0.0:1781272753.738739:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168679936 00000100:00100000:0.0:1781272753.738744:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168679936 00000100:00100000:1.0:1781272753.738878:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1781272753.738886:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168678656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272753.738915:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1781272753.738956:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168678656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272753.738962:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1781272753.739090:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1781272753.739100:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168679936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.739136:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168679936:12345-0@lo:400:kworker.0 Request processed in 39us (1040us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272753.739143:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1781272753.739181:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168678912:0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.739196:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168679424:0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.739206:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168679936:0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.739240:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272753.739372:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1781272753.739384:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168679040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272753.739442:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168679040:12345-0@lo:400:kworker.0 Request processed in 62us (3212us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272753.739448:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00080000:1.0:1781272753.739596:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272753.739602:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272753.739617:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272753.739653:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2beea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168679296:0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.739759:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272753.739914:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168679168 00000100:00100000:0.0:1781272753.739920:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168679168 00000100:00100000:0.0:1781272753.739955:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1781272753.739963:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168679168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.740100:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168679808:0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.740132:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272753.740154:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168680320:0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.740181:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272753.740226:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168679808 00000100:00100000:1.0:1781272753.740231:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168679808 00000100:00100000:1.0:1781272753.740279:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168680320 00000100:00100000:1.0:1781272753.740283:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168680320 00000100:00100000:1.0:1781272753.740310:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1781272753.740318:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168679808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.740361:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168679808:12345-0@lo:400:kworker.0 Request processed in 44us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272753.740368:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1781272753.740383:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1781272753.740390:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168680320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.740417:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168680320:12345-0@lo:400:kworker.0 Request processed in 28us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272753.740433:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1781272753.740514:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168679168:12345-0@lo:400:kworker.0 Request processed in 551us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272753.740521:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1781272753.740559:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168679168:0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.740569:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168679680:0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.740594:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272753.740951:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168679296 00000100:00100000:3.0:1781272753.740957:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168679296 00000100:00100000:3.0:1781272753.741093:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:3.0:1781272753.741101:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168679296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272753.741141:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168679296:12345-0@lo:400:kworker.0 Request processed in 43us (1383us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272753.741147:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:3.0:1781272753.741179:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168678784 00000100:00100000:3.0:1781272753.741183:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168678784 00000100:00100000:3.0:1781272753.741220:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1781272753.741227:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168678784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272753.741243:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1781272753.741293:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168678784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (1675us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272753.741300:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00080000:3.0:1781272753.741335:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272753.741377:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168679040:0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.741674:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168678784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272753.741690:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2beea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168679296:0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.741702:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168679808:0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.741714:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168680320:0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.742430:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168680192:0@lo:400:kworker.0 00000100:00100000:0.0:1781272753.742604:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272753.742658:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c9269c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168678656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272753.742860:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168680192 00000100:00100000:3.0:1781272753.742867:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168680192 00000100:00100000:3.0:1781272753.742909:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1781272753.742918:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168680192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272753.742972:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168680192:12345-0@lo:400:kworker.0 Request processed in 54us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272753.742991:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1781272753.743130:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168680192:0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.743200:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168679680 00000100:00100000:1.0:1781272753.743207:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168679680 00000100:00100000:1.0:1781272753.743379:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1781272753.743387:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168679680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272753.743445:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168679680:12345-0@lo:400:kworker.0 Request processed in 60us (2850us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272753.743451:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1781272753.743654:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168679680:0@lo:400:kworker.0 00000100:00080000:3.0:1781272753.743753:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272754.143714:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272754.144766:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159385728 00000100:00100000:1.0:1781272754.144783:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159385728 00000100:00100000:1.0:1781272754.144880:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1392 00000100:00100000:1.0:1781272754.144893:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+18:32008:x1867799159385728:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781272754.145041:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+18:32008:x1867799159385728:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 151us (1341us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272754.145050:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1392 00000100:00080000:3.0:1781272754.145174:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272754.149593:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272754.150402:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159385856 00000100:00100000:2.0:1781272754.150427:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159385856 00000100:00100000:2.0:1781272754.150515:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1393 00000100:00100000:2.0:1781272754.150529:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:32008:x1867799159385856:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781272754.150677:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:32008:x1867799159385856:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 152us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272754.150685:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1393 00000100:00080000:3.0:1781272754.150751:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272754.157322:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272754.160459:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159386112 00000100:00100000:2.0:1781272754.160481:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159386112 00000100:00100000:2.0:1781272754.160568:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 269 00000100:00100000:2.0:1781272754.160580:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+18:32008:x1867799159386112:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272754.160909:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+19:32008:x1867799159386112:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 330us (3601us total) trans 4294968159 rc 0/0 00000100:00100000:2.0:1781272754.160917:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 269 00000001:00080000:2.0:1781272754.173725:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968159 is committed 00000001:00080000:2.0:1781272754.173753:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968158 is committed 00000020:00080000:2.0:1781272754.173786:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4c3f42840 refcount 2 committed 0 result 0 batchid 30 00000020:00080000:2.0:1781272754.173793:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c9468200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4c3f42c00 00000020:00080000:2.0:1781272754.173797:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c9468d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4da8c6e00 00010000:00010000:2.0:1781272754.173870:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c58 lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.173884:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c58 lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.173892:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.173899:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272754.173905:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c58 lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.173915:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c58 lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.173944:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff8eb4eda8c200) 00010000:00010000:2.0:1781272754.174040:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272754.174046:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c58 lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.174052:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4c58 lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.174091:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.174096:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.174100:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.174103:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272754.174104:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.174108:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.174114:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff8eb4c3cebb00) 00010000:00010000:2.0:1781272754.174115:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272754.174117:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272754.174121:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc4cf9 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1781272754.174134:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30 committed batchid 29 00000020:00080000:2.0:1781272754.174228:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000001:00080000:2.0:1781272754.244143:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00000001:00080000:2.0:1781272754.244159:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000001:00080000:2.0:1781272754.244164:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00010000:00010000:2.0:1781272754.496860:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272755.264169:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272755.268461:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168680448:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272755.268745:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272755.269069:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168680448 00000100:00100000:0.0:1781272755.269080:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168680448 00000100:00100000:0.0:1781272755.269190:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1781272755.269201:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168680448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272755.269244:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:0.0:1781272755.269317:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168680448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272755.269327:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1781272755.269424:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168680448:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272755.520287:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272755.716498:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272755.716511:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272755.716611:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 2 00000040:00080000:3.0:1781272755.716620:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272756.101970:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272756.102562:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272756.102626:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272756.102811:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159386240 00000100:00100000:2.0:1781272756.102816:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159386496 00000100:00100000:2.0:1781272756.102869:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159386496 00000100:00100000:3.0:1781272756.102901:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159386240 00000100:00100000:2.0:1781272756.102967:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 376 00000100:00100000:2.0:1781272756.102983:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2387:x1867799159386496:12345-192.168.204.14@tcp:9:umount.0 00000100:00100000:3.0:1781272756.102992:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159386624 00000100:00100000:3.0:1781272756.102999:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159386624 00000020:00000080:2.0:1781272756.103027:0:9894:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x94898f2cdefc4910 00000100:00100000:3.0:1781272756.103039:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 62 00000100:00080000:2.0:1781272756.103041:0:9894:0:(import.c:65:import_set_state_nolock()) ffff8eb3c301a800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1781272756.103065:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:727dfb89-6ae0-4877-8dd8-89876ae289fb+16:2390:x1867799159386240:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272756.103088:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00000004:2.0:1781272756.103102:0:9894:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967375 00010000:00010000:3.0:1781272756.103117:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb3c4a9e000/0x94898f2cdefc48e6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a6c expref: 16 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272756.103154:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272756.103241:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:727dfb89-6ae0-4877-8dd8-89876ae289fb+15:2390:x1867799159386240:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 191us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272756.103250:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 62 00000100:00100000:3.0:1781272756.103287:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 63 00000100:00100000:2.0:1781272756.103296:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:875154ef-cf7e-4fcd-ae94-64193db56d1b+2:2387:x1867799159386496:12345-192.168.204.14@tcp:9:umount.0 Request processed in 315us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272756.103299:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:727dfb89-6ae0-4877-8dd8-89876ae289fb+14:2389:x1867799159386624:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272756.103318:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1781272756.103325:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 376 00010000:00010000:3.0:1781272756.103336:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb5021ef200/0x94898f2cdefc48f4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83aa4 expref: 14 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272756.103351:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272756.103378:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:2389:x1867799159386624:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 84us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272756.103398:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 63 00000100:00080000:1.0:1781272756.103468:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1781272756.103758:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272756.108418:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272756.108652:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159386368 00000100:00100000:3.0:1781272756.108666:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159386368 00000100:00100000:3.0:1781272756.108741:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 64 00000100:00100000:3.0:1781272756.108753:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8abbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:727dfb89-6ae0-4877-8dd8-89876ae289fb+13:2390:x1867799159386368:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272756.108778:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272756.108801:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eb5021efa00/0x94898f2cdefc48ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83a9d expref: 13 pid: 6484 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272756.108819:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272756.109355:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8abbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159386368:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 602us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272756.109366:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 64 00000100:00100000:2.0:1781272756.114680:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272756.114865:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159386752 00000100:00100000:3.0:1781272756.114879:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159386752 00000100:00100000:3.0:1781272756.114982:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 377 00000100:00100000:3.0:1781272756.114996:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2387:x1867799159386752:12345-192.168.204.14@tcp:9:umount.0 00000020:00000080:3.0:1781272756.115040:0:8407:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x94898f2cdefc4909 00000100:00080000:3.0:1781272756.115053:0:8407:0:(import.c:65:import_set_state_nolock()) ffff8eb3c3346000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1781272756.115120:0:8407:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967367 00000100:00100000:3.0:1781272756.115363:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:875154ef-cf7e-4fcd-ae94-64193db56d1b+2:2387:x1867799159386752:12345-192.168.204.14@tcp:9:umount.0 Request processed in 371us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272756.115373:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 377 00010000:00010000:2.0:1781272756.115603:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1781272756.116356:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272756.123775:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272756.123963:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159387264 00000100:00100000:0.0:1781272756.123977:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159387264 00000100:00080000:1.0:1781272756.124126:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272756.124279:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1394 00000100:00100000:0.0:1781272756.124294:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+8:2387:x1867799159387264:12345-192.168.204.14@tcp:39:umount.0 00000020:00000080:0.0:1781272756.124342:0:6491:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x94898f2cdefc48fb 00000020:00010000:0.0:1781272756.124363:0:6491:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8eb3c301f000: total 0 00000100:00080000:0.0:1781272756.124368:0:6491:0:(import.c:65:import_set_state_nolock()) ffff8eb3c301f800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1781272756.124415:0:6491:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294968159 00000100:00100000:0.0:1781272756.124665:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:875154ef-cf7e-4fcd-ae94-64193db56d1b+7:2387:x1867799159387264:12345-192.168.204.14@tcp:39:umount.0 Request processed in 374us (906us total) trans 4294968160 rc 0/0 00000100:00100000:0.0:1781272756.124679:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1394 00000020:00010000:1.0:1781272756.125350:0:8421:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8eb3c301f000: total 0 00010000:00010000:1.0:1781272756.125456:0:8421:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8eb3c301f000, canceled 0 locks, left on hash table 3. 00010000:00010000:1.0:1781272756.125512:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272756.125516:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272756.125527:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc4b5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b8b expref: 6 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272756.125558:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8eb4c3cebe00) 00010000:00010000:1.0:1781272756.125562:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272756.125566:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc493a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83adc expref: 5 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272756.125581:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:1.0:1781272756.125583:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272756.125587:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc496b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83aea expref: 4 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272756.125605:0:8421:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8eb3c301f000, canceled 3 locks, left on hash table 0. 00010000:00010000:1.0:1781272756.125618:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272756.125620:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272756.125623:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272756.138738:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272756.138972:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159387392 00000100:00100000:3.0:1781272756.138985:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159387392 00000100:00080000:1.0:1781272756.139702:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272756.139821:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1395 00000100:00100000:3.0:1781272756.139898:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+5:2387:x1867799159387392:12345-192.168.204.14@tcp:39:umount.0 00000020:00000080:3.0:1781272756.139961:0:12323:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x94898f2cdefc4902 00000100:00080000:3.0:1781272756.139983:0:12323:0:(import.c:65:import_set_state_nolock()) ffff8eb3c3346800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1781272756.140011:0:12323:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294967329 00010000:00010000:0.0:1781272756.140195:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272756.140275:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:875154ef-cf7e-4fcd-ae94-64193db56d1b+3:2387:x1867799159387392:12345-192.168.204.14@tcp:39:umount.0 Request processed in 434us (1547us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1781272756.140283:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1395 00000100:00100000:3.0:1781272756.288164:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168680576:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272756.288278:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272756.288437:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168680576 00000100:00100000:0.0:1781272756.288448:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168680576 00000100:00100000:0.0:1781272756.288526:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1781272756.288537:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168680576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272756.288586:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272756.293644:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168680576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5088us (5357us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272756.293665:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1781272756.293966:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168680576:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1781272756.544640:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1781272756.548101:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272757.568273:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272757.834306:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c926a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168680704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272757.834397:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272757.838023:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168680704 00000100:00100000:2.0:1781272757.838041:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168680704 00000100:00100000:2.0:1781272757.838131:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1781272757.838146:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168680704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272757.838185:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185899840 pending 0 free 3921383424 avail 3689861120 00000100:00080000:0.0:1781272757.838418:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272757.838979:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168680704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 835us (4580us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272757.838989:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000001:02000400:1.0:1781272757.840232:0:24110:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12r: lseek restores released file ===== 09:59:16 (1781272756) 00000100:00100000:3.0:1781272757.842625:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c926a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168680704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272757.917605:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272757.917641:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272757.917724:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272757.917748:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272757.918189:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159387520 00000100:00100000:1.0:1781272757.918201:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159387520 00000100:00100000:1.0:1781272757.918259:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 738 00000100:00100000:1.0:1781272757.918269:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159387520:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272757.918350:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159387520:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 82us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272757.918368:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 738 00000100:00100000:3.0:1781272757.919704:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159388032 00000100:00100000:3.0:1781272757.919714:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159388032 00000100:00080000:1.0:1781272757.920023:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272757.920104:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 536 00000100:00100000:3.0:1781272757.920117:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+14:2389:x1867799159388032:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272757.920187:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+14:2389:x1867799159388032:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 74us (2462us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272757.920194:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 536 00000100:00100000:2.0:1781272757.922723:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272757.922750:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159388544 00000100:00100000:2.0:1781272757.922776:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159388544 00000100:00100000:2.0:1781272757.923138:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 537 00000100:00100000:2.0:1781272757.923151:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159388544:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272757.923230:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159388544:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 81us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272757.923237:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 537 00000100:00100000:0.0:1781272757.923647:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159387776 00000100:00100000:0.0:1781272757.923654:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159387776 00000100:00080000:1.0:1781272757.924044:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272757.924061:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272757.924105:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159388288 00000100:00100000:1.0:1781272757.924109:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159388288 00000100:00080000:1.0:1781272757.924122:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272757.924151:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 976 00000100:00100000:1.0:1781272757.924160:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c926a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159387776:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272757.924205:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c926a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159387776:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 46us (6562us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272757.924212:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 976 00000100:00100000:1.0:1781272757.924227:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 977 00000100:00100000:1.0:1781272757.924234:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159388288:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272757.924259:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c9269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159388288:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (6510us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272757.924265:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 977 00000100:00100000:0.0:1781272757.924959:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272757.925017:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272757.925046:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272757.925146:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272757.925170:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159387904 00000100:00100000:0.0:1781272757.925177:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159387904 00000100:00100000:0.0:1781272757.925213:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159388416 00000100:00100000:0.0:1781272757.925216:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159388416 00000100:00100000:0.0:1781272757.925237:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 538 00000100:00100000:0.0:1781272757.925245:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159387904:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272757.925287:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159387904:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272757.925293:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 538 00000100:00100000:0.0:1781272757.925307:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 539 00000100:00100000:0.0:1781272757.925314:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159388416:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272757.925341:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159388416:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272757.925347:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 539 00000100:00100000:1.0:1781272757.927713:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159387648 00000100:00100000:1.0:1781272757.927727:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159387648 00000100:00100000:1.0:1781272757.928070:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159388160 00000100:00100000:1.0:1781272757.928083:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159388160 00000100:00100000:3.0:1781272757.928796:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 978 00000100:00100000:3.0:1781272757.928810:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+102:2389:x1867799159387648:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272757.928902:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+102:2389:x1867799159387648:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 96us (3945us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272757.928910:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 978 00000100:00100000:3.0:1781272757.928929:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 979 00000100:00100000:3.0:1781272757.928937:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:2389:x1867799159388160:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272757.928965:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+47:2389:x1867799159388160:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (3918us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272757.928971:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 979 00000100:00080000:1.0:1781272757.929549:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272757.929554:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272758.086152:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272758.086212:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159388672 00000100:00100000:1.0:1781272758.086224:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159388672 00000100:00100000:1.0:1781272758.086298:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1396 00000100:00100000:1.0:1781272758.086310:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:32653:x1867799159388672:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781272758.086542:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:32653:x1867799159388672:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 234us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272758.086551:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1396 00000100:00100000:3.0:1781272758.090696:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272758.090751:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159388800 00000100:00100000:0.0:1781272758.090762:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159388800 00000100:00100000:0.0:1781272758.090849:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1397 00000100:00100000:0.0:1781272758.090861:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:32653:x1867799159388800:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1781272758.090982:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:32653:x1867799159388800:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 124us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272758.090992:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1397 00000100:00100000:0.0:1781272758.106312:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272758.106411:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159388928 00000100:00100000:2.0:1781272758.106423:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159388928 00000100:00100000:2.0:1781272758.106491:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1398 00000100:00100000:2.0:1781272758.106501:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+102:32654:x1867799159388928:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272758.106527:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272758.106551:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4d46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c2c expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106625:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4d4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106644:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4d4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106658:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4d4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106676:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4d54 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106697:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4d54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106704:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4d54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106752:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4d4d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106758:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4d4d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106765:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4d4d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106770:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272758.106775:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4d4d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106782:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4d4d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106794:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272758.106797:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272758.106802:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4d4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106808:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4d4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106819:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4d54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106826:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4d54 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106859:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4d54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106864:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272758.106867:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4d54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106874:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4d54 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106881:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8eb4d2a2cb00) 00010000:00010000:2.0:1781272758.106884:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272758.106887:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4d54 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106893:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4d54 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106923:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4d46 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c2c expref: 103 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106933:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272758.106936:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272758.106940:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4d46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c2c expref: 103 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.106949:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2600, rc 0) 00000100:00100000:2.0:1781272758.107000:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+102:32654:x1867799159388928:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 501us (699us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272758.107007:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1398 00000100:00100000:1.0:1781272758.117874:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272758.118009:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159389184 00000100:00100000:3.0:1781272758.118022:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159389184 00000100:00100000:3.0:1781272758.118083:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1399 00000100:00100000:3.0:1781272758.118095:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+102:32654:x1867799159389184:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:3.0:1781272758.118168:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272758.118200:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc4a1a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83b1b expref: 102 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.118222:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272758.118228:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272758.118297:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.118313:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4995 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83af1 expref: 46 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.118322:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.118372:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4995 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83af1 expref: 46 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.118390:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4995 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83af1 expref: 46 pid: 6491 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272758.118410:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4209c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168680832:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272758.118528:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272758.131022:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272758.132620:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159389312 00000100:00100000:3.0:1781272758.132635:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159389312 00010000:00010000:3.0:1781272758.132683:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4995 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83af1 expref: 47 pid: 6491 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272758.132722:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 425 00000100:00100000:3.0:1781272758.132734:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:2390:x1867799159389312:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272758.132751:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272758.132759:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4995 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83af1 expref: 47 pid: 6491 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.132773:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4995 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83af1 expref: 47 pid: 6491 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.132800:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272758.132806:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.132821:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.132849:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.132872:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272758.132925:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:2390:x1867799159389312:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 193us (1912us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272758.132934:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 425 00010000:00010000:3.0:1781272758.133976:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4995 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83af1 expref: 46 pid: 6491 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272758.133996:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4209c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168680832:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272758.134023:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134033:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134040:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134064:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d62 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134076:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d62 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134085:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d62 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134669:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d69 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134679:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134687:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272758.134704:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009a29e310 reply state 000000000c8894bb transno 4294968161 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134715:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134721:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272758.134724:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272758.134728:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1781272758.134735:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:3.0:1781272758.134743:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134750:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134757:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134762:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272758.134767:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134779:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134790:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272758.134793:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272758.134797:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134803:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4d5b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272758.134813:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000009a29e310 reply state 000000000c8894bb transno 4294968161 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d62 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134821:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.134827:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8eb4eda8c800) 00010000:00010000:3.0:1781272758.134853:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272758.134855:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1781272758.134935:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+103:32654:x1867799159389184:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 16840us (17069us total) trans 4294968161 rc 0/0 00000100:00100000:3.0:1781272758.134943:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1399 00000100:00100000:1.0:1781272758.151002:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272758.152216:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159389440 00000100:00100000:3.0:1781272758.152231:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159389440 00000100:00100000:3.0:1781272758.153178:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1400 00000100:00100000:3.0:1781272758.153195:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+103:32655:x1867799159389440:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272758.153224:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272758.153260:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4d70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c33 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.153336:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4d77 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.153366:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4d77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.153381:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4d77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272758.153629:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781272758.153634:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272758.153659:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4d77 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.153687:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4d70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c33 expref: 105 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.153706:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4d77 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c33 expref: 104 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.153714:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272758.153717:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272758.153722:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc400, rc 0) 00000100:00100000:3.0:1781272758.153808:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+104:32655:x1867799159389440:12345-192.168.204.14@tcp:101:bash.0 Request processed in 618us (2814us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272758.153816:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1400 00000100:00100000:3.0:1781272758.162656:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272758.162692:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159389568 00000100:00100000:3.0:1781272758.162703:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159389568 00000100:00100000:3.0:1781272758.162758:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1401 00000100:00100000:3.0:1781272758.162768:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+104:32655:x1867799159389568:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272758.162790:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272758.162815:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4d7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c3a expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.162902:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4d85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.162934:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4d85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.162946:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4d85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.162958:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4d8c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.162964:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4d8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.162970:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4d8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163052:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc4d93 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163060:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc4d93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163066:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc4d93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272758.163101:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:3.0:1781272758.163105:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272758.163125:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc4d93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163137:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4d85 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163144:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4d85 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163151:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4d85 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163156:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272758.163161:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4d85 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163169:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4d85 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163181:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272758.163184:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272758.163190:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4d85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163196:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4d85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163207:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4d8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163216:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4d8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163221:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4d8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163226:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272758.163229:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4d8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.163234:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4d8c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.164049:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8eb4eda8c800) 00010000:00010000:3.0:1781272758.164052:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272758.164056:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4d8c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.164063:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4d8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.164104:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4d7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c3a expref: 106 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.164119:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3e00/0x94898f2cdefc4d93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c3a expref: 105 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.164127:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272758.164129:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781272758.164132:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b3e00, rc 0) 00000100:00100000:3.0:1781272758.164212:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+105:32655:x1867799159389568:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1444us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272758.164221:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1401 00000100:00100000:2.0:1781272758.168789:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272758.168904:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159389696 00000100:00100000:0.0:1781272758.168924:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159389696 00000100:00100000:0.0:1781272758.168986:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1402 00000100:00100000:0.0:1781272758.169001:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+105:32655:x1867799159389696:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1781272758.169025:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272758.169048:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc4d9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c41 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169114:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4da1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169131:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4da1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169144:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4da1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169213:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc4da8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169221:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc4da8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169229:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc4da8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169287:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4da1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169295:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4da1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169302:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4da1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169308:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272758.169313:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4da1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169320:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4da1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169333:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:0.0:1781272758.169336:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272758.169341:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4da1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169348:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4da1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169372:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc4da8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169378:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc4da8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169383:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc4da8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169388:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272758.169390:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc4da8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169397:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc4da8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169405:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8eb4c3ceb500) 00010000:00010000:0.0:1781272758.169408:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272758.169411:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc4da8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169417:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc4da8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169451:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc4d9a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c41 expref: 106 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169467:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:0.0:1781272758.169469:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272758.169473:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc4d9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c41 expref: 106 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.169483:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56e00, rc 0) 00000100:00100000:0.0:1781272758.169541:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+105:32655:x1867799159389696:12345-192.168.204.14@tcp:101:bash.0 Request processed in 546us (764us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272758.169550:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1402 00000100:00100000:0.0:1781272758.183912:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272758.184127:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159389824 00000100:00100000:2.0:1781272758.184138:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159389824 00000100:00100000:2.0:1781272758.184209:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1403 00000100:00100000:2.0:1781272758.184220:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+46:32656:x1867799159389824:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272758.184242:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272758.184264:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4daf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c48 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.184332:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4db6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.184347:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4db6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.184371:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4db6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272758.184421:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781272758.184425:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272758.184443:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4db6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.184470:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4daf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c48 expref: 48 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.184486:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4db6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c48 expref: 47 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.184492:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272758.184495:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272758.184497:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3600, rc 0) 00000100:00100000:2.0:1781272758.184557:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+47:32656:x1867799159389824:12345-192.168.204.14@tcp:101:rm.0 Request processed in 340us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.184562:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1403 00000100:00100000:0.0:1781272758.188650:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272758.188716:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159389952 00000100:00100000:3.0:1781272758.188725:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159389952 00000100:00100000:3.0:1781272758.188775:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1404 00000100:00100000:3.0:1781272758.188783:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:32656:x1867799159389952:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272758.188803:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272758.188822:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc4dbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c4f expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.188927:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4dc4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.188943:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4dc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.188959:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4dc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.188971:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4dcb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.188978:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4dcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.188984:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4dcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189068:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4dd2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189079:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189085:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272758.189119:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:3.0:1781272758.189123:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272758.189146:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189158:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4dc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189164:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4dc4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189169:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4dc4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189175:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272758.189179:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4dc4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189186:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4dc4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189199:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272758.189203:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272758.189209:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4dc4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189219:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4dc4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189230:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4dcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189237:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4dcb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189255:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4dcb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189260:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272758.189263:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4dcb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189270:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4dcb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189276:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8eb4eda8c800) 00010000:00010000:3.0:1781272758.189279:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272758.189282:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4dcb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189288:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4dcb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189314:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc4dbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c4f expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189326:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0a00/0x94898f2cdefc4dd2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c4f expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.189332:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272758.189335:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781272758.189337:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0a00, rc 0) 00000100:00100000:3.0:1781272758.190092:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:32656:x1867799159389952:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1305us (1448us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272758.190099:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1404 00000100:00100000:0.0:1781272758.192879:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272758.193037:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159390080 00000100:00100000:3.0:1781272758.193051:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159390080 00000100:00100000:0.0:1781272758.193158:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1405 00000100:00100000:0.0:1781272758.193170:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:32656:x1867799159390080:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272758.193196:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272758.193217:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4dd9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c56 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193287:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4de0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193303:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4de0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193312:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4de0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193325:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4de7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193330:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4de7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193334:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4de7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193391:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4de0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193398:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4de0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193405:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4de0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193411:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272758.193415:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4de0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193424:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4de0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193437:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:0.0:1781272758.193440:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272758.193446:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4de0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193452:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4de0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193465:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4de7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193472:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4de7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193478:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4de7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193483:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272758.193486:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4de7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193492:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4de7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193499:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8eb4c3ceb500) 00010000:00010000:0.0:1781272758.193501:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272758.193505:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4de7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193510:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4de7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193544:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4dd9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c56 expref: 49 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193556:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:0.0:1781272758.193558:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272758.193562:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc4dd9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c56 expref: 49 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.193571:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57000, rc 0) 00000100:00100000:0.0:1781272758.193633:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:32656:x1867799159390080:12345-192.168.204.14@tcp:101:rm.0 Request processed in 465us (765us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272758.193639:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1405 00000100:00100000:0.0:1781272758.196170:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272758.196258:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159390208 00000100:00100000:3.0:1781272758.196269:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159390208 00000100:00100000:3.0:1781272758.196367:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1406 00000100:00100000:3.0:1781272758.196378:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:32656:x1867799159390208:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272758.196459:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272758.196481:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4dee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c5d expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196551:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4df5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196565:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4df5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196574:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4df5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196584:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4dfc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196592:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4dfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196595:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4dfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196629:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4df5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196633:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4df5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196637:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4df5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196641:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272758.196644:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4df5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196650:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4df5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196658:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272758.196660:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272758.196663:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4df5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196667:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4df5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196676:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4dfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196682:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4dfc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196688:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4dfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196693:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b2800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272758.196696:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4dfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196701:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4dfc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196708:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8eb4eda8c600) 00010000:00010000:3.0:1781272758.196711:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272758.196714:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4dfc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196720:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4dfc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196752:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4dee lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c5d expref: 49 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196762:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272758.196764:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272758.196768:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4dee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c5d expref: 49 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.196782:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0800, rc 0) 00000100:00100000:3.0:1781272758.197067:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:32656:x1867799159390208:12345-192.168.204.14@tcp:101:rm.0 Request processed in 689us (904us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272758.197075:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1406 00000100:00100000:0.0:1781272758.213112:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272758.213694:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159390336 00000100:00100000:3.0:1781272758.213706:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159390336 00000100:00100000:3.0:1781272758.213767:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1407 00000100:00100000:3.0:1781272758.213777:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:32657:x1867799159390336:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272758.213799:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272758.213823:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e03 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c64 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.213945:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4e0a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.213961:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4e0a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.213972:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4e0a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.213987:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4e11 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.213995:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4e11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214002:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4e11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214046:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4e0a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214054:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4e0a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214060:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4e0a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214066:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272758.214071:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4e0a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214079:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4e0a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214093:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272758.214097:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272758.214102:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4e0a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214108:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc4e0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214120:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4e11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214125:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4e11 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214130:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4e11 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214136:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272758.214139:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4e11 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214145:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4e11 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214152:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8eb4eda8c600) 00010000:00010000:3.0:1781272758.214154:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272758.214157:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4e11 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214163:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4e11 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214196:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e03 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c64 expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214208:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272758.214210:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272758.214214:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e03 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c64 expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.214223:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b2800, rc 0) 00000100:00100000:3.0:1781272758.214283:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:32657:x1867799159390336:12345-192.168.204.14@tcp:101:cp.0 Request processed in 508us (1182us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272758.214292:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1407 00000100:00100000:0.0:1781272758.220415:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272758.220693:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159390464 00000100:00100000:2.0:1781272758.220705:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159390464 00000100:00100000:2.0:1781272758.220771:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1408 00000100:00100000:2.0:1781272758.220782:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:32657:x1867799159390464:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272758.220806:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272758.221010:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4e18 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c6b expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221094:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e1f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221111:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221123:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221137:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e26 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221144:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221150:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221372:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221381:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e1f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221388:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e1f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221404:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272758.221409:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e1f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221417:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e1f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221430:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:2.0:1781272758.221433:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272758.221439:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e1f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221445:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221461:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221466:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e26 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221472:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221477:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272758.221479:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221485:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e26 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221492:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8eb4d2a2cb00) 00010000:00010000:2.0:1781272758.221494:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272758.221497:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e26 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221502:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221537:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4e18 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c6b expref: 49 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221547:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:2.0:1781272758.221550:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272758.221554:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4e18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c6b expref: 49 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.221563:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2600, rc 0) 00000100:00100000:0.0:1781272758.222365:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:32657:x1867799159390464:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1570us (1956us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272758.222376:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1408 00000100:00100000:0.0:1781272758.226339:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272758.226631:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159390720 00000100:00100000:3.0:1781272758.226643:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159390720 00000100:00100000:3.0:1781272758.226709:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1409 00000100:00100000:3.0:1781272758.226720:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:32657:x1867799159390720:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272758.226743:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272758.226769:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4e2d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c72 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.226906:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4e34 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.226923:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4e34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.226937:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4e34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.227155:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4e3b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.227165:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4e3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.227172:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4e3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1781272758.227693:0:6491:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:3.0:1781272758.227871:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e42 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.227882:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e42 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.227894:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e42 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.227929:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4e34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.227937:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4e34 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.227944:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4e34 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.227950:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272758.227955:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4e34 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.227964:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4e34 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.227977:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272758.227981:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272758.227986:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4e34 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.227993:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4e34 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272758.228085:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000425c61c0 reply state 00000000db371059 transno 4294968162 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4e3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.228098:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4e3b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.228105:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8eb4eda8c600) 00010000:00010000:3.0:1781272758.228107:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272758.228110:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1781272758.228146:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc4e2d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c72 expref: 51 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.228163:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e42 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c72 expref: 50 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.228170:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4eda8cc00) 00010000:00010000:3.0:1781272758.228172:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272758.228175:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b2800, rc 0) 00000100:00100000:3.0:1781272758.228258:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:32657:x1867799159390720:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1540us (1928us total) trans 4294968162 rc 0/0 00000100:00100000:3.0:1781272758.228267:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1409 00000100:00100000:3.0:1781272758.235582:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272758.236711:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159390848 00000100:00100000:0.0:1781272758.236725:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159390848 00000100:00100000:0.0:1781272758.236807:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 378 00000100:00100000:0.0:1781272758.236819:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159390848:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272758.236854:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272758.236881:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc4e50 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c79 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272758.236911:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272758.236938:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272758.236941:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272758.236951:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc4e50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c79 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.236978:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc4e50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c79 expref: 9 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.236994:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57200, rc 0) 00000100:00100000:0.0:1781272758.237084:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159390848:12345-192.168.204.14@tcp:101:cp.0 Request processed in 267us (1509us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272758.237091:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 378 00000100:00100000:0.0:1781272758.248132:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272758.248472:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159390976 00000100:00100000:1.0:1781272758.248483:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159390976 00000100:00100000:1.0:1781272758.248558:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 379 00000100:00100000:1.0:1781272758.248571:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:32657:x1867799159390976:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272758.248592:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272758.248615:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c80 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272758.248673:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc4e50 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c79 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272758.248684:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272758.248686:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272758.248692:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272758.248734:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc4e50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c79 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272758.248749:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc4e50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c79 expref: 10 pid: 8407 timeout: 815 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272758.248765:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168680960:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272758.249074:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61ec3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272758.257734:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168680960:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272758.257774:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272758.257799:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31e00, rc 0) 00000100:00100000:1.0:1781272758.257889:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:32657:x1867799159390976:12345-192.168.204.14@tcp:101:cp.0 Request processed in 9321us (9768us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272758.257897:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 379 00000100:00100000:0.0:1781272758.260393:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272758.260475:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159391104 00000100:00100000:2.0:1781272758.260484:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159391104 00010000:00010000:2.0:1781272758.260519:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc4e50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c79 expref: 10 pid: 8407 timeout: 815 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272758.260556:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 426 00000100:00100000:2.0:1781272758.260567:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159391104:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272758.260585:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272758.260610:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc4e50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c79 expref: 10 pid: 8407 timeout: 815 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.260624:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc4e50 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c79 expref: 10 pid: 8407 timeout: 815 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.260653:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc4e50 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c79 expref: 10 pid: 8407 timeout: 815 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.260669:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272758.260671:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272758.260678:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.260686:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.260730:0:6477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272758.260745:0:6477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6477:1867799168681088:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272758.260873:0:6477:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c56e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272758.267772:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272758.267885:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159391360 00000100:00100000:1.0:1781272758.267897:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159391360 00000100:00100000:1.0:1781272758.267955:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 270 00000100:00100000:1.0:1781272758.267965:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:32657:x1867799159391360:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:1.0:1781272758.268341:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+52:32657:x1867799159391360:12345-192.168.204.14@tcp:35:cp.0 Request processed in 376us (617us total) trans 4294968163 rc 0/0 00000100:00100000:1.0:1781272758.268350:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 270 00000100:00100000:2.0:1781272758.269160:0:6477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6477:1867799168681088:192.168.204.14@tcp:105: 00010000:00010000:2.0:1781272758.269189:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272758.269225:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159391104:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 8659us (8842us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.269235:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 426 00000100:00100000:3.0:1781272758.337883:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272758.337977:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159391488 00000100:00100000:2.0:1781272758.337989:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159391488 00000100:00100000:2.0:1781272758.338059:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1410 00000100:00100000:2.0:1781272758.338070:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+105:32660:x1867799159391488:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272758.338095:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272758.338118:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4e5e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c87 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338213:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e65 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338230:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e65 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338242:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e65 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338258:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e6c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338265:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338271:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338370:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338379:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338386:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272758.338436:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:2.0:1781272758.338441:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272758.338642:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338656:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338665:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e65 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338671:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e65 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338684:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e65 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338691:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272758.338696:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e65 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338704:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e65 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338716:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:2.0:1781272758.338720:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272758.338725:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e65 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338732:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338746:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338753:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e6c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338759:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.338763:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272758.338767:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272758.338968:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168681216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272758.339041:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1781272758.339267:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e6c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.339278:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8eb4eda8c600) 00010000:00010000:2.0:1781272758.339280:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272758.339283:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e6c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.339290:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e6c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.339330:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4e5e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c87 expref: 107 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.339346:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c87 expref: 106 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.339365:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4eda8cc00) 00010000:00010000:2.0:1781272758.339368:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272758.339370:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3c00, rc 0) 00000100:00100000:2.0:1781272758.339445:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+106:32660:x1867799159391488:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1376us (1581us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.339468:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1410 00000100:00100000:1.0:1781272758.340864:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168681216 00000100:00100000:1.0:1781272758.340889:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168681216 00000100:00100000:1.0:1781272758.340984:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1781272758.340995:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168681216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272758.341023:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185899840 pending 0 free 3921383424 avail 3689861120 00000100:00080000:2.0:1781272758.341213:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272758.342298:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168681216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1300us (3252us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272758.342311:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1781272758.343508:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168681216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272758.352822:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272758.355623:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159391616 00000100:00100000:2.0:1781272758.355639:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159391616 00000100:00100000:2.0:1781272758.356090:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 380 00000100:00100000:2.0:1781272758.356103:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159391616:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272758.356126:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272758.356147:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc4e7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c8e expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272758.356220:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168681344:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272758.356350:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c56e70c0 going to sleep for 11 seconds 00002000:00010000:2.0:1781272758.359782:0:8405:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1781272758.359791:0:8405:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime: 0 -> 1781272757 00002000:00010000:2.0:1781272758.359794:0:8405:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime: 0 -> 1781272757 00002000:00010000:2.0:1781272758.359796:0:8405:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime: 0 -> 1781272757 00002000:00010000:2.0:1781272758.359798:0:8405:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1781272758.359822:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168681344:192.168.204.14@tcp:106: 00010000:00010000:2.0:1781272758.359894:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc4e7a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c8e expref: 17 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.359922:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc4e7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c8e expref: 17 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.359936:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2600, rc 0) 00000100:00100000:2.0:1781272758.360003:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159391616:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3902us (7190us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272758.360884:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 380 00000100:00100000:3.0:1781272758.363378:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272758.363648:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159391744 00000100:00100000:0.0:1781272758.363660:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159391744 00000100:00100000:0.0:1781272758.363729:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1411 00000100:00100000:0.0:1781272758.363751:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+106:32660:x1867799159391744:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272758.363776:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272758.363806:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc4e81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c95 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.363919:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4e88 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.363937:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4e88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.363950:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4e88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272758.363996:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:0.0:1781272758.364000:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272758.364033:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4e88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.364060:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc4e81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c95 expref: 108 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.364079:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4e88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c95 expref: 107 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.364088:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:0.0:1781272758.364092:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272758.364095:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56600, rc 0) 00000100:00100000:0.0:1781272758.364159:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+107:32660:x1867799159391744:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 419us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272758.364166:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1411 00000100:00100000:3.0:1781272758.367678:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272758.367734:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159391872 00000100:00100000:0.0:1781272758.367746:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159391872 00000100:00100000:0.0:1781272758.367824:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 381 00000100:00100000:0.0:1781272758.368445:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159391872:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272758.368469:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272758.368489:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000097e03b7c/0x94898f2cdefc4e8f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83c9c expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272758.368560:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168681472:192.168.204.14@tcp:106: 00000100:00100000:0.0:1781272758.368661:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dab91540 going to sleep for 11 seconds 00000100:00100000:0.0:1781272758.372609:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168681472:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272758.372655:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000097e03b7c/0x94898f2cdefc4e8f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c9c expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.372684:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000097e03b7c/0x94898f2cdefc4e8f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c9c expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.372697:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56a00, rc 0) 00000100:00100000:0.0:1781272758.372944:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159391872:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 5106us (5271us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272758.372955:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 381 00000100:00100000:3.0:1781272758.377430:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272758.377567:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159392128 00000100:00100000:2.0:1781272758.377576:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159392128 00000100:00100000:2.0:1781272758.377625:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1412 00000100:00100000:2.0:1781272758.377633:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+107:32660:x1867799159392128:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:2.0:1781272758.377791:0:6491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].39, 136 off13496 00000100:00100000:2.0:1781272758.377883:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+107:32660:x1867799159392128:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 251us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.377888:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1412 00010000:00010000:0.0:1781272758.610572:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272758.612229:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1781272758.784056:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272758.784065:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272758.784093:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:0.0:1781272758.784100:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272758.784357:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168681600:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272758.784487:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c54be600 going to sleep for 11 seconds 00000100:00100000:3.0:1781272758.791293:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168681600:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272758.800564:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272758.800782:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159392256 00000100:00100000:1.0:1781272758.800797:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159392256 00000100:00100000:1.0:1781272758.800919:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1413 00000100:00100000:1.0:1781272758.800930:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+52:32670:x1867799159392256:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272758.800970:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272758.801099:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+52:32670:x1867799159392256:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 170us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272758.801106:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1413 00000100:00100000:1.0:1781272758.810782:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272758.810940:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159392512 00000100:00100000:2.0:1781272758.810952:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159392512 00000100:00100000:2.0:1781272758.811014:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1414 00000100:00100000:2.0:1781272758.811025:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+52:32670:x1867799159392512:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272758.811054:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272758.811090:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e96 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ca3 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.811328:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e9d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.811356:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e9d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.811370:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e9d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272758.811382:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:2.0:1781272758.811524:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4e96 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ca3 expref: 55 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.811543:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e9d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ca3 expref: 54 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.811558:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4eda8cc00) 00010000:00010000:2.0:1781272758.811561:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272758.811565:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3a00, rc 0) 00000100:00100000:2.0:1781272758.811633:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+54:32670:x1867799159392512:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 610us (865us total) trans 4294968164 rc 0/0 00000100:00100000:2.0:1781272758.811640:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1414 00000100:00100000:1.0:1781272758.822809:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272758.824690:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159392640 00000100:00100000:2.0:1781272758.824705:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159392640 00000100:00100000:2.0:1781272758.824771:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 382 00000100:00100000:2.0:1781272758.824781:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159392640:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272758.824847:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.824886:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.824895:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272758.824897:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272758.824901:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.824945:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.824961:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 9 pid: 9894 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272758.824976:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168681728:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272758.825074:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1781272758.825206:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272758.825304:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159392768 00000100:00100000:2.0:1781272758.825310:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159392768 00000100:00100000:2.0:1781272758.825372:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 65 00000100:00100000:2.0:1781272758.825381:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+54:2389:x1867799159392768:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272758.825399:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272758.825423:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc4e9d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ca3 expref: 54 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272758.825439:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4eda8cc00) 00010000:00010000:2.0:1781272758.825445:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272758.825478:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159392768:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 99us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.825485:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 65 00000100:00100000:3.0:1781272758.831684:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168681728:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272758.831733:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272758.832407:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272758.833027:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159392896 00000100:00100000:3.0:1781272758.833040:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159392896 00002000:00100000:3.0:1781272758.833106:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->157) req@ffff8eb4ff99a680 x1867799159392896/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:514/0 lens 648/0 e 0 to 0 dl 1781272769 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272758.833117:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff99a680 with x1867799159392896 ext(0->157) 00010000:00010000:3.0:1781272758.833131:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 10 pid: 9894 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.833159:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 10 pid: 9894 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272758.833167:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb4ff99a680 00000100:00100000:3.0:1781272758.833206:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 16 00000100:00100000:3.0:1781272758.833216:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159392896:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:3.0:1781272758.834275:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159392896:12345-192.168.204.14@tcp:4:cp.0 Request processed in 1055us (1876us total) trans 4294967368 rc 0/0 00000100:00100000:3.0:1781272758.834286:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 16 00002000:00100000:3.0:1781272758.834297:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->157) req@ffff8eb4ff99a680 x1867799159392896/t4294967368(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:514/0 lens 648/448 e 0 to 0 dl 1781272769 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272758.834307:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff99a680 with x1867799159392896 ext(0->157) 00010000:00010000:3.0:1781272758.834315:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 12 pid: 9894 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.834330:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 12 pid: 9894 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272758.834337:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb4ff99a680 00000100:00100000:3.0:1781272758.837541:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272758.837673:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159393024 00000100:00100000:0.0:1781272758.837685:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159393024 00010000:00010000:0.0:1781272758.837730:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 12 pid: 9894 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272758.837787:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 427 00000100:00100000:0.0:1781272758.837797:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2389:x1867799159393024:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272758.837814:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781272758.837857:0:6476:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781272758.837865:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 12 pid: 9894 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.837879:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 12 pid: 9894 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.837907:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc4e57 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c80 expref: 12 pid: 9894 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.837924:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272758.837927:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272758.837932:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.837943:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.837973:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272758.838037:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159393024:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 241us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272758.838045:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 427 00010000:00010000:3.0:1781272758.842508:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.842531:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.842569:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.842579:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.842588:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.842595:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272758.842600:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.842613:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.842640:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.842649:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc4eab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272758.844224:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159392640:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 19433us (21413us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272758.844239:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 382 00000100:00100000:0.0:1781272758.847997:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272758.848017:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168681856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272758.848075:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272758.848117:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168681856 00000100:00100000:0.0:1781272758.848125:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168681856 00000100:00100000:0.0:1781272758.848189:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1781272758.848199:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168681856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272758.848231:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1781272758.848283:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168681856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272758.848291:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00080000:0.0:1781272758.848313:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272758.848342:0:3619:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967374 gen 2 00000004:00080000:0.0:1781272758.848359:0:3619:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967374 committed transno 4294967374 00000100:00100000:0.0:1781272758.848397:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168681856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272758.848649:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272758.848659:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168681984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272758.848689:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272758.848715:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168681984 00000100:00100000:0.0:1781272758.848719:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168681984 00000100:00100000:0.0:1781272758.848746:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1781272758.848752:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4fd04c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168681984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272758.848766:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1781272758.848798:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4fd04c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168681984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272758.848804:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00080000:0.0:1781272758.849013:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272758.849036:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168681984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272758.851605:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272758.859132:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272758.859913:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159393280 00000100:00100000:3.0:1781272758.859926:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159393280 00000100:00100000:3.0:1781272758.859988:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1415 00000100:00100000:3.0:1781272758.859999:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:32670:x1867799159393280:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272758.860131:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:32670:x1867799159393280:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 133us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272758.860139:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1415 00000100:00100000:2.0:1781272758.860567:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272758.860585:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168682368:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.860634:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272758.860677:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168682368 00000100:00100000:2.0:1781272758.860681:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168682368 00000100:00100000:2.0:1781272758.860709:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1781272758.860717:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168682368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.860761:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168682368:12345-0@lo:400:kworker.0 Request processed in 44us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.860768:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1781272758.860809:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168682368:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.860885:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168682496:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.860911:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272758.860941:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168682496 00000100:00100000:2.0:1781272758.860945:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168682496 00000100:00100000:2.0:1781272758.860970:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1781272758.860976:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168682496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.861012:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168682496:12345-0@lo:400:kworker.0 Request processed in 36us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.861018:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1781272758.861043:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168682496:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.861077:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168682624:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.861101:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272758.861133:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168682624 00000100:00100000:2.0:1781272758.861138:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168682624 00000100:00100000:2.0:1781272758.861162:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1781272758.861168:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168682624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.861208:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168682624:12345-0@lo:400:kworker.0 Request processed in 39us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.861214:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1781272758.861250:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168682624:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.861282:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272758.861288:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168682752:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.861309:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272758.861333:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168682752 00000100:00100000:2.0:1781272758.861336:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168682752 00000100:00100000:2.0:1781272758.861380:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1781272758.861387:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168682752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.861422:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168682752:12345-0@lo:400:kworker.0 Request processed in 36us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.861428:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1781272758.861456:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168682752:0@lo:400:kworker.0 00000100:00080000:2.0:1781272758.861472:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272758.861493:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272758.861498:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168682880:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.861520:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272758.861540:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168682880 00000100:00100000:2.0:1781272758.861543:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168682880 00000100:00100000:2.0:1781272758.861567:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1781272758.861573:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168682880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.861606:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168682880:12345-0@lo:400:kworker.0 Request processed in 33us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.861611:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00080000:2.0:1781272758.861624:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272758.861640:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168682880:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.861671:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168683008:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.861699:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272758.862510:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168683008 00000100:00100000:2.0:1781272758.862517:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168683008 00000100:00100000:2.0:1781272758.862560:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1781272758.862568:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168683008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.862614:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168683008:12345-0@lo:400:kworker.0 Request processed in 46us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.862620:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1781272758.862650:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168683008:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.862689:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168683136:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.862717:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272758.862744:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168683136 00000100:00100000:2.0:1781272758.862748:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168683136 00000100:00100000:2.0:1781272758.862777:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1781272758.862783:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168683136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.862816:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168683136:12345-0@lo:400:kworker.0 Request processed in 33us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.862822:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1781272758.862871:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168683136:0@lo:400:kworker.0 00000100:00080000:2.0:1781272758.862887:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272758.862910:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272758.862916:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168683264:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.862939:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272758.862962:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168683264 00000100:00100000:2.0:1781272758.862966:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168683264 00000100:00100000:2.0:1781272758.862993:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1781272758.863000:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168683264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.863034:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168683264:12345-0@lo:400:kworker.0 Request processed in 33us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.863040:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1781272758.863065:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168683264:0@lo:400:kworker.0 00000100:00080000:2.0:1781272758.863079:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272758.866888:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168682240:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.866966:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272758.867004:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168682112:0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.867037:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272758.867067:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168682112 00000100:00100000:2.0:1781272758.867076:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168682112 00000100:00100000:2.0:1781272758.867144:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1781272758.867154:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168682112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272758.867207:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168682112:12345-0@lo:400:kworker.0 Request processed in 55us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.867215:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1781272758.867282:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168682112:0@lo:400:kworker.0 00000100:00100000:0.0:1781272758.871593:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168682240 00000100:00100000:0.0:1781272758.871609:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168682240 00000100:00100000:0.0:1781272758.871679:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1781272758.871692:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168682240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272758.871797:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168682240:12345-0@lo:400:kworker.0 Request processed in 107us (4831us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272758.871805:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1781272758.872600:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168682240:0@lo:400:kworker.0 00000100:00100000:3.0:1781272758.886093:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272758.886189:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159393408 00000100:00100000:1.0:1781272758.886202:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159393408 00000100:00100000:1.0:1781272758.886275:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 383 00000100:00100000:1.0:1781272758.886286:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159393408:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272758.886307:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272758.886331:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036e786c5/0x94898f2cdefc4eb2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83caa expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272758.886374:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 158, mtime: 0x6a2c10b5, atime: 0x0, ctime: 0x6a2c10b5, blocks: 0x8 00010000:00010000:1.0:1781272758.886495:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272758.886498:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272758.886508:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000036e786c5/0x94898f2cdefc4eb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83caa expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272758.886530:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036e786c5/0x94898f2cdefc4eb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83caa expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272758.886547:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30e00, rc 0) 00000100:00100000:1.0:1781272758.886615:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159393408:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 330us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272758.886623:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 383 00000100:00100000:3.0:1781272758.903725:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272758.903959:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159393664 00000100:00100000:0.0:1781272758.903971:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159393664 00000100:00100000:0.0:1781272758.904041:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1416 00000100:00100000:0.0:1781272758.904053:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:32670:x1867799159393664:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272758.904183:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:32670:x1867799159393664:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 131us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272758.904190:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1416 00000100:00100000:3.0:1781272758.910073:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272758.912055:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159393792 00000100:00100000:0.0:1781272758.912073:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159393792 00002000:00100000:0.0:1781272758.912136:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8eb3c17f9c00 x1867799159393792/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:514/0 lens 488/0 e 0 to 0 dl 1781272769 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272758.912148:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c17f9c00 with x1867799159393792 ext(0->4095) 00002000:00010000:0.0:1781272758.912156:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c17f9c00 00000100:00100000:0.0:1781272758.912189:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 103 00000100:00100000:0.0:1781272758.912198:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159393792:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1781272758.912396:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159393792:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 188us (2323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781272758.912404:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 103 00002000:00100000:0.0:1781272758.912411:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8eb3c17f9c00 x1867799159393792/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:514/0 lens 488/4536 e 0 to 0 dl 1781272769 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272758.912424:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c17f9c00 with x1867799159393792 ext(0->4095) 00002000:00010000:0.0:1781272758.912427:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c17f9c00 00000100:00100000:3.0:1781272758.922663:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272758.922916:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159393920 00000100:00100000:2.0:1781272758.922929:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159393920 00000100:00100000:2.0:1781272758.922991:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1417 00000100:00100000:0.0:1781272758.923031:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:32670:x1867799159393920:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272758.923055:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272758.923080:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4eb9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83cb1 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.923119:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc4ec0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.923134:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc4ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.923147:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc4ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.923284:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4eb9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb1 expref: 55 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.923302:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc4ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb1 expref: 54 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.923310:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4eda8cc00) 00010000:00010000:0.0:1781272758.923312:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272758.923316:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57e00, rc 0) 00000100:00100000:0.0:1781272758.923399:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+54:32670:x1867799159393920:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 397us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272758.923410:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1417 00000100:00100000:3.0:1781272758.928436:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272758.929510:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159394048 00000100:00100000:2.0:1781272758.929523:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159394048 00000100:00100000:2.0:1781272758.929589:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1418 00000100:00100000:2.0:1781272758.929600:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:32670:x1867799159394048:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272758.929639:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272758.929760:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:32670:x1867799159394048:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 160us (1336us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272758.929767:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1418 00000100:00100000:0.0:1781272758.936444:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272758.937038:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159394176 00000100:00100000:3.0:1781272758.937050:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159394176 00000100:00100000:3.0:1781272758.937112:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 384 00000100:00100000:3.0:1781272758.937123:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159394176:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272758.937171:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ec7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.937188:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272758.937190:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272758.937195:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ec7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.937211:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ec7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.937252:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ec7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.937260:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ec7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.937268:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ec7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.937275:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272758.937281:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ec7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.937296:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ec7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.937312:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ec7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272758.937321:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ec7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272758.937471:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159394176:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 349us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272758.937479:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 384 00000100:00100000:3.0:1781272758.946617:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272758.946706:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159394432 00000100:00100000:0.0:1781272758.946717:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159394432 00000100:00100000:0.0:1781272758.946780:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1419 00000100:00100000:0.0:1781272758.946791:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+54:32670:x1867799159394432:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781272758.946907:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.946928:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc4ec0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb1 expref: 54 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.946936:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 4/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.946975:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc4ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb1 expref: 54 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.946990:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc4ec0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb1 expref: 54 pid: 8162 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272758.947005:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168683392:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272758.947087:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c54be600 going to sleep for 11 seconds 00000100:00100000:0.0:1781272758.950450:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168683392:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272758.950482:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272758.951155:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272758.951352:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159394560 00000100:00100000:0.0:1781272758.951362:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159394560 00010000:00010000:0.0:1781272758.951415:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc4ec0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb1 expref: 55 pid: 8162 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272758.951457:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 428 00000100:00100000:0.0:1781272758.951469:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:2391:x1867799159394560:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272758.951486:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272758.951493:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc4ec0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb1 expref: 55 pid: 8162 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951507:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc4ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb1 expref: 55 pid: 8162 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951532:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc4ec0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb1 expref: 55 pid: 8162 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951549:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4eda8cc00) 00010000:00010000:0.0:1781272758.951554:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951564:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951573:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951598:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272758.951650:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:2391:x1867799159394560:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 183us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272758.951657:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 428 00010000:00010000:0.0:1781272758.951684:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951693:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951898:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951906:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951912:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951917:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272758.951921:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951929:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951938:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4eda8cc00) 00010000:00010000:0.0:1781272758.951940:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272758.951945:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272758.951951:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc4ece lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272758.952049:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+54:32670:x1867799159394432:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 5258us (5441us total) trans 4294968165 rc 0/0 00000100:00100000:0.0:1781272758.952057:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1419 00000040:00080000:0.0:1781272758.952153:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272758.952159:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272758.952629:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1781272758.952639:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272758.956683:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272758.958605:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159394816 00000100:00100000:0.0:1781272758.958621:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159394816 00000100:00100000:0.0:1781272758.958710:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 271 00000100:00100000:0.0:1781272758.958723:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b30050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:32670:x1867799159394816:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272758.959049:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b30050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:32670:x1867799159394816:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 328us (2375us total) trans 4294968166 rc 0/0 00000100:00100000:0.0:1781272758.959058:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 271 00000040:00080000:0.0:1781272759.264619:0:24159:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272759.264631:0:24159:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272759.264662:0:24159:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:0.0:1781272759.264669:0:24159:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272759.368492:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272759.368620:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159394944 00000100:00100000:3.0:1781272759.368630:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159394944 00000100:00100000:3.0:1781272759.368713:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 385 00000100:00100000:3.0:1781272759.368726:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159394944:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272759.368748:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272759.368770:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd9d5459/0x94898f2cdefc4ed5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83cb8 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.368800:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272759.368802:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272759.368814:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd9d5459/0x94898f2cdefc4ed5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb8 expref: 17 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.368860:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd9d5459/0x94898f2cdefc4ed5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb8 expref: 17 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.368877:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0800, rc 0) 00000100:00100000:3.0:1781272759.368941:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159394944:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 218us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272759.368948:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 385 00000100:00080000:2.0:1781272759.372240:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272759.385050:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272759.385092:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159395200 00000100:00100000:3.0:1781272759.385103:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159395200 00000100:00100000:3.0:1781272759.385173:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1420 00000100:00100000:3.0:1781272759.385186:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+107:32671:x1867799159395200:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272759.385209:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272759.385233:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4edc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83cbf expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.385370:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc4ee3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.385388:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc4ee3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.385404:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc4ee3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272759.385419:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1781272759.385584:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc4edc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cbf expref: 110 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.385602:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc4ee3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cbf expref: 109 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.385611:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4eda8cc00) 00010000:00010000:3.0:1781272759.385614:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1781272759.385619:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1800, rc 0) 00000100:00100000:3.0:1781272759.385683:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+109:32671:x1867799159395200:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 500us (642us total) trans 4294968167 rc 0/0 00000100:00100000:3.0:1781272759.385690:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1420 00000100:00080000:3.0:1781272759.385716:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272759.392558:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272759.392605:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159395328 00000100:00100000:3.0:1781272759.392615:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159395328 00000100:00100000:3.0:1781272759.392675:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 386 00000100:00100000:3.0:1781272759.392685:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159395328:12345-192.168.204.14@tcp:1:lfs.0 00010000:00010000:3.0:1781272759.392739:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.392761:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000036e786c5/0x94898f2cdefc4eb2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83caa expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.392769:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd9d5459/0x94898f2cdefc4ed5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb8 expref: 17 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.392782:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272759.392784:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272759.392788:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.392827:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bd9d5459/0x94898f2cdefc4ed5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb8 expref: 17 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.392862:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bd9d5459/0x94898f2cdefc4ed5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb8 expref: 17 pid: 15938 timeout: 816 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272759.392879:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168683520:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272759.392982:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000036e786c5/0x94898f2cdefc4eb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83caa expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.392992:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000036e786c5/0x94898f2cdefc4eb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83caa expref: 10 pid: 8407 timeout: 816 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272759.393002:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168683648:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272759.393026:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c69913c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272759.398398:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168683520:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272759.398417:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168683648:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272759.398452:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272759.398883:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272759.398929:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272759.398965:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159395456 00000100:00100000:3.0:1781272759.398973:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159395456 00010000:00010000:3.0:1781272759.399016:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bd9d5459/0x94898f2cdefc4ed5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb8 expref: 18 pid: 15938 timeout: 816 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272759.399049:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159395584 00000100:00100000:3.0:1781272759.399052:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159395584 00010000:00010000:3.0:1781272759.399075:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000036e786c5/0x94898f2cdefc4eb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83caa expref: 11 pid: 8407 timeout: 816 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272759.399097:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 429 00000100:00100000:3.0:1781272759.399106:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+18:2391:x1867799159395456:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272759.399124:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272759.399146:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bd9d5459/0x94898f2cdefc4ed5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb8 expref: 18 pid: 15938 timeout: 816 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399159:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bd9d5459/0x94898f2cdefc4ed5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb8 expref: 18 pid: 15938 timeout: 816 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399182:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd9d5459/0x94898f2cdefc4ed5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cb8 expref: 18 pid: 15938 timeout: 816 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399203:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272759.399265:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159395456:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 159us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272759.399273:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 429 00000100:00100000:3.0:1781272759.399293:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 430 00000100:00100000:3.0:1781272759.399300:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4dab3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159395584:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272759.399307:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272759.399315:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000036e786c5/0x94898f2cdefc4eb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83caa expref: 11 pid: 8407 timeout: 816 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399327:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000036e786c5/0x94898f2cdefc4eb2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83caa expref: 11 pid: 8407 timeout: 816 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399351:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036e786c5/0x94898f2cdefc4eb2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83caa expref: 11 pid: 8407 timeout: 816 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399363:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272759.399365:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272759.399371:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399386:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399412:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272759.399433:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4dab3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159395584:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 132us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272759.399441:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 430 00000100:00080000:3.0:1781272759.399490:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781272759.399571:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399580:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399600:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399608:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399616:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399623:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4d29b3a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272759.399627:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399635:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399646:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.399654:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007877138c/0x94898f2cdefc4ef1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272759.399708:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159395328:12345-192.168.204.14@tcp:1:lfs.0 Request processed in 7024us (7162us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272759.399716:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 386 00000100:00100000:2.0:1781272759.409287:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272759.409331:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159395840 00000100:00100000:2.0:1781272759.409354:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159395840 00000100:00100000:2.0:1781272759.409416:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 272 00000100:00100000:2.0:1781272759.409433:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+109:32671:x1867799159395840:12345-192.168.204.14@tcp:35:lfs.0 00000004:00010000:2.0:1781272759.409510:0:6494:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x26:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc4ee3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cbf expref: 109 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781272759.409545:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968167 is committed 00000001:00080000:0.0:1781272759.409566:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968166 is committed 00000001:00100000:0.0:1781272759.409590:0:6470:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 875154ef-cf7e-4fcd-ae94-64193db56d1b 00000001:00080000:0.0:1781272759.409596:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968160 is committed 00000020:00000080:0.0:1781272759.409599:0:6470:0:(genops.c:906:class_export_put()) final put ffff8eb3c301f000/875154ef-cf7e-4fcd-ae94-64193db56d1b 00000020:00080000:0.0:1781272759.409616:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30 batchid updated 00000020:00000080:0.0:1781272759.409634:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8eb3c301f000/875154ef-cf7e-4fcd-ae94-64193db56d1b for lustre-MDT0000 00000020:00000080:0.0:1781272759.409689:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8eb3c301f800 for lustre-MDT0000 00000001:00080000:2.0:1781272759.409741:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968168 00010000:00010000:1.0:1781272759.409856:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.409868:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d62 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.409876:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.409888:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272759.409893:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.409903:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d62 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.410455:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8eb4eda8c800) 00010000:00010000:1.0:1781272759.410460:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272759.410467:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d62 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.410475:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc4d62 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.410495:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.410501:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d69 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.410506:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.410510:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272759.410513:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d69 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.410519:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d69 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.410533:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:1.0:1781272759.410536:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272759.410538:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d69 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.410544:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4d69 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1781272759.410934:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000020:00080000:0.0:1781272759.410949:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00010000:00010000:0.0:1781272759.410961:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4e3b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.410969:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4e3b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.410974:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4e3b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.410979:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272759.410982:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4e3b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.410989:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4e3b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.410998:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8eb4eda8c600) 00010000:00010000:0.0:1781272759.411001:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272759.411004:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4e3b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.411010:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc4e3b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272759.411565:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968169 00010000:00010000:2.0:1781272759.411618:0:6494:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272759.411637:0:6494:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e42 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c72 expref: 48 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272759.411647:0:6494:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c87 expref: 109 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272759.411655:0:6494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272759.411699:0:6494:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c87 expref: 109 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272759.411716:0:6494:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c87 expref: 109 pid: 8162 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272759.411730:0:6494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6494:1867799168683776:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272759.411932:0:6494:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e42 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c72 expref: 48 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272759.411942:0:6494:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e42 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c72 expref: 48 pid: 6491 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272759.411951:0:6494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6494:1867799168683904:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272759.411976:0:6494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272759.416299:0:6494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6494:1867799168683776:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272759.420749:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272759.420967:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159395968 00000100:00100000:0.0:1781272759.420978:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159395968 00010000:00010000:0.0:1781272759.421024:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c87 expref: 110 pid: 8162 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272759.421067:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 431 00000100:00100000:0.0:1781272759.421078:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+110:2390:x1867799159395968:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272759.421096:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272759.421104:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c87 expref: 110 pid: 8162 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.421119:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c87 expref: 110 pid: 8162 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.421145:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc4e73 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c87 expref: 110 pid: 8162 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.421162:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4eda8cc00) 00010000:00010000:0.0:1781272759.421168:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.421177:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.421184:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272759.421246:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+109:2390:x1867799159395968:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 169us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272759.421258:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 431 00000100:00100000:1.0:1781272759.421259:0:6494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6494:1867799168683904:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272759.421295:0:6494:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272759.423922:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272759.424016:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159396096 00000100:00100000:1.0:1781272759.424027:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159396096 00010000:00010000:1.0:1781272759.424082:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e42 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c72 expref: 49 pid: 6491 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272759.424124:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 432 00000100:00100000:1.0:1781272759.424135:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159396096:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272759.424151:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272759.424158:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e42 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c72 expref: 49 pid: 6491 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.424172:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e42 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c72 expref: 49 pid: 6491 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.424196:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc4e42 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c72 expref: 49 pid: 6491 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.424211:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4eda8cc00) 00010000:00010000:1.0:1781272759.424217:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.424241:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.424249:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.424276:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272759.424332:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159396096:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 198us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272759.424351:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 432 00010000:00010000:1.0:1781272759.426470:0:6494:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.426485:0:6494:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781272759.426617:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968170 00000001:00080000:1.0:1781272759.426751:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968171 00000001:00080000:1.0:1781272759.426790:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968172 00000100:00100000:1.0:1781272759.426904:0:6494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6494:1867799168684032:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781272759.426985:0:6494:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272759.427023:0:6494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0900 going to sleep for 11 seconds 00000100:00100000:1.0:1781272759.427047:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168684032 00000100:00100000:1.0:1781272759.427054:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168684032 00000100:00100000:1.0:1781272759.427113:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1781272759.427122:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6494:x1867799168684032:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781272759.427209:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6494:x1867799168684032:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 88us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272759.427216:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1781272759.427274:0:6494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6494:1867799168684032:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1781272759.427394:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968173 00000100:00100000:1.0:1781272759.427434:0:6494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6494:1867799168684160:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781272759.427461:0:6494:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272759.427477:0:6494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0240 going to sleep for 11 seconds 00000100:00100000:1.0:1781272759.427490:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168684160 00000100:00100000:1.0:1781272759.427494:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168684160 00000100:00100000:1.0:1781272759.427517:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1781272759.427523:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6494:x1867799168684160:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1781272759.427618:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6494:x1867799168684160:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 95us (156us total) trans 4294967369 rc 0/0 00000100:00100000:1.0:1781272759.427624:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1781272759.427655:0:6494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6494:1867799168684160:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:1.0:1781272759.427670:0:6494:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.427679:0:6494:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.427687:0:6494:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.427693:0:6494:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272759.427699:0:6494:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.427707:0:6494:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.427724:0:6494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4eda8cc00) 00010000:00010000:1.0:1781272759.427727:0:6494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1781272759.427731:0:6494:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272759.427738:0:6494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc4ef8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781272759.427825:0:6494:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1781272759.427921:0:6494:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9048 00000004:00080000:1.0:1781272759.427933:0:6494:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 716323101124ns, next at 717323098557ns, rc = 0 00000001:00080000:1.0:1781272759.427940:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968174 00010000:00010000:1.0:1781272759.427962:0:6494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4eda8cc00) 00010000:00010000:1.0:1781272759.427965:0:6494:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781272759.427971:0:6494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc4ee3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cbf expref: 113 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272759.428065:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+112:32671:x1867799159395840:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 18640us (18788us total) trans 4294968175 rc 0/0 00000100:00100000:1.0:1781272759.428074:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 272 00000020:00080000:1.0:1781272759.428078:0:6494:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00080000:3.0:1781272759.428728:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272759.428734:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272759.502259:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272759.502412:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159396352 00000100:00100000:3.0:1781272759.502443:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159396352 00000100:00100000:3.0:1781272759.502544:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1421 00000100:00100000:3.0:1781272759.502557:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+112:32672:x1867799159396352:12345-192.168.204.14@tcp:101:lseek_test.0 00010000:00010000:3.0:1781272759.502591:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272759.502616:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4eff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83cc6 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.502718:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4f06 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.502736:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4f06 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.502750:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4f06 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.502767:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f0d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.502776:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.502782:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.502970:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f14 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.502980:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f14 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.502987:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f14 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272759.502997:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1781272759.503101:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4f06 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503109:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4f06 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503117:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4f06 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503124:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272759.503129:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4f06 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503137:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4f06 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503152:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272759.503156:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272759.503161:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4f06 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503173:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4f06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503188:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503195:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f0d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503201:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503207:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272759.503210:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503232:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f0d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503241:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff8eb4ec01c200) 00010000:00010000:3.0:1781272759.503243:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272759.503247:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f0d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503253:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503331:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4eff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cc6 expref: 115 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503366:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f14 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cc6 expref: 114 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.503375:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4ec01cc00) 00010000:00010000:3.0:1781272759.503377:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272759.503380:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc000, rc 0) 00000100:00100000:3.0:1781272759.503481:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+114:32672:x1867799159396352:12345-192.168.204.14@tcp:101:lseek_test.0 Request processed in 927us (1233us total) trans 4294968176 rc 0/0 00000100:00100000:3.0:1781272759.503490:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1421 00000100:00100000:1.0:1781272759.507884:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272759.507974:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159396608 00000100:00100000:3.0:1781272759.507996:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159396608 00000100:00100000:3.0:1781272759.508101:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 66 00000100:00100000:3.0:1781272759.508115:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+114:32672:x1867799159396608:12345-192.168.204.14@tcp:103:lseek_test.0 00010000:00010000:3.0:1781272759.508137:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272759.508171:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f14 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cc6 expref: 114 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.508196:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4ec01cc00) 00010000:00010000:3.0:1781272759.508210:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272759.508593:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+113:32672:x1867799159396608:12345-192.168.204.14@tcp:103:lseek_test.0 Request processed in 479us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272759.508603:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 66 00000100:00100000:1.0:1781272759.511224:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272759.511858:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159396736 00000100:00100000:0.0:1781272759.511878:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159396736 00000100:00100000:0.0:1781272759.511959:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1422 00000100:00100000:0.0:1781272759.511971:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+113:32672:x1867799159396736:12345-192.168.204.14@tcp:58:lseek_test.0 00010000:00010000:0.0:1781272759.512116:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc4f22 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.512133:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc4f22 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272759.512144:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc4f22 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781272759.512258:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].40, 136 off13632 00000100:00100000:0.0:1781272759.512388:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+113:32672:x1867799159396736:12345-192.168.204.14@tcp:58:lseek_test.0 Request processed in 418us (1180us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272759.512397:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1422 00000100:00100000:1.0:1781272759.529534:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272759.529773:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159396864 00000100:00100000:3.0:1781272759.529787:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159396864 00000100:00100000:3.0:1781272759.529904:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1423 00000100:00100000:3.0:1781272759.529918:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+113:32672:x1867799159396864:12345-192.168.204.14@tcp:101:lseek_test.0 00010000:00010000:3.0:1781272759.529946:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272759.529976:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f29 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ccd expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.530053:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc4f22 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.530066:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f29 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ccd expref: 114 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.530594:0:6492:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc4f22 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.530614:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f29 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ccd expref: 114 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.530703:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4c3ceb500) 00010000:00010000:3.0:1781272759.530708:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272759.530713:0:6492:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f29 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ccd expref: 114 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272759.530723:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc000, rc 0) 00000100:00100000:3.0:1781272759.531021:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+114:32672:x1867799159396864:12345-192.168.204.14@tcp:101:lseek_test.0 Request processed in 1106us (1504us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272759.531031:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1423 00010000:00010000:0.0:1781272759.616118:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272760.005285:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272760.005295:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272760.005698:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 4 00000040:00080000:3.0:1781272760.005713:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272760.005907:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f8a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168684288:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272760.006054:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4db313300 going to sleep for 11 seconds 00000100:00100000:3.0:1781272760.021637:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f8a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168684288:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272760.025967:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.026134:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159396992 00000100:00100000:0.0:1781272760.026147:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159396992 00000100:00100000:0.0:1781272760.026212:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1424 00000100:00100000:0.0:1781272760.026223:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:32673:x1867799159396992:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781272760.026276:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781272760.026418:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+48:32673:x1867799159396992:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 196us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272760.026427:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1424 00000100:00100000:1.0:1781272760.032463:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.032602:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159397120 00000100:00100000:0.0:1781272760.032613:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159397120 00000100:00100000:0.0:1781272760.032682:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1425 00000100:00100000:0.0:1781272760.032694:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+48:32673:x1867799159397120:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1781272760.032781:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f30 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.032802:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f30 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.032816:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f30 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.032855:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f37 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.032864:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.032871:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.032896:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f3e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.032903:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f3e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.032910:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f3e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272760.032962:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:0.0:1781272760.032967:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272760.032983:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f3e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.032996:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f30 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033003:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f30 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033009:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f30 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033016:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f30 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033023:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272760.033027:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f30 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033036:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f30 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033063:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:0.0:1781272760.033067:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272760.033072:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f30 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033078:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f30 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033091:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f37 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033097:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f37 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033103:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f37 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033108:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272760.033111:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f37 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033116:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f37 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033124:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa389f9b6 (ffff8eb4c3ceb600) 00010000:00010000:0.0:1781272760.033126:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272760.033129:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f37 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033134:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f37 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033147:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f3e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033153:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f3e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033158:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f3e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033163:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272760.033166:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f3e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033171:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f3e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033181:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4c3ceb500) 00010000:00010000:0.0:1781272760.033183:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272760.033186:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f3e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.033192:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f3e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272760.033393:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+48:32673:x1867799159397120:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 701us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272760.033401:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1425 00000100:00100000:1.0:1781272760.045124:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272760.045383:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159397376 00000100:00100000:3.0:1781272760.045397:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159397376 00000100:00100000:3.0:1781272760.045479:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1426 00000100:00100000:3.0:1781272760.045493:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:32673:x1867799159397376:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272760.045521:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272760.045546:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f45 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83cd4 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.045691:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f4c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.045709:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f4c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.045724:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f4c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272760.045737:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1781272760.045903:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f4c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.045912:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f4c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.045921:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f4c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.045930:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272760.045935:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f4c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.045944:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f4c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.045960:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4c3ceb500) 00010000:00010000:3.0:1781272760.045964:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272760.045970:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f4c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.045977:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4f4c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.046031:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f45 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cd4 expref: 50 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.046042:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:3.0:1781272760.046045:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272760.046050:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f45 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cd4 expref: 50 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.046060:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:3.0:1781272760.046131:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:32673:x1867799159397376:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 641us (1032us total) trans 4294968177 rc 301/301 00000100:00100000:3.0:1781272760.046139:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1426 00000100:00100000:1.0:1781272760.053895:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272760.054033:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159397504 00000100:00100000:3.0:1781272760.054047:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159397504 00000100:00100000:3.0:1781272760.054130:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1427 00000100:00100000:3.0:1781272760.054143:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+49:32673:x1867799159397504:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272760.054196:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272760.054403:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+49:32673:x1867799159397504:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 261us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272760.054411:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1427 00000100:00100000:1.0:1781272760.057934:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272760.064857:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159397760 00000100:00100000:3.0:1781272760.064885:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159397760 00000100:00100000:3.0:1781272760.065004:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1428 00000100:00100000:3.0:1781272760.065018:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:32673:x1867799159397760:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272760.065051:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272760.065079:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4f5a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83cdb expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.065926:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4f61 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.065949:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4f61 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.065962:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4f61 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272760.065975:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00010000:00010000:2.0:1781272760.066040:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4f5a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cdb expref: 52 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.066063:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4f61 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cdb expref: 51 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.066073:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4d2a2cd00) 00010000:00010000:2.0:1781272760.066076:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272760.066080:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2600, rc 0) 00000100:00100000:2.0:1781272760.066160:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:32673:x1867799159397760:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1146us (8243us total) trans 4294968178 rc 0/0 00000100:00100000:2.0:1781272760.066171:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1428 00000100:00100000:2.0:1781272760.073532:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.073643:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159398016 00000100:00100000:0.0:1781272760.073655:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159398016 00000100:00100000:0.0:1781272760.073723:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1429 00000100:00100000:0.0:1781272760.073735:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:32673:x1867799159398016:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1781272760.073803:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272760.073863:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc4f61 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cdb expref: 51 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.073887:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4d2a2cd00) 00010000:00010000:0.0:1781272760.073898:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272760.073925:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.073940:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4e88 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c95 expref: 113 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.073950:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 4/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.074005:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4e88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c95 expref: 113 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.074021:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4e88 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c95 expref: 113 pid: 6493 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272760.074036:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168684416:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272760.074130:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272760.077193:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168684416:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272760.077226:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272760.081362:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.081628:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159398144 00000100:00100000:0.0:1781272760.081642:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159398144 00010000:00010000:0.0:1781272760.081689:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4e88 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c95 expref: 114 pid: 6493 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272760.081724:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 433 00000100:00100000:0.0:1781272760.081733:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+114:2390:x1867799159398144:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272760.081749:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272760.081756:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4e88 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c95 expref: 114 pid: 6493 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.081770:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4e88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c95 expref: 114 pid: 6493 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.081799:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4e88 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c95 expref: 114 pid: 6493 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.081815:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:0.0:1781272760.081820:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.081866:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.081875:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.081902:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272760.081950:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+113:2390:x1867799159398144:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 217us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272760.081956:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 433 00010000:00010000:3.0:1781272760.084314:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084355:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084402:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f76 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x39e4426a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084417:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x39e4426a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084429:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x39e4426a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084497:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084506:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084512:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084518:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272760.084523:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084532:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084545:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:3.0:1781272760.084549:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272760.084555:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084561:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc4f6f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084575:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x39e4426a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084582:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f76 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x39e4426a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084588:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x39e4426a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084594:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272760.084597:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x39e4426a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084603:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f76 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0x39e4426a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084610:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x39e4426a (ffff8eb4ec01cc00) 00010000:00010000:3.0:1781272760.084613:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272760.084615:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f76 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x39e4426a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.084621:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4f76 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0x39e4426a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272760.084728:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+50:32673:x1867799159398016:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 10991us (11203us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272760.084738:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1429 00000100:00100000:1.0:1781272760.097784:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.098027:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159398272 00000100:00100000:0.0:1781272760.098039:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159398272 00000100:00100000:0.0:1781272760.098109:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1430 00000100:00100000:0.0:1781272760.098122:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:32673:x1867799159398272:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272760.098150:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272760.098180:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4f7d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ce2 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.098222:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f84 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.098242:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f84 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.098254:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f84 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.098398:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4f7d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce2 expref: 52 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.098418:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f84 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce2 expref: 51 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.098426:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:0.0:1781272760.098429:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272760.098433:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57200, rc 0) 00000100:00100000:0.0:1781272760.098517:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+51:32673:x1867799159398272:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 398us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272760.098535:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1430 00000100:00100000:1.0:1781272760.107458:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272760.107584:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159398528 00000100:00100000:2.0:1781272760.107599:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159398528 00000100:00100000:2.0:1781272760.107682:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1431 00000100:00100000:2.0:1781272760.107704:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:32673:x1867799159398528:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272760.107818:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc4f8b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.107866:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc4f8b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.107884:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc4f8b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272760.108074:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000036dc7dbd reply state 00000000e3c09084 transno 4294968179 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc4f8b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.108094:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc4f8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.108103:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:2.0:1781272760.108107:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781272760.108111:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272760.108306:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:32673:x1867799159398528:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 603us (861us total) trans 4294968179 rc 0/0 00000100:00100000:2.0:1781272760.108314:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1431 00000100:00100000:3.0:1781272760.124366:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.124553:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159398656 00000100:00100000:0.0:1781272760.124570:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159398656 00000100:00100000:0.0:1781272760.124662:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1432 00000100:00100000:0.0:1781272760.124674:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:32673:x1867799159398656:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272760.124721:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272760.124748:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4f92 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ce9 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.124825:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4f92 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce9 expref: 54 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.124882:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4f92 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce9 expref: 54 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.124894:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:0.0:1781272760.124897:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272760.124901:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56600, rc 0) 00000100:00100000:0.0:1781272760.124975:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+54:32673:x1867799159398656:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 305us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272760.124983:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1432 00000100:00100000:1.0:1781272760.137750:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272760.137879:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159398784 00000100:00100000:2.0:1781272760.137893:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159398784 00000100:00100000:2.0:1781272760.137965:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 273 00000100:00100000:2.0:1781272760.137977:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+54:32673:x1867799159398784:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1781272760.138163:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+54:32673:x1867799159398784:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 Request processed in 186us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272760.138172:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 273 00000100:00100000:2.0:1781272760.148359:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272760.148596:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159399040 00000100:00100000:1.0:1781272760.148609:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159399040 00000100:00100000:1.0:1781272760.148694:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 274 00000100:00100000:1.0:1781272760.148706:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+54:32673:x1867799159399040:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272760.149058:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+55:32673:x1867799159399040:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 353us (716us total) trans 4294968180 rc 0/0 00000100:00100000:1.0:1781272760.149067:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 274 00000100:00100000:3.0:1781272760.160184:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272760.160343:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159399296 00000100:00100000:2.0:1781272760.160357:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159399296 00000100:00100000:2.0:1781272760.160451:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1433 00000100:00100000:2.0:1781272760.160464:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:32673:x1867799159399296:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272760.160632:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:32673:x1867799159399296:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 170us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272760.160641:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1433 00000100:00100000:3.0:1781272760.168267:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.170189:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159399552 00000100:00100000:0.0:1781272760.170208:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159399552 00000100:00100000:0.0:1781272760.170440:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1434 00000100:00100000:0.0:1781272760.170456:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:32673:x1867799159399552:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272760.170485:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272760.170512:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f99 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83cf0 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.170667:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.170696:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4f92 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce9 expref: 56 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.170707:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.170752:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4f92 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce9 expref: 56 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.170769:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4f92 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce9 expref: 56 pid: 6491 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272760.170785:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168684544:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272760.170960:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272760.176436:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168684544:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272760.176478:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272760.177488:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272760.177893:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159399680 00000100:00100000:3.0:1781272760.177905:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159399680 00010000:00010000:3.0:1781272760.178079:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4f92 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce9 expref: 57 pid: 6491 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272760.178172:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 434 00000100:00100000:3.0:1781272760.178183:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+57:2391:x1867799159399680:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272760.178213:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272760.178221:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4f92 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce9 expref: 57 pid: 6491 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.178235:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4f92 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce9 expref: 57 pid: 6491 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.178265:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc4f92 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce9 expref: 57 pid: 6491 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.178286:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:3.0:1781272760.178291:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.178302:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.178311:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.178359:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272760.178449:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+56:2391:x1867799159399680:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 267us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272760.178457:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 434 00010000:00010000:1.0:1781272760.179322:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.179344:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272760.179369:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00080000:1.0:1781272760.179617:0:8162:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:1.0:1781272760.179950:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.179960:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.179973:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.179980:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272760.179985:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.179995:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.180011:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:1.0:1781272760.180015:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272760.180019:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.180027:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc4fa0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.180116:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f99 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cf0 expref: 56 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.180128:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8eb4eda8ce00) 00010000:00010000:1.0:1781272760.180130:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272760.180134:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc4f99 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cf0 expref: 56 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.180144:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56200, rc 0) 00000100:00100000:1.0:1781272760.180342:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:32673:x1867799159399552:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 9758us (11960us total) trans 4294968181 rc 301/301 00000100:00100000:1.0:1781272760.180356:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1434 00000100:00100000:1.0:1781272760.194756:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.195032:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159399936 00000100:00100000:0.0:1781272760.195046:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159399936 00000100:00100000:0.0:1781272760.195123:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 275 00000100:00100000:0.0:1781272760.195135:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:32673:x1867799159399936:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272760.195707:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:32673:x1867799159399936:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 571us (966us total) trans 4294968182 rc 0/0 00000100:00100000:0.0:1781272760.195717:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 275 00000100:00100000:2.0:1781272760.199086:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272760.199343:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159400064 00000100:00100000:1.0:1781272760.199357:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159400064 00000100:00100000:1.0:1781272760.199441:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1435 00000100:00100000:1.0:1781272760.199452:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+56:32673:x1867799159400064:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272760.199483:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272760.199508:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc4fae lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83cf7 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.199613:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc4fb5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.199632:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc4fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.199647:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc4fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272760.199709:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00200000:1.0:1781272760.199714:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272760.199740:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc4fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.199773:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc4fae lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cf7 expref: 58 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.199794:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc4fb5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cf7 expref: 57 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.199819:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:1.0:1781272760.199822:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1781272760.199826:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30600, rc 0) 00000100:00100000:1.0:1781272760.199945:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+57:32673:x1867799159400064:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 492us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272760.199954:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1435 00000100:00100000:2.0:1781272760.204251:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.204618:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159400192 00000100:00100000:0.0:1781272760.204634:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159400192 00000100:00100000:0.0:1781272760.204735:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 387 00000100:00100000:0.0:1781272760.204747:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159400192:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272760.204772:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272760.204797:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088e1f0b6/0x94898f2cdefc4fbc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83cfe expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1781272760.204952:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1781272760.205174:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272760.205200:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272760.205203:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272760.205341:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088e1f0b6/0x94898f2cdefc4fbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cfe expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.205437:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000088e1f0b6/0x94898f2cdefc4fbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cfe expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.205455:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57000, rc 0) 00000100:00100000:0.0:1781272760.205564:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159400192:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 818us (1330us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272760.205574:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 387 00000100:00100000:3.0:1781272760.209305:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.210992:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159400448 00000100:00100000:0.0:1781272760.211010:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159400448 00000100:00100000:0.0:1781272760.211093:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1436 00000100:00100000:0.0:1781272760.211105:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+57:32673:x1867799159400448:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272760.211263:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+57:32673:x1867799159400448:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 161us (1973us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272760.211271:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1436 00000100:00100000:3.0:1781272760.216824:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.217031:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159400576 00000100:00100000:0.0:1781272760.217045:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159400576 00000100:00100000:0.0:1781272760.217120:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 388 00000100:00100000:0.0:1781272760.217135:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:32673:x1867799159400576:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272760.217164:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272760.217187:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d05 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.217228:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000088e1f0b6/0x94898f2cdefc4fbc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cfe expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.217238:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272760.217240:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272760.217244:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d05 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.217285:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000088e1f0b6/0x94898f2cdefc4fbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cfe expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.217299:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000088e1f0b6/0x94898f2cdefc4fbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cfe expref: 12 pid: 8405 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272760.217317:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168684672:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272760.217451:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272760.224173:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272760.224315:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159400704 00000100:00100000:3.0:1781272760.224336:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159400704 00010000:00010000:3.0:1781272760.224394:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000088e1f0b6/0x94898f2cdefc4fbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cfe expref: 13 pid: 8405 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272760.224412:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168684672:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272760.224447:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d05 expref: 13 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272760.224458:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 435 00010000:00010000:0.0:1781272760.224469:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56c00, rc 0) 00000100:00100000:3.0:1781272760.224475:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159400704:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272760.224495:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272760.224526:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000088e1f0b6/0x94898f2cdefc4fbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cfe expref: 13 pid: 8405 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.224542:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000088e1f0b6/0x94898f2cdefc4fbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cfe expref: 13 pid: 8405 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272760.224549:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:32673:x1867799159400576:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 7417us (7754us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272760.224563:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 388 00010000:00010000:3.0:1781272760.224578:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088e1f0b6/0x94898f2cdefc4fbc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cfe expref: 13 pid: 8405 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.224595:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272760.224599:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272760.224607:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d05 expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.224618:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d05 expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.224658:0:10311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d05 expref: 11 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272760.224680:0:10311:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10311:1867799168684800:192.168.204.14@tcp:105: 00000100:00100000:3.0:1781272760.224753:0:10311:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4db3139c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272760.234797:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272760.235250:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159400832 00000100:00100000:2.0:1781272760.235265:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159400832 00002000:00100000:2.0:1781272760.235432:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff8eb4ff99b800 x1867799159400832/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:516/0 lens 648/0 e 0 to 0 dl 1781272771 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272760.235447:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff99b800 with x1867799159400832 ext(0->157) 00002000:00010000:2.0:1781272760.235455:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff99b800 00000100:00100000:2.0:1781272760.235500:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 104 00000100:00100000:2.0:1781272760.235512:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159400832:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1781272760.239647:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+14:2391:x1867799159400832:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 4125us (4856us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1781272760.239665:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 104 00002000:00100000:2.0:1781272760.239681:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff8eb4ff99b800 x1867799159400832/t4294967376(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:516/0 lens 648/448 e 0 to 0 dl 1781272771 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272760.239693:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff99b800 with x1867799159400832 ext(0->157) 00002000:00010000:2.0:1781272760.239701:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff99b800 00000100:00100000:3.0:1781272760.241322:0:10311:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10311:1867799168684800:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272760.241364:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272760.241433:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159400704:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 16961us (17273us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272760.241446:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 435 00000100:00100000:2.0:1781272760.255290:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272760.255767:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159400960 00000100:00100000:1.0:1781272760.255783:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159400960 00000100:00100000:1.0:1781272760.255915:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1437 00000100:00100000:1.0:1781272760.255927:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+57:32673:x1867799159400960:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1781272760.257992:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968182 is committed 00000001:00080000:0.0:1781272760.258035:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968176 is committed 00000004:00080000:0.0:1781272760.258042:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000020:00080000:0.0:1781272760.258072:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb3c10c0900 refcount 2 committed 0 result 0 batchid 31 00000020:00080000:0.0:1781272760.258079:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c708fa00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c10c0c00 00000020:00080000:0.0:1781272760.258083:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb4c5af7000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c3391200 00000020:00080000:2.0:1781272760.258197:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 31 committed batchid 30 00000020:00080000:2.0:1781272760.258304:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:0.0:1781272760.258931:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168684928:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781272760.259024:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1781272760.259139:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc4f8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.259152:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc4f8b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.259161:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc4f8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.259167:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272760.259173:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc4f8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.259182:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc4f8b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.259202:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:1.0:1781272760.259207:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781272760.259212:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc4f8b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.259218:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc4f8b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272760.259558:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168684928 00000100:00100000:3.0:1781272760.259569:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168684928 00000100:00100000:3.0:1781272760.259632:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1781272760.259642:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168684928:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1781272760.259945:0:8407:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:26 count 1 00002000:00010000:3.0:1781272760.259987:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 158, mtime: 0x6a2c10b5, atime: 0x0, ctime: 0x6a2c10b5, blocks: 0x8 00010000:00010000:3.0:1781272760.259995:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc4fca lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.260012:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272760.260014:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272760.260022:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc4fca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.260039:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc4fca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.260048:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc4fca lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.260058:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc4fca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.260079:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781272760.260266:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3618:x1867799168684928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 625us (1241us total) trans 4294967370 rc 0/0 00000100:00100000:3.0:1781272760.260275:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000004:00080000:0.0:1781272760.260595:0:3618:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c17fb480/2, rc 0, transno 4294967370 00000100:00100000:0.0:1781272760.260604:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168684928:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1781272760.260717:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:32673:x1867799159400960:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 4789us (5439us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272760.260728:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1437 00010000:00010000:1.0:1781272760.260757:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272760.260764:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc4fca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.260776:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272760.260781:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc4fca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.260793:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc4fca lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.260828:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc4fca lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.260861:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc4fca lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.260885:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272760.260887:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272760.260889:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272760.273444:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272760.273581:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159401088 00000100:00100000:3.0:1781272760.273596:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159401088 00000100:00100000:3.0:1781272760.273692:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 390 00000100:00100000:3.0:1781272760.273705:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159401088:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1781272760.275751:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00000001:00100000:2.0:1781272760.275778:0:9485:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 875154ef-cf7e-4fcd-ae94-64193db56d1b 00000020:00000080:2.0:1781272760.275783:0:9485:0:(genops.c:906:class_export_put()) final put ffff8eb3c3019800/875154ef-cf7e-4fcd-ae94-64193db56d1b 00000100:00100000:3.0:1781272760.276174:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159401088:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 2464us (2737us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272760.276189:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 390 00000020:00000080:1.0:1781272760.278091:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8eb3c3019800/875154ef-cf7e-4fcd-ae94-64193db56d1b for lustre-OST0001 00000020:00000080:1.0:1781272760.278177:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8eb3c301a800 for lustre-OST0001 00000100:00100000:2.0:1781272760.288815:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272760.289056:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159401344 00000100:00100000:3.0:1781272760.289071:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159401344 00000100:00100000:3.0:1781272760.289147:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1438 00000100:00100000:3.0:1781272760.289160:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:32673:x1867799159401344:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272760.289231:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272760.289266:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc4fb5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83cf7 expref: 50 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.289290:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:3.0:1781272760.289297:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272760.289352:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4fd1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.289664:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4fd1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.289678:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4fd1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272760.289991:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000004d516c69 reply state 00000000ff206c3e transno 4294968183 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4fd1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.290007:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4fd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.290014:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:3.0:1781272760.290017:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272760.290021:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781272760.290160:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+51:32673:x1867799159401344:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 1002us (1371us total) trans 4294968183 rc 0/0 00000100:00100000:3.0:1781272760.290168:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1438 00000100:00100000:2.0:1781272760.296415:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272760.296514:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159401472 00000100:00100000:3.0:1781272760.296528:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159401472 00000100:00100000:3.0:1781272760.296622:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1439 00000100:00100000:3.0:1781272760.296634:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:32673:x1867799159401472:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272760.296668:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272760.296694:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4fd8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d0c expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.296776:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4fd8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d0c expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.296794:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4fd8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d0c expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.296828:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:3.0:1781272760.296855:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272760.296860:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:3.0:1781272760.296935:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:32673:x1867799159401472:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 304us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272760.296943:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1439 00000100:00100000:2.0:1781272760.310008:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.310665:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159401600 00000100:00100000:0.0:1781272760.310679:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159401600 00000100:00100000:0.0:1781272760.310760:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 391 00000100:00100000:0.0:1781272760.310773:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159401600:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1781272760.311065:0:8404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1781272760.311070:0:8404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1781272757 00002000:00010000:0.0:1781272760.311073:0:8404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime from disk: 0 -> 1781272757 00002000:00010000:0.0:1781272760.311075:0:8404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1781272757 00002000:00010000:0.0:1781272760.311078:0:8404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1781272760.311170:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159401600:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 399us (1176us total) trans 4294967377 rc 0/0 00000100:00100000:0.0:1781272760.311181:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 391 00000100:00100000:2.0:1781272760.320728:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272760.320882:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159401856 00000100:00100000:1.0:1781272760.320896:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159401856 00000100:00100000:1.0:1781272760.320961:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1440 00000100:00100000:1.0:1781272760.320973:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+52:32673:x1867799159401856:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1781272760.321061:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.321082:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f84 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce2 expref: 52 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.321093:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 4/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.321150:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f84 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce2 expref: 52 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.321167:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f84 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce2 expref: 52 pid: 12323 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272760.321186:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168685056:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272760.321317:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c78943c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272760.327175:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168685056:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272760.327216:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272760.329643:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272760.330910:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159401984 00000100:00100000:1.0:1781272760.330932:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159401984 00010000:00010000:1.0:1781272760.330998:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f84 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce2 expref: 53 pid: 12323 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272760.331047:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 436 00000100:00100000:1.0:1781272760.331059:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4dab3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159401984:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272760.331081:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272760.331089:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f84 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce2 expref: 53 pid: 12323 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.331104:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f84 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce2 expref: 53 pid: 12323 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.331134:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc4f84 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ce2 expref: 53 pid: 12323 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.331157:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:1.0:1781272760.331164:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.331176:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.331185:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.331233:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272760.331335:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4dab3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+52:2391:x1867799159401984:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 268us (1695us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272760.331344:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 436 00010000:00010000:2.0:1781272760.332080:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.332097:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.332153:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.332159:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.332167:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.332172:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272760.332177:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.332184:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.332198:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:2.0:1781272760.332202:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1781272760.332205:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 2/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.332212:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc4fdf lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272760.332289:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:32673:x1867799159401856:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 11318us (11577us total) trans 0 rc -22/-22 00000100:00100000:2.0:1781272760.332300:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1440 00000100:00100000:2.0:1781272760.355374:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.355547:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159402112 00000100:00100000:0.0:1781272760.355564:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159402112 00000100:00100000:0.0:1781272760.355649:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 392 00000100:00100000:0.0:1781272760.355664:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159402112:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781272760.355725:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.355750:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d05 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.355760:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781272760.355763:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781272760.355766:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.355886:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d05 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.355904:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d05 expref: 12 pid: 8404 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272760.355924:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168685184:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272760.356048:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272760.374600:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168685184:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272760.374649:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272760.375156:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272760.382563:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159402240 00000100:00100000:1.0:1781272760.382583:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159402240 00010000:00010000:1.0:1781272760.382651:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d05 expref: 13 pid: 8404 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272760.382707:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 437 00000100:00100000:1.0:1781272760.382719:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159402240:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272760.382742:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272760.382772:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d05 expref: 13 pid: 8404 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.382789:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d05 expref: 13 pid: 8404 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.382818:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc4fc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d05 expref: 13 pid: 8404 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.383076:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272760.383079:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272760.383085:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.383098:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.383154:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272760.383304:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.383316:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.383354:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.383372:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.383383:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.383392:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56e00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:0.0:1781272760.383397:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.383407:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.383422:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.383435:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc4fe6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272760.383518:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159402240:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 798us (8362us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272760.383528:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 437 00000100:00100000:3.0:1781272760.387034:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272760.387065:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168685312:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272760.387161:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272760.387225:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168685312 00000100:00100000:3.0:1781272760.387234:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168685312 00000100:00100000:3.0:1781272760.387292:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1781272760.387300:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168685312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272760.387424:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:3.0:1781272760.387486:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168685312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 186us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272760.387495:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1781272760.387556:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168685312:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272760.387970:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159402112:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 32306us (32618us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272760.387982:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 392 00000100:00100000:2.0:1781272760.397573:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272760.398334:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159402496 00000100:00100000:3.0:1781272760.398351:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159402496 00000100:00100000:3.0:1781272760.398549:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1441 00000100:00100000:3.0:1781272760.398564:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+51:32673:x1867799159402496:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272760.398666:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4fed lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.398688:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4fed lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.398702:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4fed lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.399094:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.399108:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4fd8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d0c expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.399118:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.399163:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4fd8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d0c expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.399180:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4fd8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d0c expref: 52 pid: 6491 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272760.399199:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168685440:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272760.400631:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4db313180 going to sleep for 11 seconds 00000100:00100000:2.0:1781272760.412227:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272760.414164:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159402624 00000100:00100000:1.0:1781272760.414191:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159402624 00010000:00010000:1.0:1781272760.414261:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4fd8 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d0c expref: 53 pid: 6491 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272760.414339:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 438 00000100:00100000:1.0:1781272760.414351:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159402624:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272760.414382:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272760.414390:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4fd8 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d0c expref: 53 pid: 6491 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.414407:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4fd8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d0c expref: 53 pid: 6491 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.414437:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:1.0:1781272760.414444:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.414456:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.414464:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272760.414489:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272760.414579:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159402624:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 230us (2378us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272760.414589:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 438 00010000:00010000:3.0:1781272760.417517:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc4fd8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d0c expref: 52 pid: 6491 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272760.417560:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168685440:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272760.417590:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.417601:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.417608:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272760.417776:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968184 00000001:00080000:2.0:1781272760.419684:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968185 00000001:00080000:2.0:1781272760.419767:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968186 00000100:00100000:2.0:1781272760.419933:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168685568:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1781272760.420031:0:6492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272760.420082:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1781272760.421889:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168685568 00000100:00100000:3.0:1781272760.421910:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168685568 00000100:00100000:3.0:1781272760.422000:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1781272760.422012:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6492:x1867799168685568:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1781272760.422187:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6492:x1867799168685568:12345-0@lo:1000:mdt00_001.0 Request processed in 177us (2156us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272760.422196:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1781272760.422284:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168685568:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1781272760.422613:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968187 00000100:00100000:3.0:1781272760.422709:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168685696:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1781272760.422761:0:6492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272760.422799:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168685696 00000100:00100000:3.0:1781272760.422804:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168685696 00000100:00100000:3.0:1781272760.422862:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1781272760.422871:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6492:x1867799168685696:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1781272760.422999:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6492:x1867799168685696:12345-0@lo:1000:mdt00_001.0 Request processed in 128us (237us total) trans 4294967378 rc 0/0 00000100:00100000:3.0:1781272760.423005:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1781272760.423030:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61ec3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272760.423054:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d5500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6492:1867799168685696:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1781272760.423124:0:6492:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968188 00000100:00080000:2.0:1781272760.424340:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1781272760.426402:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426424:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426434:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426441:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cde00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272760.426447:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426456:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426479:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:3.0:1781272760.426483:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272760.426489:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426496:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cde00/0x94898f2cdefc4ff4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426548:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc4f22 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426557:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc4f22 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426563:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc4f22 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426569:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272760.426573:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc4f22 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426579:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc4f22 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426588:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4c3ceb500) 00010000:00010000:3.0:1781272760.426591:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272760.426603:0:6492:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f29 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ccd expref: 103 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426618:0:6492:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f29 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ccd expref: 103 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.426629:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f29 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ccd expref: 103 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.427577:0:6492:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc000/0x94898f2cdefc4f29 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ccd expref: 103 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272760.427605:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168685824:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272760.427746:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272760.437272:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.437449:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168685824:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272760.437489:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc4f22 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437503:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc4f22 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437543:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc4ffb lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437560:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc4ffb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437575:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc4ffb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437591:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc4ffb lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437599:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc4ffb lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437606:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc4ffb lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437614:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272760.437618:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc4ffb lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437626:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc4ffb lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437637:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4c3ceb500) 00010000:00010000:0.0:1781272760.437641:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272760.437645:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc4ffb lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437651:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc4ffb lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437661:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4fed lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437667:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4fed lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437674:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4fed lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437680:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272760.437683:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4fed lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437689:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4fed lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437696:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff8eb4c3ceb500) 00010000:00010000:0.0:1781272760.437698:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272760.437700:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4fed lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272760.437706:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc4fed lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272760.437956:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:32673:x1867799159402496:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 39394us (40398us total) trans 4294968189 rc 0/0 00000100:00100000:0.0:1781272760.437968:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1441 00000020:00080000:0.0:1781272760.437976:0:6492:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:1.0:1781272760.442336:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159402752 00000100:00100000:1.0:1781272760.442358:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159402752 00000100:00100000:1.0:1781272760.442628:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 276 00000100:00100000:1.0:1781272760.444409:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b31c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+104:32672:x1867799159402752:12345-192.168.204.14@tcp:49:lseek_test.0 00000100:00100000:1.0:1781272760.444607:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b31c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+104:32672:x1867799159402752:12345-192.168.204.14@tcp:49:lseek_test.0 Request processed in 1969us (7351us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272760.444618:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 276 00000040:00080000:3.0:1781272760.446811:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272760.446825:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272760.447374:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1781272760.447390:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272760.452336:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272760.463679:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272760.463726:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159403136 00000100:00100000:3.0:1781272760.463739:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159403136 00000100:00100000:3.0:1781272760.463824:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 393 00000100:00100000:3.0:1781272760.463865:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+14:32672:x1867799159403136:12345-192.168.204.14@tcp:101:lseek_test.0 00010000:00010000:3.0:1781272760.464378:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272760.464409:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc5002 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d13 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272760.464444:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a2c10b5, atime: 0x6a2c10b5, ctime: 0x6a2c10b5, blocks: 0x8 00010000:00010000:3.0:1781272760.464471:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272760.464473:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272760.464483:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc5002 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d13 expref: 15 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.464502:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037750d81/0x94898f2cdefc5002 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d13 expref: 15 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.464516:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cde00, rc 0) 00000100:00100000:3.0:1781272760.464590:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+15:32672:x1867799159403136:12345-192.168.204.14@tcp:101:lseek_test.0 Request processed in 756us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272760.464598:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 393 00000100:00080000:3.0:1781272760.464638:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272760.465863:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159403008 00000100:00100000:2.0:1781272760.465890:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159403008 00000100:00100000:2.0:1781272760.465964:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 277 00000100:00100000:2.0:1781272760.465975:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:32673:x1867799159403008:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1781272760.466353:0:6495:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x27:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1781272760.466412:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968190 00010000:00010000:2.0:1781272760.466452:0:6495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5009 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.466472:0:6495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5009 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.466484:0:6495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5009 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.466497:0:6495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5009 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.466503:0:6495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5009 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.466509:0:6495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5009 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272760.466534:0:6495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781272760.466640:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+58:32673:x1867799159403008:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 666us (14331us total) trans 4294968191 rc 0/0 00000100:00100000:2.0:1781272760.466647:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 277 00000020:00080000:2.0:1781272760.466652:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1781272760.469115:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272760.469137:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5009 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.469151:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272760.469157:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5009 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.469169:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5009 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.469194:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:3.0:1781272760.469198:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781272760.469216:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5009 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.469223:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5009 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272760.469246:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272760.469249:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272760.469252:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272760.485793:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272760.486347:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159403264 00000100:00100000:0.0:1781272760.486428:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159403264 00000100:00100000:0.0:1781272760.486514:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 394 00000100:00100000:0.0:1781272760.486528:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159403264:12345-192.168.204.14@tcp:23:lseek_test.0 00000100:00100000:0.0:1781272760.486687:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159403264:12345-192.168.204.14@tcp:23:lseek_test.0 Request processed in 161us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272760.486696:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 394 00000100:00100000:0.0:1781272760.489520:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272760.489661:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159403520 00000100:00100000:2.0:1781272760.489675:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159403520 00000100:00100000:2.0:1781272760.489747:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 278 00000100:00100000:2.0:1781272760.489759:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+104:32672:x1867799159403520:12345-192.168.204.14@tcp:35:lseek_test.0 00000100:00100000:2.0:1781272760.490171:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+105:32672:x1867799159403520:12345-192.168.204.14@tcp:35:lseek_test.0 Request processed in 411us (665us total) trans 4294968192 rc 0/0 00000100:00100000:2.0:1781272760.490182:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 278 00010000:00010000:1.0:1781272760.644947:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272761.408178:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272761.408208:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168685952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272761.408327:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272761.408419:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168685952 00000100:00100000:2.0:1781272761.408429:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168685952 00000100:00100000:2.0:1781272761.408509:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1781272761.408521:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168685952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272761.408566:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272761.408622:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168685952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272761.408630:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1781272761.408691:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168685952:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272761.665544:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272761.859403:0:24210:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272761.859417:0:24210:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272761.860216:0:24210:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 4 00000040:00080000:1.0:1781272761.860225:0:24210:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1781272761.922531:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000001:00080000:0.0:1781272761.922563:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967368 is committed 00000001:00100000:0.0:1781272761.922573:0:8400:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 875154ef-cf7e-4fcd-ae94-64193db56d1b 00000020:00000080:0.0:1781272761.922578:0:8400:0:(genops.c:906:class_export_put()) final put ffff8eb3c3345800/875154ef-cf7e-4fcd-ae94-64193db56d1b 00000020:00000080:2.0:1781272761.922661:0:15936:0:(genops.c:865:class_export_destroy()) destroying export ffff8eb3c3345800/875154ef-cf7e-4fcd-ae94-64193db56d1b for lustre-OST0000 00000020:00000080:2.0:1781272761.922736:0:15936:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8eb3c3346000 for lustre-OST0000 00000001:00100000:3.0:1781272761.925570:0:7422:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 875154ef-cf7e-4fcd-ae94-64193db56d1b 00000001:00080000:3.0:1781272761.925592:0:7422:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967330 is committed 00000020:00000080:3.0:1781272761.925599:0:7422:0:(genops.c:906:class_export_put()) final put ffff8eb3c3347000/875154ef-cf7e-4fcd-ae94-64193db56d1b 00000020:00000080:0.0:1781272761.925648:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8eb3c3347000/875154ef-cf7e-4fcd-ae94-64193db56d1b for lustre-MDT0001 00000020:00000080:0.0:1781272761.925736:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8eb3c3346800 for lustre-MDT0001 00010000:00010000:3.0:1781272762.688055:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272762.945351:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168686080:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272762.945452:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272762.946452:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168686080 00000100:00100000:2.0:1781272762.946466:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168686080 00000100:00100000:2.0:1781272762.946568:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1781272762.946584:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168686080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272762.946628:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1781272762.947077:0:3621:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967370 gen 2 00000004:00080000:0.0:1781272762.947087:0:3621:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967369 committed transno 4294967370 00000004:00080000:0.0:1781272762.947113:0:3621:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c17fb480, transno 4294967370 00000100:00100000:0.0:1781272762.947134:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168686080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272762.947248:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168686080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 670us (1795us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272762.947257:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00080000:3.0:1781272762.947509:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272763.030752:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272763.030808:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272763.030885:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272763.030909:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272763.030929:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272763.030951:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272763.030973:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272763.030991:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272763.031016:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272763.031050:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159404160 00000100:00100000:1.0:1781272763.031063:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159404160 00000100:00100000:1.0:1781272763.031135:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159404672 00000100:00100000:1.0:1781272763.031139:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159404672 00000100:00100000:1.0:1781272763.031153:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159404032 00000100:00100000:1.0:1781272763.031156:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159404032 00000100:00100000:1.0:1781272763.031170:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159404544 00000100:00100000:1.0:1781272763.031173:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159404544 00000100:00100000:1.0:1781272763.031191:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 541 00000100:00100000:1.0:1781272763.031203:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+15:2389:x1867799159404160:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272763.031313:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+15:2389:x1867799159404160:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 112us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272763.031323:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 541 00000100:00100000:1.0:1781272763.031344:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 542 00000100:00100000:1.0:1781272763.031351:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159404672:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272763.031379:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159404672:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272763.031400:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 542 00000100:00100000:1.0:1781272763.031412:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 543 00000100:00100000:1.0:1781272763.031419:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159404032:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272763.031446:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159404032:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272763.031452:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 543 00000100:00100000:1.0:1781272763.031463:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 544 00000100:00100000:1.0:1781272763.031470:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159404544:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272763.031501:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2389:x1867799159404544:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272763.031509:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 544 00000100:00100000:1.0:1781272763.031530:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159403904 00000100:00100000:1.0:1781272763.031533:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159403904 00000100:00100000:1.0:1781272763.031567:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159404416 00000100:00100000:1.0:1781272763.031570:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159404416 00000100:00100000:1.0:1781272763.031584:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159403776 00000100:00100000:1.0:1781272763.031587:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159403776 00000100:00100000:1.0:1781272763.031599:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159404288 00000100:00100000:1.0:1781272763.031602:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159404288 00000100:00100000:1.0:1781272763.031616:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 986 00000100:00100000:1.0:1781272763.031622:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159403904:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272763.031654:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159403904:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272763.031661:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 986 00000100:00100000:1.0:1781272763.031673:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 987 00000100:00100000:1.0:1781272763.031679:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159404416:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272763.031704:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159404416:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272763.031711:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 987 00000100:00100000:1.0:1781272763.031722:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 988 00000100:00100000:1.0:1781272763.031730:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+105:2389:x1867799159403776:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272763.031760:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+105:2389:x1867799159403776:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272763.031770:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 988 00000100:00100000:1.0:1781272763.031780:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 989 00000100:00100000:1.0:1781272763.031786:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+58:2389:x1867799159404288:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272763.031813:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+58:2389:x1867799159404288:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272763.031819:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 989 00000100:00080000:1.0:1781272763.031889:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272763.031895:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272763.031898:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272763.031900:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272763.032694:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159403648 00000100:00100000:2.0:1781272763.032706:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159403648 00000100:00100000:2.0:1781272763.032755:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 740 00000100:00100000:2.0:1781272763.032763:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159403648:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272763.032821:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159403648:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 59us (2086us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272763.032827:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 740 00000100:00100000:3.0:1781272763.456361:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168686208:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272763.456473:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272763.456633:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168686208 00000100:00100000:1.0:1781272763.456645:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168686208 00000100:00100000:1.0:1781272763.456743:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1781272763.456755:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168686208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272763.456787:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272763.456863:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168686208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272763.456872:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00080000:3.0:1781272763.457038:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272763.457091:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168686208:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272763.716427:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272763.968011:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272763.968044:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168686336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272763.968165:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272763.968251:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168686336 00000100:00100000:0.0:1781272763.968262:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168686336 00000100:00100000:0.0:1781272763.968356:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1781272763.968366:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168686336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272763.968404:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1781272763.968458:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168686336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272763.968466:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00080000:0.0:1781272763.968492:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272763.968536:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168686336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272763.968890:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272763.968903:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168686464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272763.968943:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272763.968977:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168686464 00000100:00100000:1.0:1781272763.968981:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168686464 00000100:00100000:1.0:1781272763.969018:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1781272763.969025:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168686464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272763.969040:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1781272763.969076:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168686464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272763.969083:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00080000:1.0:1781272763.969100:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272763.969124:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168686464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272763.972979:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168686848:0@lo:400:kworker.0 00000100:00100000:3.0:1781272763.973078:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272763.973134:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168687360:0@lo:400:kworker.0 00000100:00100000:3.0:1781272763.973163:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272763.973199:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781272763.973206:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168686720:0@lo:400:kworker.0 00000100:00100000:3.0:1781272763.973231:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272763.973251:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168687232:0@lo:400:kworker.0 00000100:00100000:3.0:1781272763.973288:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272763.973419:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168686976:0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.973455:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272763.973484:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168687488:0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.973513:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272763.973534:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781272763.973540:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168686592:0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.973570:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272763.973594:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168687104:0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.973618:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272763.973634:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168687616:0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.973655:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272763.973692:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168687360 00000100:00100000:2.0:1781272763.973701:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168687360 00000100:00100000:2.0:1781272763.973764:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168686720 00000100:00100000:2.0:1781272763.973767:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168686720 00000100:00100000:2.0:1781272763.973783:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168687232 00000100:00100000:2.0:1781272763.973785:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168687232 00000100:00100000:2.0:1781272763.973798:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168686976 00000100:00100000:2.0:1781272763.973801:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168686976 00000100:00100000:2.0:1781272763.973814:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168687616 00000100:00100000:2.0:1781272763.973816:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168687616 00000100:00100000:2.0:1781272763.973854:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1781272763.973865:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168687360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.973927:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168687360:12345-0@lo:400:kworker.0 Request processed in 63us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272763.973935:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1781272763.973956:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1781272763.973962:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168686720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.973992:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168686720:12345-0@lo:400:kworker.0 Request processed in 31us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272763.974002:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1781272763.974014:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1781272763.974020:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168687232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.974048:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168687232:12345-0@lo:400:kworker.0 Request processed in 28us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272763.974054:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1781272763.974066:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:2.0:1781272763.974071:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168686976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.974102:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168686976:12345-0@lo:400:kworker.0 Request processed in 31us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272763.974108:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:2.0:1781272763.974120:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1781272763.974126:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168687616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.974153:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168687616:12345-0@lo:400:kworker.0 Request processed in 27us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272763.974159:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1781272763.974181:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168687488 00000100:00100000:2.0:1781272763.974185:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168687488 00000100:00100000:2.0:1781272763.974216:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1781272763.974223:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168687488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.974256:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168687488:12345-0@lo:400:kworker.0 Request processed in 33us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272763.974261:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1781272763.974295:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168686592 00000100:00100000:2.0:1781272763.974299:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168686592 00000100:00100000:2.0:1781272763.974342:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1781272763.974349:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168686592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.974382:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168686592:12345-0@lo:400:kworker.0 Request processed in 34us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272763.974389:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1781272763.974421:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168686848 00000100:00100000:2.0:1781272763.974425:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168686848 00000100:00100000:2.0:1781272763.974450:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168687104 00000100:00100000:2.0:1781272763.974453:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168687104 00000100:00100000:2.0:1781272763.974467:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1781272763.974473:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168686848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.974507:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168686848:12345-0@lo:400:kworker.0 Request processed in 34us (1431us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272763.974513:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1781272763.974525:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1781272763.974532:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168687104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.974563:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168687104:12345-0@lo:400:kworker.0 Request processed in 31us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272763.974569:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:2.0:1781272763.974594:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272763.974600:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272763.974636:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168686592:0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.974652:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168687104:0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.974662:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168687616:0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.974672:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168686976:0@lo:400:kworker.0 00000100:00100000:2.0:1781272763.974684:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168687488:0@lo:400:kworker.0 00000100:00100000:3.0:1781272763.974952:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168687744:0@lo:400:kworker.0 00000100:00100000:3.0:1781272763.974993:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272763.975030:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168686848:0@lo:400:kworker.0 00000100:00100000:3.0:1781272763.975043:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168687360:0@lo:400:kworker.0 00000100:00100000:3.0:1781272763.975061:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168686720:0@lo:400:kworker.0 00000100:00100000:3.0:1781272763.975074:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168687232:0@lo:400:kworker.0 00000100:00100000:3.0:1781272763.975104:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168687744 00000100:00100000:3.0:1781272763.975108:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168687744 00000100:00100000:3.0:1781272763.975153:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:3.0:1781272763.975161:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168687744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272763.975200:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168687744:12345-0@lo:400:kworker.0 Request processed in 40us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272763.975207:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:3.0:1781272763.975252:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168687744:0@lo:400:kworker.0 00000100:00080000:0.0:1781272763.975326:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1781272764.738413:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272765.504133:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168687872:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272765.504197:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272765.504297:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168687872 00000100:00100000:2.0:1781272765.504308:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168687872 00000100:00100000:2.0:1781272765.504382:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1781272765.504392:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168687872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272765.504429:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:2.0:1781272765.504497:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168687872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272765.504504:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1781272765.504645:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168687872:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1781272765.568297:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272765.568308:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272765.568415:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:0.0:1781272765.568425:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1781272765.582714:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968192 is committed 00000001:00080000:0.0:1781272765.582740:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968191 is committed 00000020:00080000:0.0:1781272765.582755:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4db313180 refcount 2 committed 0 result 0 batchid 32 00000020:00080000:0.0:1781272765.582760:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c1e4f100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4db313300 00000020:00080000:0.0:1781272765.582764:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c1e4f900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c515c800 00000020:00080000:0.0:1781272765.582779:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 31 batchid updated 00010000:00010000:0.0:1781272765.582800:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4fd1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272765.582814:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4fd1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272765.582822:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4fd1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272765.582852:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272765.582859:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4fd1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272765.582869:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4fd1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272765.582891:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff8eb4c3ceb600) 00010000:00010000:0.0:1781272765.582894:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272765.582900:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4fd1 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272765.582907:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc4fd1 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1781272765.583072:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 32 committed batchid 31 00000020:00080000:2.0:1781272765.583157:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00010000:00010000:3.0:1781272765.760992:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1781272766.043080:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967378 is committed 00000001:00080000:1.0:1781272766.043096:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967377 is committed 00000100:00100000:2.0:1781272766.528084:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272766.528110:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168688000:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272766.528189:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272766.528353:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168688000 00000100:00100000:3.0:1781272766.528364:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168688000 00000100:00100000:3.0:1781272766.528427:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1781272766.528439:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168688000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272766.528480:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272766.535601:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168688000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 7151us (7399us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272766.535620:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1781272766.536188:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168688000:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1781272766.785096:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1781272766.787251:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272767.786506:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272767.787210:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159404800 00000100:00100000:2.0:1781272767.787235:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159404800 00000100:00100000:2.0:1781272767.789110:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1442 00000100:00100000:2.0:1781272767.789144:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:32653:x1867799159404800:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781272767.789522:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+48:32653:x1867799159404800:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 394us (3030us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272767.789530:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1442 00000100:00100000:2.0:1781272767.792157:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272767.793003:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159404928 00000100:00100000:1.0:1781272767.793021:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159404928 00000100:00080000:0.0:1781272767.795723:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272767.795740:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272767.801607:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1443 00000100:00100000:1.0:1781272767.801633:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:32653:x1867799159404928:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781272767.801789:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:32653:x1867799159404928:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 166us (9646us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272767.801798:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1443 00010000:00010000:0.0:1781272767.814007:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272768.064762:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168688128:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272768.064895:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272768.065070:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168688128 00000100:00100000:2.0:1781272768.065082:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168688128 00000100:00100000:2.0:1781272768.065162:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1781272768.065186:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168688128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272768.065235:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1781272768.065295:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168688128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272768.065303:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00080000:0.0:1781272768.065463:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272768.065509:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168688128:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272768.144401:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272768.144462:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272768.144506:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272768.144546:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272768.144571:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272768.144590:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272768.144614:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272768.144655:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159405568 00000100:00100000:1.0:1781272768.144667:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159405568 00000100:00100000:0.0:1781272768.144689:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159405824 00000100:00100000:0.0:1781272768.144693:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159405824 00000100:00100000:2.0:1781272768.144765:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159405056 00000100:00100000:2.0:1781272768.144771:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159405056 00000100:00100000:2.0:1781272768.144816:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 742 00000100:00100000:2.0:1781272768.144827:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159405056:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272768.144963:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159405056:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 137us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272768.144973:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 742 00000100:00100000:3.0:1781272768.145069:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159405312 00000100:00100000:3.0:1781272768.145076:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159405312 00000100:00100000:3.0:1781272768.145117:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159405184 00000100:00100000:3.0:1781272768.145121:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159405184 00000100:00100000:3.0:1781272768.145160:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 996 00000100:00100000:3.0:1781272768.145171:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159405312:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272768.145183:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159405440 00000100:00100000:2.0:1781272768.145189:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159405440 00000100:00100000:3.0:1781272768.145229:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159405312:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 61us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272768.145237:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 996 00000100:00100000:3.0:1781272768.145258:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 997 00000100:00100000:3.0:1781272768.145265:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+104:2390:x1867799159405184:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272768.145292:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+104:2390:x1867799159405184:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272768.145299:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 997 00000100:00100000:1.0:1781272768.146319:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159405696 00000100:00100000:1.0:1781272768.146329:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159405696 00000100:00100000:3.0:1781272768.146510:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 546 00000100:00100000:3.0:1781272768.146524:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159405568:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272768.146596:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159405568:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 74us (2087us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272768.146608:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 546 00000100:00100000:0.0:1781272768.148720:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 547 00000100:00100000:0.0:1781272768.148749:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159405824:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272768.151662:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159405824:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 2895us (7080us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272768.151683:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 547 00000100:00080000:0.0:1781272768.151820:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272768.151828:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272768.151858:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272768.151862:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272768.153639:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 548 00000100:00100000:2.0:1781272768.153674:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159405440:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272768.153791:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159405440:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 137us (9198us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272768.153800:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 548 00000100:00100000:1.0:1781272768.154568:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 549 00000100:00100000:1.0:1781272768.154584:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159405696:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272768.154641:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159405696:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 65us (10026us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272768.154649:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 549 00000100:00100000:0.0:1781272768.576078:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272768.576110:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168688256:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272768.576219:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272768.576362:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168688256 00000100:00100000:1.0:1781272768.576373:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168688256 00000100:00100000:1.0:1781272768.576458:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1781272768.576469:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168688256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272768.576498:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272768.576556:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168688256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272768.576564:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00080000:0.0:1781272768.576680:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272768.576729:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168688256:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1781272768.843209:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272769.088146:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168688512:0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.088244:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272769.088306:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168689024:0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.088330:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272769.088495:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168689536:0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.088662:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272769.088691:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781272769.088697:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168688640:0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.088726:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272769.088870:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168689152:0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.088893:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272769.088915:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168689664:0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.088938:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272769.088977:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168688512 00000100:00100000:3.0:1781272769.088986:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168688512 00000100:00100000:3.0:1781272769.089038:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168689024 00000100:00100000:3.0:1781272769.089041:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168689024 00000100:00100000:3.0:1781272769.089066:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168689536 00000100:00100000:3.0:1781272769.089069:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168689536 00000100:00100000:3.0:1781272769.089080:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168689152 00000100:00100000:3.0:1781272769.089082:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168689152 00000100:00100000:3.0:1781272769.089102:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1781272769.089109:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168688512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.089169:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168688512:12345-0@lo:400:kworker.0 Request processed in 60us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272769.089177:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1781272769.089208:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1781272769.089215:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168689024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.089256:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168689024:12345-0@lo:400:kworker.0 Request processed in 41us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272769.089262:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1781272769.089274:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1781272769.089279:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168689536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.089305:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168689536:12345-0@lo:400:kworker.0 Request processed in 26us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272769.089310:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1781272769.089322:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:3.0:1781272769.089328:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168689152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272769.089469:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168688384:0@lo:400:kworker.0 00000100:00100000:0.0:1781272769.089522:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272769.089543:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168688896:0@lo:400:kworker.0 00000100:00100000:0.0:1781272769.089566:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272769.089592:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168689408:0@lo:400:kworker.0 00000100:00100000:0.0:1781272769.089611:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272769.089623:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781272769.089629:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168688768:0@lo:400:kworker.0 00000100:00100000:0.0:1781272769.089646:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272769.089657:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168689280:0@lo:400:kworker.0 00000100:00100000:0.0:1781272769.089677:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272769.089694:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168689792:0@lo:400:kworker.0 00000100:00100000:0.0:1781272769.089713:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272769.089802:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168689664 00000100:00100000:0.0:1781272769.089807:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168689664 00000100:00100000:0.0:1781272769.089851:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168689280 00000100:00100000:0.0:1781272769.089854:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168689280 00000100:00100000:0.0:1781272769.089871:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168689792 00000100:00100000:0.0:1781272769.089873:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168689792 00000100:00100000:0.0:1781272769.089887:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1781272769.089893:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168689664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272769.089925:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168689664:12345-0@lo:400:kworker.0 Request processed in 33us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272769.089932:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1781272769.089945:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1781272769.089951:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168689280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272769.089977:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168689280:12345-0@lo:400:kworker.0 Request processed in 27us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272769.089984:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1781272769.089995:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1781272769.090000:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168689792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272769.090024:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168689792:12345-0@lo:400:kworker.0 Request processed in 24us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272769.090029:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1781272769.090051:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168689920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272769.090078:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272769.090116:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168689280:0@lo:400:kworker.0 00000100:00100000:0.0:1781272769.090126:0:3619:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967378 gen 2 00000004:00080000:0.0:1781272769.090131:0:3619:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967378 committed transno 4294967378 00000100:00100000:0.0:1781272769.090156:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168689792:0@lo:400:kworker.0 00000100:00100000:2.0:1781272769.090748:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168688384 00000100:00100000:2.0:1781272769.090755:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168688384 00000100:00100000:2.0:1781272769.090792:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1781272769.090798:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168688384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272769.090869:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168688384:12345-0@lo:400:kworker.0 Request processed in 71us (1346us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272769.090876:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1781272769.090915:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168688384:0@lo:400:kworker.0 00000100:00100000:2.0:1781272769.091189:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168689408 00000100:00100000:2.0:1781272769.091205:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168689408 00000100:00100000:2.0:1781272769.091229:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168688768 00000100:00100000:2.0:1781272769.091242:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168688768 00000100:00100000:2.0:1781272769.091258:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1781272769.091265:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168689408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272769.091312:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168689408:12345-0@lo:400:kworker.0 Request processed in 47us (1700us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272769.091317:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1781272769.091328:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1781272769.091333:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168688768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272769.091487:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168689408:0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.091900:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168689152:12345-0@lo:400:kworker.0 Request processed in 2571us (3003us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272769.091908:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00080000:3.0:1781272769.091939:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272769.091945:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272769.091947:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272769.091962:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168689920 00000100:00100000:3.0:1781272769.091966:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168689920 00000100:00100000:3.0:1781272769.091997:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1781272769.092004:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168689920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272769.092027:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:3.0:1781272769.092068:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168689920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (1989us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272769.092074:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1781272769.092117:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168689920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272769.092148:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168689152:0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.092158:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168689664:0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.092169:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168688512:0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.092178:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168689024:0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.092188:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168689536:0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.092750:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168688640 00000100:00100000:3.0:1781272769.092756:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168688640 00000100:00100000:3.0:1781272769.092786:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168688896 00000100:00100000:3.0:1781272769.092790:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168688896 00000100:00100000:3.0:1781272769.092806:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1781272769.092812:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168688640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272769.092877:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168688640:12345-0@lo:400:kworker.0 Request processed in 64us (4150us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272769.092883:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1781272769.092895:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1781272769.092901:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168688896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272769.093042:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168688768:12345-0@lo:400:kworker.0 Request processed in 1706us (3391us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272769.093050:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1781272769.094265:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272769.094284:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168690048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272769.094347:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272769.094434:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168690048 00000100:00100000:0.0:1781272769.094441:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168690048 00000100:00100000:0.0:1781272769.094498:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1781272769.094522:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168690048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272769.094544:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1781272769.094586:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168690048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272769.094593:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1781272769.094631:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168690048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272769.095165:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168688896:12345-0@lo:400:kworker.0 Request processed in 2261us (5595us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272769.095175:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1781272769.095379:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168688640:0@lo:400:kworker.0 00000100:00100000:2.0:1781272769.097685:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168688768:0@lo:400:kworker.0 00000100:00100000:2.0:1781272769.097712:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168688896:0@lo:400:kworker.0 00000001:02000400:1.0:1781272769.680426:0:24407:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12s: race between restore requests ==== 09:59:27 (1781272767) 00010000:00010000:2.0:1781272769.863502:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272770.190741:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.191042:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159405952 00000100:00100000:3.0:1781272770.191055:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159405952 00000100:00100000:3.0:1781272770.191189:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1444 00000100:00100000:3.0:1781272770.191201:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+48:33297:x1867799159405952:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781272770.191596:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+48:33297:x1867799159405952:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 396us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272770.191606:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1444 00000100:00080000:0.0:1781272770.194168:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272770.196949:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.197109:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159406080 00000100:00100000:3.0:1781272770.197120:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159406080 00000100:00080000:0.0:1781272770.197242:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272770.197302:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1445 00000100:00100000:3.0:1781272770.197322:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:33297:x1867799159406080:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1781272770.197580:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:33297:x1867799159406080:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 261us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272770.197588:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1445 00000100:00100000:2.0:1781272770.247991:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.249428:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159406208 00000100:00100000:3.0:1781272770.249453:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159406208 00000100:00100000:3.0:1781272770.249554:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1446 00000100:00100000:3.0:1781272770.249566:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+104:33298:x1867799159406208:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272770.249590:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272770.249616:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5010 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d1a expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249695:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5017 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249712:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5017 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249726:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5017 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249744:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc501e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249751:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc501e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249757:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc501e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249805:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5017 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249812:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5017 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249818:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5017 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249824:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272770.249828:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5017 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249871:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5017 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249885:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272770.249888:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272770.249893:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5017 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249899:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5017 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249914:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc501e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249919:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc501e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249925:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc501e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249929:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272770.249932:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc501e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249938:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc501e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249944:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272770.249947:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272770.249949:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc501e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249954:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc501e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249987:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5010 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d1a expref: 105 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.249998:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272770.250000:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272770.250004:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5010 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d1a expref: 105 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.250013:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd000, rc 0) 00000100:00100000:3.0:1781272770.250089:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+104:33298:x1867799159406208:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 525us (2106us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272770.250097:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1446 00000100:00080000:0.0:1781272770.250318:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272770.256363:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.256496:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159406464 00000100:00100000:3.0:1781272770.256508:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159406464 00000100:00100000:3.0:1781272770.256583:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1447 00000100:00100000:3.0:1781272770.256596:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+104:33298:x1867799159406464:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:3.0:1781272770.256675:0:12323:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272770.256709:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc4d77 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c33 expref: 104 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.256735:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272770.256741:0:12323:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272770.257009:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.257027:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4db6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c48 expref: 47 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.257038:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.257084:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4db6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c48 expref: 47 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.257108:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4db6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c48 expref: 47 pid: 12323 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272770.257126:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168690176:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272770.257268:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61ec0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272770.265579:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272770.265697:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159406592 00000100:00100000:0.0:1781272770.265714:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159406592 00000100:00100000:3.0:1781272770.265727:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168690176:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272770.265760:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.265789:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4db6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c48 expref: 48 pid: 12323 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272770.265946:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 439 00000100:00100000:0.0:1781272770.265958:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:2391:x1867799159406592:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272770.265985:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272770.265992:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4db6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c48 expref: 48 pid: 12323 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.266009:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4db6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c48 expref: 48 pid: 12323 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.266212:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc4db6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83c48 expref: 48 pid: 12323 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.266246:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272770.266253:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.266265:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.266279:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.266315:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272770.266361:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.266373:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.266406:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc502c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272770.266416:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:2391:x1867799159406592:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 457us (843us total) trans 0 rc 0/0 00010000:00010000:3.0:1781272770.266425:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc502c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272770.266432:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 439 00010000:00010000:3.0:1781272770.266451:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc502c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267278:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5033 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267293:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5033 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267302:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5033 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272770.267318:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ca2f6450 reply state 00000000c79bd123 transno 4294968193 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5033 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267330:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5033 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267337:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:3.0:1781272770.267340:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272770.267344:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1781272770.267350:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00010000:00010000:3.0:1781272770.267358:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267366:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267372:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267379:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267386:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272770.267391:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267399:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267414:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272770.267417:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272770.267421:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267427:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5025 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272770.267442:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ca2f6450 reply state 00000000c79bd123 transno 4294968193 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc502c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267451:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc502c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.267456:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272770.267459:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272770.267460:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1781272770.267559:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+105:33298:x1867799159406464:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 10963us (11215us total) trans 4294968193 rc 0/0 00000100:00100000:3.0:1781272770.267569:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1447 00000100:00100000:2.0:1781272770.282596:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272770.282728:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159406720 00000100:00100000:0.0:1781272770.282739:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159406720 00000100:00100000:0.0:1781272770.282808:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1448 00000100:00100000:0.0:1781272770.282868:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+105:33299:x1867799159406720:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1781272770.282895:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272770.282918:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc503a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d21 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.282993:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5041 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.283016:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5041 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.283028:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5041 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272770.283080:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1781272770.283084:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272770.283107:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5041 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.283136:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc503a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d21 expref: 107 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.283155:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5041 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d21 expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.283164:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272770.283167:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272770.283172:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57e00, rc 0) 00000100:00100000:0.0:1781272770.283249:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+106:33299:x1867799159406720:12345-192.168.204.14@tcp:101:bash.0 Request processed in 421us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272770.283256:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1448 00000100:00100000:1.0:1781272770.294723:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.295908:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159406848 00000100:00100000:3.0:1781272770.295927:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159406848 00000100:00100000:3.0:1781272770.296025:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1449 00000100:00100000:3.0:1781272770.296038:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+106:33299:x1867799159406848:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272770.296065:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272770.296092:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5048 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d28 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.296194:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc504f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.296212:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc504f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.296226:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc504f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.296238:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5056 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.296244:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5056 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.296250:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5056 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.296353:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc505d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.296361:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc505d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.296368:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc505d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272770.296425:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:3.0:1781272770.296430:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272770.296462:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc505d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.298924:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc504f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.298943:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc504f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.298952:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc504f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.298958:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272770.298963:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc504f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.298971:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc504f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.298995:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272770.298998:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272770.299004:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc504f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.299011:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc504f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.299038:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5056 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.299045:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5056 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.299052:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5056 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.302016:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272770.302028:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5056 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.302043:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5056 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.302129:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272770.302134:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272770.302141:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5056 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.302150:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5056 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.302660:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5048 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d28 expref: 108 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.302681:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b2800/0x94898f2cdefc505d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d28 expref: 107 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.302690:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:3.0:1781272770.302693:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781272770.302696:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b2800, rc 0) 00000100:00100000:3.0:1781272770.303714:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+107:33299:x1867799159406848:12345-192.168.204.14@tcp:101:bash.0 Request processed in 7667us (8989us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272770.303728:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1449 00000100:00100000:2.0:1781272770.314048:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.314143:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159406976 00000100:00100000:3.0:1781272770.314161:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159406976 00000100:00100000:3.0:1781272770.314332:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1450 00000100:00100000:3.0:1781272770.314345:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+107:33299:x1867799159406976:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272770.314376:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272770.314415:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc5064 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d2f expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314522:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc506b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314539:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc506b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314552:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc506b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314570:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5072 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314577:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5072 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314585:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5072 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314638:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc506b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314647:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc506b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314654:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc506b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314661:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc506b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314669:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272770.314674:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc506b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314683:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc506b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314698:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:3.0:1781272770.314701:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272770.314707:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc506b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314713:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc506b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314729:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5072 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314736:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5072 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314742:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5072 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314747:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272770.314750:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5072 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314756:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5072 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314767:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8eb4c70a5700) 00010000:00010000:3.0:1781272770.314770:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272770.314773:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5072 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314779:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5072 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314829:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc5064 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d2f expref: 108 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314900:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:3.0:1781272770.314903:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272770.314908:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc5064 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d2f expref: 108 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.314918:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b3a00, rc 0) 00000100:00100000:3.0:1781272770.315003:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+107:33299:x1867799159406976:12345-192.168.204.14@tcp:101:bash.0 Request processed in 660us (964us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272770.315011:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1450 00000100:00100000:2.0:1781272770.336669:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272770.336783:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159407104 00000100:00100000:1.0:1781272770.336794:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159407104 00000100:00100000:1.0:1781272770.336901:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1451 00000100:00100000:1.0:1781272770.336914:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+47:33300:x1867799159407104:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272770.336939:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272770.336964:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5079 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d36 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.337047:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5080 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.337061:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.337072:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272770.337122:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781272770.337126:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272770.337145:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5080 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.337170:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5079 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d36 expref: 49 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.337200:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5080 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d36 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.337209:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272770.337212:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272770.337225:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30c00, rc 0) 00000100:00100000:1.0:1781272770.337294:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+48:33300:x1867799159407104:12345-192.168.204.14@tcp:101:rm.0 Request processed in 385us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272770.337301:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1451 00000100:00100000:1.0:1781272770.345210:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.345317:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159407232 00000100:00100000:3.0:1781272770.345330:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159407232 00000100:00100000:3.0:1781272770.345394:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1452 00000100:00100000:3.0:1781272770.345406:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:33300:x1867799159407232:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272770.345434:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272770.345461:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5087 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d3d expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345544:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc508e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345563:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc508e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345575:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc508e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345587:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5095 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345595:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5095 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345601:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5095 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345699:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc509c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345708:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc509c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345715:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc509c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272770.345753:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:3.0:1781272770.345757:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272770.345777:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc509c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345793:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc508e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345800:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc508e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345807:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc508e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345828:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272770.345879:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc508e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345888:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc508e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345903:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272770.345907:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272770.345913:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc508e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345921:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc508e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345935:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5095 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345943:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5095 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345950:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5095 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345956:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272770.345959:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5095 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345966:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5095 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345973:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272770.345975:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272770.345978:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5095 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.345983:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5095 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.346008:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5087 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d3d expref: 50 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.346021:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3a00/0x94898f2cdefc509c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d3d expref: 49 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.346029:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:3.0:1781272770.346031:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781272770.346034:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4d29b3a00, rc 0) 00000100:00100000:2.0:1781272770.346280:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:33300:x1867799159407232:12345-192.168.204.14@tcp:101:rm.0 Request processed in 875us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272770.346289:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1452 00000100:00100000:3.0:1781272770.358431:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272770.358639:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159407360 00000100:00100000:1.0:1781272770.358651:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159407360 00000100:00100000:1.0:1781272770.358715:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1453 00000100:00100000:1.0:1781272770.358726:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:33300:x1867799159407360:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272770.358750:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272770.358773:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc50a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d44 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.358906:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50aa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.358923:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.358937:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50aa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.358951:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.358958:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.358965:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359011:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50aa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359018:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50aa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359025:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50aa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359031:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50aa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359037:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272770.359042:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50aa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359050:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50aa lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359063:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:1.0:1781272770.359066:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272770.359072:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50aa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359078:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359091:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359096:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50b1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359102:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359107:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272770.359109:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359119:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50b1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359125:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8eb4d2b99900) 00010000:00010000:1.0:1781272770.359127:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272770.359129:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50b1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359134:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359163:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc50a3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d44 expref: 50 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359172:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:1.0:1781272770.359188:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272770.359192:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc50a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d44 expref: 50 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.359201:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31c00, rc 0) 00000100:00100000:1.0:1781272770.359932:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:33300:x1867799159407360:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1202us (1506us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272770.359942:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1453 00000100:00100000:0.0:1781272770.367200:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272770.367435:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159407488 00000100:00100000:2.0:1781272770.367446:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159407488 00000100:00100000:2.0:1781272770.367514:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1454 00000100:00100000:2.0:1781272770.367524:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:33300:x1867799159407488:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272770.367548:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272770.367577:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc50b8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d4b expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367653:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50bf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367672:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367684:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367700:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc50c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367707:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc50c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367714:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc50c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367773:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50bf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367781:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50bf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367788:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367793:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272770.367798:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50bf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367806:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50bf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367974:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:2.0:1781272770.367979:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272770.367985:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.367992:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.368005:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc50c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.368010:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc50c6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.368015:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc50c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.368020:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272770.368023:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc50c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.368028:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc50c6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.368036:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8eb4c792e900) 00010000:00010000:2.0:1781272770.368038:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272770.368040:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc50c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.368045:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc50c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.368078:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc50b8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d4b expref: 50 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.368088:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:2.0:1781272770.368090:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272770.368094:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc50b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d4b expref: 50 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.368102:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3200, rc 0) 00000100:00100000:2.0:1781272770.368168:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:33300:x1867799159407488:12345-192.168.204.14@tcp:101:rm.0 Request processed in 645us (977us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272770.368185:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1454 00000100:00100000:2.0:1781272770.403260:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272770.403479:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159407616 00000100:00100000:0.0:1781272770.403490:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159407616 00000100:00100000:0.0:1781272770.403550:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1455 00000100:00100000:0.0:1781272770.403561:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:33301:x1867799159407616:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272770.403585:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272770.403609:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc50cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d52 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.403691:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc50d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.403709:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc50d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.403725:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc50d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.403741:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc50db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.403748:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc50db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.403754:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc50db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.403801:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc50d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.403808:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc50d4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404200:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc50d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404274:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272770.404281:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc50d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404290:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc50d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404382:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:0.0:1781272770.404385:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272770.404392:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc50d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404400:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc50d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404420:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc50db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404426:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc50db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404432:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc50db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404436:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272770.404439:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc50db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404445:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc50db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404451:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8eb4c7df2f00) 00010000:00010000:0.0:1781272770.404453:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272770.404456:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc50db lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404462:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc50db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404501:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc50cd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d52 expref: 50 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404517:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:0.0:1781272770.404519:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272770.404522:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc50cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d52 expref: 50 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.404531:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56000, rc 0) 00000100:00100000:1.0:1781272770.407446:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:33301:x1867799159407616:12345-192.168.204.14@tcp:101:cp.0 Request processed in 3872us (4180us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272770.407460:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1455 00000100:00100000:3.0:1781272770.414383:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272770.414617:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159407744 00000100:00100000:1.0:1781272770.414631:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159407744 00000100:00100000:1.0:1781272770.414692:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1456 00000100:00100000:1.0:1781272770.414703:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:33301:x1867799159407744:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272770.414726:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272770.414750:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc50e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d59 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.414822:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.414879:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.414894:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.414912:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.414920:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.414927:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.414981:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50e9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.414989:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50e9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.414995:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415003:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415009:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272770.415014:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415023:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50e9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415038:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:1.0:1781272770.415041:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272770.415047:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50e9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415065:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc50e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415079:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415086:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415091:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415096:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272770.415099:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415109:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50f0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415117:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8eb4d2b99900) 00010000:00010000:1.0:1781272770.415119:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272770.415122:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50f0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415128:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc50f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415161:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc50e2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d59 expref: 50 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415170:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:1.0:1781272770.415183:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272770.415187:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc50e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d59 expref: 50 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.415196:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31c00, rc 0) 00000100:00100000:1.0:1781272770.415265:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:33301:x1867799159407744:12345-192.168.204.14@tcp:101:cp.0 Request processed in 563us (893us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272770.415273:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1456 00000100:00100000:0.0:1781272770.420405:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272770.420582:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159408000 00000100:00100000:2.0:1781272770.420593:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159408000 00000100:00100000:2.0:1781272770.420652:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1457 00000100:00100000:2.0:1781272770.420661:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:33301:x1867799159408000:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272770.420684:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272770.420708:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc50f7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d60 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.420826:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50fe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.420879:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.420891:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.420907:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5105 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.420913:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5105 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.420919:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5105 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781272770.421266:0:6491:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:2.0:1781272770.421422:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc510c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421432:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc510c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421440:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc510c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421474:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421482:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50fe lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421490:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421496:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272770.421501:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421510:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421523:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:2.0:1781272770.421526:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272770.421532:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50fe lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421538:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc50fe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272770.421552:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d8ac856b reply state 00000000c4d7f14d transno 4294968194 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5105 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421563:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5105 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421569:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8eb4c792e900) 00010000:00010000:2.0:1781272770.421571:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272770.421574:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781272770.421604:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc50f7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d60 expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421618:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc510c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d60 expref: 51 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.421627:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e100) 00010000:00010000:2.0:1781272770.421630:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272770.421632:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2800, rc 0) 00000100:00100000:2.0:1781272770.421696:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:33301:x1867799159408000:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1036us (1302us total) trans 4294968194 rc 0/0 00000100:00100000:2.0:1781272770.421705:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1457 00000100:00100000:2.0:1781272770.431472:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272770.431575:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159408128 00000100:00100000:0.0:1781272770.431588:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159408128 00000100:00100000:0.0:1781272770.431680:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 395 00000100:00100000:0.0:1781272770.431693:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159408128:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272770.431714:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272770.431739:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc511a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d67 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272770.431768:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272770.431792:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272770.431795:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272770.431806:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc511a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d67 expref: 9 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1781272770.431940:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1781272770.432081:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc511a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d67 expref: 9 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.432098:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56600, rc 0) 00000100:00100000:0.0:1781272770.432162:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159408128:12345-192.168.204.14@tcp:101:cp.0 Request processed in 472us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272770.432169:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 395 00000100:00100000:0.0:1781272770.438712:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272770.438946:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159408256 00000100:00100000:2.0:1781272770.438956:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159408256 00000100:00100000:2.0:1781272770.439016:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 396 00000100:00100000:2.0:1781272770.439027:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:33301:x1867799159408256:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272770.439045:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272770.439066:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d6e expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.439106:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc511a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d67 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.439121:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272770.439124:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272770.439129:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.439168:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc511a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d67 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.439195:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc511a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d67 expref: 10 pid: 8404 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272770.439211:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168690304:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272770.439379:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2300 going to sleep for 11 seconds 00000100:00100000:0.0:1781272770.444258:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168690304:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272770.444321:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.444346:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3000, rc 0) 00000100:00100000:0.0:1781272770.444414:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:33301:x1867799159408256:12345-192.168.204.14@tcp:101:cp.0 Request processed in 5389us (5715us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272770.444425:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 396 00000100:00100000:1.0:1781272770.445190:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.445253:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159408384 00000100:00100000:3.0:1781272770.445261:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159408384 00010000:00010000:3.0:1781272770.445355:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc511a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d67 expref: 10 pid: 8404 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272770.445393:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 440 00000100:00100000:3.0:1781272770.445402:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159408384:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272770.445415:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272770.445435:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc511a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d67 expref: 10 pid: 8404 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.445448:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc511a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d67 expref: 10 pid: 8404 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.445472:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc511a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d67 expref: 10 pid: 8404 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.445487:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272770.445490:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272770.445498:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.445507:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.445539:0:10311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272770.445559:0:10311:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10311:1867799168690432:192.168.204.14@tcp:105: 00000100:00100000:3.0:1781272770.445627:0:10311:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c53def00 going to sleep for 11 seconds 00000100:00100000:1.0:1781272770.459917:0:10311:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10311:1867799168690432:192.168.204.14@tcp:105: 00010000:00010000:1.0:1781272770.459949:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272770.460028:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159408384:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 14626us (14839us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272770.460041:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 440 00000100:00100000:0.0:1781272770.464650:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272770.464982:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159408640 00000100:00100000:2.0:1781272770.464994:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159408640 00000100:00100000:2.0:1781272770.465205:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 279 00000100:00100000:2.0:1781272770.465272:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+52:33301:x1867799159408640:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:2.0:1781272770.465627:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:33301:x1867799159408640:12345-192.168.204.14@tcp:35:cp.0 Request processed in 412us (985us total) trans 4294968195 rc 0/0 00000100:00100000:2.0:1781272770.465635:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 279 00000100:00100000:2.0:1781272770.516170:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272770.516318:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159408768 00000100:00100000:1.0:1781272770.516330:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159408768 00000100:00100000:1.0:1781272770.516392:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1458 00000100:00100000:1.0:1781272770.516402:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+107:33304:x1867799159408768:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272770.516423:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272770.516446:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5128 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d75 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516523:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc512f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516539:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc512f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516551:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc512f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516564:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5136 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516571:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5136 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516578:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5136 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516662:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516675:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516682:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272770.516725:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:1.0:1781272770.516731:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272770.516752:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516764:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516773:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc512f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516778:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc512f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516784:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc512f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516790:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272770.516794:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc512f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516801:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc512f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516815:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:1.0:1781272770.516818:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272770.516824:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc512f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516862:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc512f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516874:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5136 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516880:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5136 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516886:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5136 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516891:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272770.516893:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5136 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516899:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5136 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.516906:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8eb4c792e900) 00010000:00010000:1.0:1781272770.516908:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272770.517463:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5136 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.517471:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5136 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.517506:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5128 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d75 expref: 109 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.517520:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d75 expref: 108 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.517527:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e100) 00010000:00010000:1.0:1781272770.517529:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272770.517531:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30000, rc 0) 00000100:00100000:1.0:1781272770.517726:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+108:33304:x1867799159408768:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1324us (1565us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272770.517734:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1458 00000100:00100000:3.0:1781272770.526369:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272770.526701:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159408896 00000100:00100000:1.0:1781272770.526713:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159408896 00000100:00100000:1.0:1781272770.526802:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 397 00000100:00100000:1.0:1781272770.526814:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159408896:12345-192.168.204.14@tcp:101:lfs.0 00000100:00080000:3.0:1781272770.526934:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781272770.527007:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272770.527027:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d19a27ff/0x94898f2cdefc5144 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d7c expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272770.527153:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168690560:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272770.527424:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4db3b3c00 going to sleep for 11 seconds 00002000:00010000:1.0:1781272770.530979:0:8407:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1781272770.530990:0:8407:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime: 0 -> 1781272770 00002000:00010000:1.0:1781272770.530992:0:8407:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime: 0 -> 1781272770 00002000:00010000:1.0:1781272770.530994:0:8407:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime: 0 -> 1781272770 00002000:00010000:1.0:1781272770.530997:0:8407:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1781272770.531021:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168690560:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272770.531075:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d19a27ff/0x94898f2cdefc5144 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d7c expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.531104:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d19a27ff/0x94898f2cdefc5144 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d7c expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.531117:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31800, rc 0) 00000100:00100000:1.0:1781272770.531671:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159408896:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 4857us (5310us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272770.531682:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 397 00000100:00100000:2.0:1781272770.537199:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272770.537332:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159409024 00000100:00100000:0.0:1781272770.537344:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159409024 00000100:00100000:0.0:1781272770.537408:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1459 00000100:00100000:0.0:1781272770.537420:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+108:33304:x1867799159409024:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272770.537557:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272770.537585:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc514b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d83 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.537676:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5152 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.537695:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5152 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.537707:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5152 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272770.537765:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:0.0:1781272770.537769:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272770.537795:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5152 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.537823:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc514b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d83 expref: 110 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.537860:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5152 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d83 expref: 109 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.537869:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:0.0:1781272770.537873:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272770.537877:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57200, rc 0) 00000100:00100000:0.0:1781272770.538302:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+109:33304:x1867799159409024:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 883us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272770.538312:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1459 00000100:00100000:3.0:1781272770.542766:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272770.542860:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159409152 00000100:00100000:1.0:1781272770.542872:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159409152 00000100:00100000:1.0:1781272770.542942:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 398 00000100:00100000:1.0:1781272770.542953:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159409152:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272770.542973:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272770.542992:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d19a27ff/0x94898f2cdefc5159 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d8a expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272770.543079:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168690688:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272770.543739:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4db3b3c00 going to sleep for 11 seconds 00000100:00100000:1.0:1781272770.547085:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168690688:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272770.547130:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d19a27ff/0x94898f2cdefc5159 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d8a expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.547160:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d19a27ff/0x94898f2cdefc5159 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d8a expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.547185:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31800, rc 0) 00000100:00100000:1.0:1781272770.547422:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159409152:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 4470us (4665us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272770.547913:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 398 00000100:00100000:0.0:1781272770.555438:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.555600:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159409408 00000100:00100000:3.0:1781272770.555611:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159409408 00000100:00100000:3.0:1781272770.555680:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1460 00000100:00100000:3.0:1781272770.555691:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+109:33304:x1867799159409408:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:3.0:1781272770.555912:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].41, 136 off13768 00000100:00100000:3.0:1781272770.555993:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+109:33304:x1867799159409408:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 303us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272770.556001:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1460 00000100:00100000:1.0:1781272770.628059:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168690816:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272770.628135:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272770.628273:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168690816 00000100:00100000:0.0:1781272770.628282:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168690816 00000100:00100000:0.0:1781272770.628340:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1781272770.628350:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168690816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272770.628389:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:0.0:1781272770.628444:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168690816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272770.628452:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1781272770.628562:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168690816:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1781272770.688062:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272770.688072:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272770.688104:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:2.0:1781272770.688114:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272770.688368:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3918700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168690944:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272770.688485:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272770.696330:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3918700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168690944:192.168.204.14@tcp:107:hsm_cdtr.0 00000001:00080000:0.0:1781272770.696618:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968195 is committed 00000001:00080000:0.0:1781272770.696780:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968193 is committed 00000020:00080000:0.0:1781272770.696791:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 32 batchid updated 00010000:00010000:1.0:1781272770.696946:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5105 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.696961:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5105 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.696970:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5105 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.696976:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272770.696982:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5105 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.696990:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5105 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.697011:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8eb4c792e900) 00010000:00010000:1.0:1781272770.697015:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272770.697020:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5105 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.697031:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5105 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1781272770.697109:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000020:00080000:3.0:1781272770.697127:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000100:00100000:0.0:1781272770.699916:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272770.700016:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159409536 00000100:00100000:1.0:1781272770.700029:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159409536 00000100:00100000:1.0:1781272770.700101:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1461 00000100:00100000:1.0:1781272770.700113:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:33314:x1867799159409536:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272770.700165:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272770.700517:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:33314:x1867799159409536:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 405us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272770.700526:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1461 00010000:00010000:2.0:1781272770.703345:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc502c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703371:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc502c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703381:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc502c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703388:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272770.703394:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc502c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703403:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc502c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703428:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272770.703432:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272770.703437:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc502c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703444:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc502c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703476:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5033 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703483:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5033 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703489:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5033 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703493:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272770.703497:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5033 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703504:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5033 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703512:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:2.0:1781272770.703514:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272770.703518:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5033 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.703524:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5033 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272770.709361:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272770.709542:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159409792 00000100:00100000:0.0:1781272770.709556:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159409792 00000100:00100000:0.0:1781272770.709634:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1462 00000100:00100000:0.0:1781272770.709646:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:33314:x1867799159409792:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272770.709674:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272770.709798:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc5160 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d91 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.710059:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5167 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.710077:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5167 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.710092:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5167 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272770.710104:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:0.0:1781272770.710671:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc5160 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d91 expref: 53 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.710709:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5167 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d91 expref: 52 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.710719:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e100) 00010000:00010000:0.0:1781272770.710722:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272770.710728:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56c00, rc 0) 00000100:00100000:0.0:1781272770.710822:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+52:33314:x1867799159409792:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1178us (1478us total) trans 4294968196 rc 0/0 00000100:00100000:0.0:1781272770.710862:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1462 00000100:00100000:3.0:1781272770.721446:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.721563:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272770.721780:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159410048 00000100:00100000:2.0:1781272770.721794:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159410048 00000100:00100000:2.0:1781272770.721895:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 399 00000100:00100000:2.0:1781272770.721908:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159410048:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272770.721971:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.721995:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.722006:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272770.722009:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272770.722013:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.722053:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 9 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.722067:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 9 pid: 9894 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272770.722086:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168691072:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272770.722213:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272770.728567:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168691072:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272770.728609:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272770.730531:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159409920 00000100:00100000:0.0:1781272770.730553:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159409920 00000100:00100000:0.0:1781272770.730727:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 67 00000100:00100000:0.0:1781272770.730740:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+52:2391:x1867799159409920:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272770.730766:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272770.730797:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5167 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d91 expref: 52 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.730821:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e100) 00010000:00010000:0.0:1781272770.730827:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272770.730955:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:2391:x1867799159409920:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 217us (9524us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272770.730964:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 67 00000100:00100000:2.0:1781272770.740827:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272770.740943:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159410176 00000100:00100000:2.0:1781272770.740955:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159410176 00002000:00100000:2.0:1781272770.741040:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff8eb3c3918700 x1867799159410176/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:526/0 lens 648/0 e 0 to 0 dl 1781272781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272770.741055:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3918700 with x1867799159410176 ext(0->157) 00010000:00010000:2.0:1781272770.741066:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 10 pid: 9894 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.741087:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 10 pid: 9894 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272770.741095:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c3918700 00000100:00100000:2.0:1781272770.741135:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 17 00000100:00100000:2.0:1781272770.741160:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159410176:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:2.0:1781272770.742734:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159410176:12345-192.168.204.14@tcp:4:cp.0 Request processed in 1577us (1914us total) trans 4294967371 rc 0/0 00000100:00100000:2.0:1781272770.743411:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 17 00002000:00100000:2.0:1781272770.743428:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff8eb3c3918700 x1867799159410176/t4294967371(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:526/0 lens 648/448 e 0 to 0 dl 1781272781 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272770.743443:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3918700 with x1867799159410176 ext(0->157) 00010000:00010000:2.0:1781272770.743458:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 12 pid: 9894 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.743487:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 12 pid: 9894 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272770.743497:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c3918700 00000100:00100000:2.0:1781272770.750955:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272770.754931:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159410304 00000100:00100000:0.0:1781272770.754954:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159410304 00010000:00010000:0.0:1781272770.755014:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 12 pid: 9894 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272770.755061:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 441 00000100:00100000:0.0:1781272770.755073:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159410304:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272770.755093:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781272770.755118:0:9494:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781272770.755126:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 12 pid: 9894 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.755143:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 12 pid: 9894 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.755185:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5121 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d6e expref: 12 pid: 9894 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.755204:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272770.755206:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272770.755211:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.755222:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.755270:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272770.755354:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159410304:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 283us (4414us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272770.755363:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 441 00010000:00010000:2.0:1781272770.755408:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.755420:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.755445:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.755454:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.755464:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.755473:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2600 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272770.755477:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.755486:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.755500:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.755509:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5175 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272770.755564:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159410048:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 33660us (34001us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272770.755576:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 399 00000100:00100000:2.0:1781272770.761987:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272770.764484:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159410560 00000100:00100000:1.0:1781272770.764507:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159410560 00000100:00100000:1.0:1781272770.764592:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1463 00000100:00100000:1.0:1781272770.764609:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+51:33314:x1867799159410560:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272770.764778:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+51:33314:x1867799159410560:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 176us (2809us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272770.771455:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272770.772434:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159410688 00000100:00100000:0.0:1781272770.772454:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159410688 00000100:00100000:0.0:1781272770.772542:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 400 00000100:00100000:0.0:1781272770.772557:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee23bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159410688:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272770.772583:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272770.772609:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bd56e59/0x94898f2cdefc517c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d98 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272770.772646:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a2c10c2, atime: 0x0, ctime: 0x6a2c10c2, blocks: 0x8 00010000:00010000:0.0:1781272770.772675:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272770.772678:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272770.772688:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bd56e59/0x94898f2cdefc517c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d98 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.772711:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005bd56e59/0x94898f2cdefc517c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d98 expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.772727:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56800, rc 0) 00000100:00100000:0.0:1781272770.772817:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee23bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159410688:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 264us (1376us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272770.772825:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 400 00000100:00100000:1.0:1781272770.773355:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1463 00000100:00100000:0.0:1781272770.782679:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272770.783812:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159410944 00000100:00100000:2.0:1781272770.783857:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159410944 00000100:00100000:2.0:1781272770.783958:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1464 00000100:00100000:2.0:1781272770.783971:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:33314:x1867799159410944:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272770.785275:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:33314:x1867799159410944:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 1295us (2606us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272770.785290:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1464 00000100:00100000:2.0:1781272770.797708:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272770.799354:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159411072 00000100:00100000:1.0:1781272770.799377:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159411072 00002000:00100000:1.0:1781272770.799459:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8eb3c3918a80 x1867799159411072/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:526/0 lens 488/0 e 0 to 0 dl 1781272781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272770.799473:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3918a80 with x1867799159411072 ext(0->4095) 00002000:00010000:1.0:1781272770.799481:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c3918a80 00000100:00100000:1.0:1781272770.799518:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 105 00000100:00100000:1.0:1781272770.799530:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159411072:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781272770.799872:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159411072:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 342us (2190us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1781272770.799881:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 105 00002000:00100000:1.0:1781272770.799889:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff8eb3c3918a80 x1867799159411072/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:526/0 lens 488/4536 e 0 to 0 dl 1781272781 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272770.799898:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3918a80 with x1867799159411072 ext(0->4095) 00002000:00010000:1.0:1781272770.799901:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c3918a80 00000100:00100000:1.0:1781272770.816357:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272770.816515:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159411200 00000100:00100000:0.0:1781272770.816529:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159411200 00000100:00100000:0.0:1781272770.816608:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1465 00000100:00100000:0.0:1781272770.816621:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:33314:x1867799159411200:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272770.816650:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272770.816676:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc5183 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83d9f expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.816736:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc518a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.816754:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc518a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.816770:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc518a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.816965:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc5183 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d9f expref: 53 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.816987:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc518a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d9f expref: 52 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272770.816998:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e100) 00010000:00010000:0.0:1781272770.817001:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272770.817006:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56c00, rc 0) 00000100:00100000:0.0:1781272770.817080:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+52:33314:x1867799159411200:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 462us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272770.817089:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1465 00000100:00100000:0.0:1781272770.825102:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.825205:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159411328 00000100:00100000:3.0:1781272770.825219:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159411328 00000100:00100000:3.0:1781272770.825302:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1466 00000100:00100000:3.0:1781272770.825313:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+52:33314:x1867799159411328:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272770.825386:0:12323:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272770.825531:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+52:33314:x1867799159411328:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 219us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272770.825544:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1466 00000100:00100000:3.0:1781272770.829454:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272770.829620:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159411456 00000100:00100000:1.0:1781272770.829634:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159411456 00000100:00100000:1.0:1781272770.829718:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 401 00000100:00100000:1.0:1781272770.829732:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159411456:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272770.829801:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc5191 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.829821:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272770.829824:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272770.829861:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc5191 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.829882:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc5191 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.829922:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc5191 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.829937:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc5191 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.829948:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc5191 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.829957:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272770.829963:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc5191 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.829974:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc5191 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.829991:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc5191 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272770.830000:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc5191 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272770.830108:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159411456:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 379us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272770.830118:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 401 00000100:00100000:3.0:1781272770.842795:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272770.843456:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159411712 00000100:00100000:2.0:1781272770.843472:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159411712 00000100:00100000:2.0:1781272770.843558:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1467 00000100:00100000:2.0:1781272770.843571:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:33314:x1867799159411712:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781272770.843680:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.843712:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc518a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d9f expref: 52 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.843723:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.843769:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc518a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d9f expref: 52 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272770.843785:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc518a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d9f expref: 52 pid: 6493 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272770.843803:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168691200:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272770.852564:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.852740:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159411840 00000100:00100000:3.0:1781272770.852753:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159411840 00010000:00010000:3.0:1781272770.852804:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc518a lrc: 6/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d9f expref: 53 pid: 6493 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272770.852881:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 442 00000100:00100000:3.0:1781272770.852891:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4dab3d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159411840:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272770.852908:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272770.852914:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc518a lrc: 6/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d9f expref: 53 pid: 6493 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.852929:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc518a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d9f expref: 53 pid: 6493 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.852957:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e100) 00010000:00010000:3.0:1781272770.852963:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.852975:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.852983:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.853003:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272770.853063:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4dab3d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159411840:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 174us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272770.853071:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 442 00000100:00100000:3.0:1781272770.854942:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2840 going to sleep for 11 seconds 00010000:00010000:3.0:1781272770.854993:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc518a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d9f expref: 52 pid: 6493 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272770.855015:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168691200:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272770.855057:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.855068:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.855075:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.855328:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.855336:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.855343:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.855349:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272770.855354:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.855362:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.855382:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e100) 00010000:00010000:3.0:1781272770.855385:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272770.855391:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272770.855397:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5198 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272770.855559:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:33314:x1867799159411712:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 11989us (12778us total) trans 4294968197 rc 0/0 00000100:00100000:3.0:1781272770.855570:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1467 00000040:00080000:1.0:1781272770.857933:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272770.857947:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272770.858645:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1781272770.858660:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272770.861435:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272770.861491:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159412096 00000100:00100000:3.0:1781272770.861505:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159412096 00000100:00100000:3.0:1781272770.861574:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 280 00000100:00100000:3.0:1781272770.861585:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:33314:x1867799159412096:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272770.862046:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:33314:x1867799159412096:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 460us (623us total) trans 4294968198 rc 0/0 00000100:00100000:3.0:1781272770.862057:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 280 00000040:00080000:1.0:1781272770.881969:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1781272770.884110:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272771.650432:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168691328:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272771.650539:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272771.651896:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168691328 00000100:00100000:3.0:1781272771.651911:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168691328 00000100:00100000:3.0:1781272771.651985:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1781272771.651996:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168691328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272771.653384:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272771.653516:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168691328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1516us (2973us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272771.653529:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1781272771.653627:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168691328:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1781272771.660743:0:24457:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272771.660758:0:24457:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272771.660814:0:24457:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:0.0:1781272771.660824:0:24457:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272771.776793:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272771.776953:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159412224 00000100:00100000:2.0:1781272771.776967:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159412224 00000100:00100000:2.0:1781272771.777044:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 402 00000100:00100000:2.0:1781272771.777058:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159412224:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272771.777083:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272771.777104:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003a3c59d5/0x94898f2cdefc519f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83da6 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.777133:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272771.777135:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272771.777143:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003a3c59d5/0x94898f2cdefc519f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83da6 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.777175:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003a3c59d5/0x94898f2cdefc519f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83da6 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.777350:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2a00, rc 0) 00000100:00100000:2.0:1781272771.777432:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159412224:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 376us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272771.777440:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 402 00000100:00100000:3.0:1781272771.790600:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272771.791223:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159412480 00000100:00100000:1.0:1781272771.791237:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159412480 00000100:00100000:1.0:1781272771.791307:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1468 00000100:00100000:1.0:1781272771.791319:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+107:33315:x1867799159412480:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272771.791348:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272771.791373:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc51a6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83dad expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.791521:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc51ad lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.791540:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc51ad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.791556:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc51ad lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272771.791570:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:1.0:1781272771.791711:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc51a6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dad expref: 110 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.791728:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc51ad lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dad expref: 109 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.791738:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e100) 00010000:00010000:1.0:1781272771.791742:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1781272771.791747:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31c00, rc 0) 00000100:00100000:1.0:1781272771.791940:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+109:33315:x1867799159412480:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 623us (1357us total) trans 4294968199 rc 0/0 00000100:00100000:1.0:1781272771.791950:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1468 00000100:00100000:1.0:1781272771.802346:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272771.806114:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159412608 00000100:00100000:2.0:1781272771.806136:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159412608 00000100:00100000:3.0:1781272771.809067:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 403 00000100:00100000:3.0:1781272771.809084:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159412608:12345-192.168.204.14@tcp:1:lfs.0 00010000:00010000:3.0:1781272771.809141:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272771.809175:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005bd56e59/0x94898f2cdefc517c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d98 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272771.809186:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003a3c59d5/0x94898f2cdefc519f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83da6 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272771.810343:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272771.810346:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272771.810350:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272771.810407:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003a3c59d5/0x94898f2cdefc519f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83da6 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272771.810424:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003a3c59d5/0x94898f2cdefc519f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83da6 expref: 17 pid: 9894 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272771.810453:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168691456:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272771.810614:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005bd56e59/0x94898f2cdefc517c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d98 expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272771.810625:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005bd56e59/0x94898f2cdefc517c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d98 expref: 10 pid: 8407 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272771.810635:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168691584:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272771.810664:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351780 going to sleep for 11 seconds 00000100:00100000:2.0:1781272771.826992:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272771.827042:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272771.827082:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159412736 00000100:00100000:2.0:1781272771.827093:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159412736 00010000:00010000:2.0:1781272771.827145:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003a3c59d5/0x94898f2cdefc519f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83da6 expref: 18 pid: 9894 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272771.828364:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168691456:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272771.828383:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168691584:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272771.828419:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272771.828604:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159412864 00000100:00100000:2.0:1781272771.828612:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159412864 00010000:00010000:2.0:1781272771.828648:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005bd56e59/0x94898f2cdefc517c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d98 expref: 11 pid: 8407 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272771.828679:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 443 00000100:00100000:2.0:1781272771.828688:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+18:2390:x1867799159412736:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272771.828708:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272771.828739:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003a3c59d5/0x94898f2cdefc519f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83da6 expref: 18 pid: 9894 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.828754:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003a3c59d5/0x94898f2cdefc519f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83da6 expref: 18 pid: 9894 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.828782:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003a3c59d5/0x94898f2cdefc519f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83da6 expref: 18 pid: 9894 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.828803:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272771.828893:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159412736:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 205us (1920us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272771.828903:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 443 00000100:00100000:2.0:1781272771.828926:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 444 00000100:00100000:2.0:1781272771.828933:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159412864:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272771.828941:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272771.828949:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005bd56e59/0x94898f2cdefc517c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d98 expref: 11 pid: 8407 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.828960:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005bd56e59/0x94898f2cdefc517c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d98 expref: 11 pid: 8407 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.828975:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bd56e59/0x94898f2cdefc517c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d98 expref: 11 pid: 8407 timeout: 828 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.828986:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272771.828988:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272771.828993:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.829003:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.829030:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272771.829061:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159412864:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 129us (2028us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272771.829067:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 444 00010000:00010000:1.0:1781272771.829144:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.829164:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.829189:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.829206:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.829215:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.829223:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272771.829229:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.829239:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.829254:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.829261:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3000939/0x94898f2cdefc51bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272771.829316:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159412608:12345-192.168.204.14@tcp:1:lfs.0 Request processed in 20237us (26990us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272771.829326:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 403 00000100:00100000:2.0:1781272771.834033:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272771.834522:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159413120 00000100:00100000:1.0:1781272771.834536:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159413120 00000100:00100000:1.0:1781272771.834620:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 281 00000100:00100000:1.0:1781272771.834634:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b30c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+109:33315:x1867799159413120:12345-192.168.204.14@tcp:35:lfs.0 00000004:00010000:1.0:1781272771.834729:0:15586:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x28:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc51ad lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dad expref: 109 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781272771.835314:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968200 00000001:00080000:1.0:1781272771.836697:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968201 00010000:00010000:1.0:1781272771.836766:0:15586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.836790:0:15586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc510c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d60 expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.836802:0:15586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d75 expref: 112 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.836811:0:15586:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.836896:0:15586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d75 expref: 112 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.836929:0:15586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d75 expref: 112 pid: 6492 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272771.836952:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168691712:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272771.837088:0:15586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc510c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d60 expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.837099:0:15586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc510c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d60 expref: 52 pid: 6491 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272771.837110:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168691840:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272771.837137:0:15586:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4da9f09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272771.846247:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168691712:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272771.846431:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272771.846494:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272771.846528:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159413248 00000100:00100000:1.0:1781272771.846536:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159413248 00010000:00010000:1.0:1781272771.846587:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d75 expref: 113 pid: 6492 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272771.846630:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159413376 00000100:00100000:1.0:1781272771.846633:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159413376 00010000:00010000:1.0:1781272771.846647:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc510c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d60 expref: 53 pid: 6491 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272771.846668:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 445 00000100:00100000:1.0:1781272771.846677:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+113:2391:x1867799159413248:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272771.846697:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272771.846704:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d75 expref: 113 pid: 6492 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.846718:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d75 expref: 113 pid: 6492 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.846744:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc513d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d75 expref: 113 pid: 6492 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.846761:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e100) 00010000:00010000:1.0:1781272771.846767:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.846777:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.846784:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272771.846882:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+112:2391:x1867799159413248:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 203us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272771.846893:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 445 00000100:00100000:2.0:1781272771.847047:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 446 00000100:00100000:2.0:1781272771.847057:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159413376:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272771.847067:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272771.847072:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc510c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d60 expref: 53 pid: 6491 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.847083:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc510c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d60 expref: 53 pid: 6491 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.847096:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e100) 00010000:00010000:2.0:1781272771.847100:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.847108:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.847117:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272771.847140:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272771.847174:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159413376:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 119us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272771.847181:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 446 00010000:00010000:1.0:1781272771.848736:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc510c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d60 expref: 52 pid: 6491 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272771.848764:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:15586:1867799168691840:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272771.848795:0:15586:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.848806:0:15586:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272771.848813:0:15586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1781272771.848983:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968202 00000001:00080000:1.0:1781272771.849133:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968203 00000001:00080000:1.0:1781272771.849184:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968204 00000100:00100000:1.0:1781272771.851494:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168691968:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1781272771.851593:0:15586:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272771.851642:0:15586:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dab91540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272771.852288:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168691968 00000100:00100000:2.0:1781272771.852299:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168691968 00000100:00100000:2.0:1781272771.852394:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1781272771.852407:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15586:x1867799168691968:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1781272771.852553:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:15586:x1867799168691968:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 148us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272771.852563:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1781272771.852619:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168691968:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1781272771.852803:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968205 00000100:00100000:2.0:1781272771.852918:0:15586:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168692096:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1781272771.852959:0:15586:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272771.852982:0:15586:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c700fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1781272771.852999:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168692096 00000100:00100000:2.0:1781272771.853004:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168692096 00000100:00080000:0.0:1781272771.853327:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272771.853523:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1781272771.853536:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:15586:x1867799168692096:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1781272771.854211:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:15586:x1867799168692096:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 677us (1248us total) trans 4294967372 rc 0/0 00000100:00100000:2.0:1781272771.854221:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1781272771.858638:0:15586:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:15586:1867799168692096:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:0.0:1781272771.859598:0:15586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272771.859619:0:15586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272771.859628:0:15586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272771.859635:0:15586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272771.859640:0:15586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272771.859650:0:15586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272771.859670:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e100) 00010000:00010000:0.0:1781272771.859674:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1781272771.859680:0:15586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272771.859687:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc51c2 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15586 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781272771.859937:0:15586:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1781272771.860021:0:15586:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9112 00000004:00080000:0.0:1781272771.860309:0:15586:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 728755477006ns, next at 729755199787ns, rc = 0 00000001:00080000:0.0:1781272771.860324:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968206 00010000:00010000:0.0:1781272771.860389:0:15586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e100) 00010000:00010000:0.0:1781272771.860392:0:15586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1781272771.860403:0:15586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc51ad lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dad expref: 116 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272771.860678:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b30c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+115:33315:x1867799159413120:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 26045us (26659us total) trans 4294968207 rc 0/0 00000100:00100000:0.0:1781272771.860694:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 281 00000020:00080000:0.0:1781272771.860702:0:15586:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:0.0:1781272771.913370:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272772.912799:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272772.913434:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159413632 00000100:00100000:2.0:1781272772.913450:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159413632 00000100:00100000:2.0:1781272772.913572:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1469 00000100:00100000:2.0:1781272772.913586:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+115:33325:x1867799159413632:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272772.913628:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272772.913657:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc51c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83db4 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.913742:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc51d0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.913763:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc51d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.913776:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc51d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.913790:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc51d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.913797:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc51d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.913803:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc51d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.913967:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc51de lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.913977:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc51de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.913984:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc51de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272772.913994:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:2.0:1781272772.914347:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc51d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914356:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc51d0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914361:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc51d0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914367:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272772.914372:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc51d0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914380:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc51d0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914393:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:2.0:1781272772.914397:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272772.914403:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc51d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914409:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc51d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914420:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc51d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914426:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc51d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914431:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc51d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914435:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272772.914438:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc51d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914444:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc51d7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914454:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff8eb4c792eb00) 00010000:00010000:2.0:1781272772.914457:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272772.914460:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc51d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914466:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc51d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914511:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc51c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83db4 expref: 118 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914525:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc51de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83db4 expref: 117 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272772.914532:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e000) 00010000:00010000:2.0:1781272772.914534:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272772.914536:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3400, rc 0) 00000100:00100000:2.0:1781272772.914704:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+117:33325:x1867799159413632:12345-192.168.204.14@tcp:101:cat.0 Request processed in 1032us (1826us total) trans 4294968208 rc 0/0 00000100:00100000:2.0:1781272772.914713:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1469 00000100:00080000:0.0:1781272772.919278:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272772.932039:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1781272772.932067:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272772.932391:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159413888 00000100:00100000:1.0:1781272772.932406:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159413888 00000100:00100000:1.0:1781272772.932479:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 68 00000100:00100000:1.0:1781272772.932489:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+117:33324:x1867799159413888:12345-192.168.204.14@tcp:103:cat.0 00010000:00010000:1.0:1781272772.932507:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272772.932535:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc51de lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83db4 expref: 117 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272772.932560:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c792e000) 00010000:00010000:1.0:1781272772.932573:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272772.932633:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+116:33324:x1867799159413888:12345-192.168.204.14@tcp:103:cat.0 Request processed in 143us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272772.932641:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 68 00000100:00100000:2.0:1781272772.938733:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272772.941323:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159414016 00000100:00100000:3.0:1781272772.941340:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159414016 00000100:00100000:3.0:1781272772.941478:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1470 00000100:00100000:3.0:1781272772.941490:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+116:33324:x1867799159414016:12345-192.168.204.14@tcp:58:cat.0 00000004:00020000:3.0:1781272772.941596:0:6491:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_race id 18b sleeping 00000100:00100000:3.0:1781272773.184584:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:2.0:1781272773.184789:0:8835:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 730079955545ns, next at 731079951743ns, rc = 0 00000100:00100000:3.0:1781272773.188554:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168692224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272773.188652:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272773.190245:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168692224 00000100:00100000:0.0:1781272773.190271:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168692224 00000100:00100000:0.0:1781272773.190367:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1781272773.190378:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168692224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272773.190415:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202746688 pending 28672 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272773.190504:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168692224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (1852us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272773.190511:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00080000:3.0:1781272773.190737:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272773.190956:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168692224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272773.261213:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272773.261271:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272773.261309:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272773.261338:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272773.261361:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272773.261380:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272773.261382:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159414400 00000100:00100000:1.0:1781272773.261394:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159414400 00000100:00100000:0.0:1781272773.261396:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272773.261418:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272773.261442:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159414912 00000100:00100000:0.0:1781272773.261446:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159414912 00000100:00100000:1.0:1781272773.261460:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159414528 00000100:00100000:1.0:1781272773.261463:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159414528 00000100:00100000:0.0:1781272773.261464:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159415040 00000100:00100000:0.0:1781272773.261465:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159415040 00000100:00100000:0.0:1781272773.261481:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 553 00000100:00100000:2.0:1781272773.261537:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159414144 00000100:00100000:2.0:1781272773.261541:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159414144 00000100:00100000:2.0:1781272773.261575:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 744 00000100:00100000:2.0:1781272773.261583:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159414144:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272773.261676:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159414144:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 81us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272773.261685:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 744 00000100:00100000:2.0:1781272773.261720:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159414656 00000100:00100000:2.0:1781272773.261724:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159414656 00000100:00100000:2.0:1781272773.261750:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159414272 00000100:00100000:2.0:1781272773.261753:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159414272 00000100:00100000:2.0:1781272773.261765:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159414784 00000100:00100000:2.0:1781272773.261772:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159414784 00000100:00100000:2.0:1781272773.261788:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1004 00000100:00100000:2.0:1781272773.261794:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+52:2388:x1867799159414656:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272773.261870:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+52:2388:x1867799159414656:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 37us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272773.261877:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1004 00000100:00100000:2.0:1781272773.261890:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1005 00000100:00100000:2.0:1781272773.261896:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159414272:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272773.261922:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159414272:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272773.261928:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1005 00000100:00100000:2.0:1781272773.261940:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1006 00000100:00100000:2.0:1781272773.261946:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159414784:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272773.261970:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159414784:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272773.261976:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1006 00000100:00080000:3.0:1781272773.262059:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272773.262063:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272773.262066:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272773.262068:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272773.262397:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159414400:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272773.262439:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159414400:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 48us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272773.267058:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 554 00000100:00100000:1.0:1781272773.267090:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159414912:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272773.267119:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 555 00000100:00100000:2.0:1781272773.267141:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159415040:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272773.267202:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159414912:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 129us (5862us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272773.267207:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159415040:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 81us (5788us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272773.267210:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 554 00000100:00100000:3.0:1781272773.267225:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 556 00000100:00100000:3.0:1781272773.267249:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+15:2388:x1867799159414528:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272773.267284:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+15:2388:x1867799159414528:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 51us (5902us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272773.267290:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 556 00000100:00100000:0.0:1781272773.268745:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 553 00000100:00100000:2.0:1781272773.269214:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 555 00000100:00100000:2.0:1781272773.699786:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168692352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272773.699890:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272773.700158:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168692352 00000100:00100000:1.0:1781272773.700179:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168692352 00000100:00100000:1.0:1781272773.700266:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1781272773.700276:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168692352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272773.700303:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202746688 pending 28672 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272773.700372:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168692352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272773.700380:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1781272773.700428:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168692352:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781272773.700619:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1781272773.952368:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272774.208314:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272774.208348:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168692480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272774.208427:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272774.208869:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168692480 00000100:00100000:0.0:1781272774.208879:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168692480 00000100:00100000:0.0:1781272774.208949:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1781272774.208961:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168692480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272774.208998:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1781272774.209055:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168692480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272774.209063:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1781272774.209111:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168692480:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1781272774.209279:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272774.210793:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168692992:0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.210894:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272774.210939:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168693504:0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.210966:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272774.210983:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168694016:0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.211004:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272774.211025:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1781272774.211031:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168692864:0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.211055:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272774.211073:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168693376:0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.211093:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272774.211106:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168693888:0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.211140:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272774.211169:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168692992 00000100:00100000:2.0:1781272774.211177:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168692992 00000100:00100000:2.0:1781272774.211217:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168693376 00000100:00100000:2.0:1781272774.211220:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168693376 00000100:00100000:2.0:1781272774.211240:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168693888 00000100:00100000:2.0:1781272774.211243:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168693888 00000100:00100000:2.0:1781272774.211260:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1781272774.211269:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168692992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.211324:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168692992:12345-0@lo:400:kworker.0 Request processed in 56us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272774.211331:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1781272774.211360:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1781272774.211367:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168693376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.211399:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168693376:12345-0@lo:400:kworker.0 Request processed in 32us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272774.211404:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1781272774.211415:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1781272774.211421:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168693888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.211446:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168693888:12345-0@lo:400:kworker.0 Request processed in 25us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272774.211451:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00080000:2.0:1781272774.211467:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272774.211496:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168693376:0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.211506:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168693888:0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.211515:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168692992:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.211870:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168692864 00000100:00100000:1.0:1781272774.211875:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168692864 00000100:00100000:1.0:1781272774.211910:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1781272774.211917:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168692864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.211961:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168692864:12345-0@lo:400:kworker.0 Request processed in 44us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272774.211967:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1781272774.211993:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168692608:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212024:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272774.212050:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168693120:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212073:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272774.212089:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168693632:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212111:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272774.212143:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781272774.212149:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168692736:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212172:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272774.212188:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168693248:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212207:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272774.212217:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168693760:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212235:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272774.212256:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168692608 00000100:00100000:1.0:1781272774.212259:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168692608 00000100:00100000:1.0:1781272774.212284:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1781272774.212290:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168692608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212324:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168692608:12345-0@lo:400:kworker.0 Request processed in 33us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272774.212345:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1781272774.212385:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168692864:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212403:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168692736 00000100:00100000:1.0:1781272774.212406:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168692736 00000100:00100000:1.0:1781272774.212420:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168693248 00000100:00100000:1.0:1781272774.212422:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168693248 00000100:00100000:1.0:1781272774.212441:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168693760 00000100:00100000:1.0:1781272774.212443:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168693760 00000100:00100000:1.0:1781272774.212457:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:1.0:1781272774.212463:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168692736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212492:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168692736:12345-0@lo:400:kworker.0 Request processed in 29us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272774.212499:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:1.0:1781272774.212510:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:1.0:1781272774.212516:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168693248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212541:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168693248:12345-0@lo:400:kworker.0 Request processed in 26us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272774.212546:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:1.0:1781272774.212557:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:1.0:1781272774.212562:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168693760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212590:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168693760:12345-0@lo:400:kworker.0 Request processed in 28us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272774.212779:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00080000:1.0:1781272774.212796:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272774.212816:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168692736:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212862:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168693248:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212873:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168693760:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.212880:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168692608:0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.213436:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168693120 00000100:00100000:2.0:1781272774.213442:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168693120 00000100:00100000:2.0:1781272774.213490:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1781272774.213497:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168693120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272774.213552:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168693120:12345-0@lo:400:kworker.0 Request processed in 55us (1477us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272774.213559:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1781272774.213726:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168693504 00000100:00100000:3.0:1781272774.213731:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168693504 00000100:00100000:3.0:1781272774.213763:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168694016 00000100:00100000:3.0:1781272774.213767:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168694016 00000100:00100000:3.0:1781272774.213796:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168693632 00000100:00100000:3.0:1781272774.213800:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168693632 00000100:00100000:3.0:1781272774.213811:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1781272774.213817:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168693504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272774.213956:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168693504:12345-0@lo:400:kworker.0 Request processed in 138us (2988us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272774.213962:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1781272774.213977:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1781272774.213983:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168694016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272774.214011:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168694016:12345-0@lo:400:kworker.0 Request processed in 29us (3006us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272774.214018:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1781272774.214028:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1781272774.214034:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168693632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272774.214060:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168693632:12345-0@lo:400:kworker.0 Request processed in 26us (1948us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272774.214065:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00080000:3.0:1781272774.214078:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272774.214106:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168693504:0@lo:400:kworker.0 00000100:00100000:3.0:1781272774.214126:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168694016:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.215766:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168693120:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.215784:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168693632:0@lo:400:kworker.0 00000100:00100000:1.0:1781272774.216493:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168694144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272774.216560:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272774.216695:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168694144 00000100:00100000:0.0:1781272774.216703:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168694144 00000100:00100000:0.0:1781272774.216759:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1781272774.216769:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168694144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272774.216794:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1781272774.216864:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168694144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272774.216871:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1781272774.217093:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168694144:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1781272774.976761:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272775.744330:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272775.744355:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168694272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272775.744446:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272775.744609:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168694272 00000100:00100000:2.0:1781272775.744628:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168694272 00000100:00100000:2.0:1781272775.744680:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1781272775.744691:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168694272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272775.744735:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:2.0:1781272775.744791:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168694272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272775.744798:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1781272775.744878:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168694272:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272776.000064:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272776.000363:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272776.000370:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272776.003935:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:1.0:1781272776.003955:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000004:00080000:2.0:1781272776.007034:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000001:00080000:2.0:1781272776.007075:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968208 is committed 00000004:00080000:2.0:1781272776.007085:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000020:00080000:2.0:1781272776.007311:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4c7894f00 refcount 2 committed 0 result 0 batchid 33 00000020:00080000:2.0:1781272776.007317:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c42ded00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4c4e0cf00 00000020:00080000:2.0:1781272776.007321:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c42de800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c2c6ca00 00000001:00080000:2.0:1781272776.007355:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968198 is committed 00000100:00100000:0.0:1781272776.007517:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168694400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1781272776.007583:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1781272776.007711:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 33 committed batchid 32 00000100:00100000:2.0:1781272776.007718:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168694400 00000100:00100000:2.0:1781272776.007727:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168694400 00000020:00080000:3.0:1781272776.007764:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000100:00100000:2.0:1781272776.007795:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1781272776.007806:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168694400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1781272776.007863:0:8404:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:27 count 1 00002000:00010000:2.0:1781272776.007900:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a2c10c2, atime: 0x0, ctime: 0x6a2c10c2, blocks: 0x8 00010000:00010000:2.0:1781272776.007919:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc51ec lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272776.007938:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272776.007941:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272776.007948:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc51ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272776.007963:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc51ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272776.007974:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc51ec lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272776.007982:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc51ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272776.008009:0:8404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781272776.008033:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272776.008041:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc51ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272776.008054:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272776.008059:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc51ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272776.008068:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc51ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272776.008087:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc51ec lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272776.008106:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc51ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272776.008124:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272776.008126:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272776.008146:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272776.008156:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3620:x1867799168694400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 353us (572us total) trans 4294967373 rc 0/0 00000100:00100000:2.0:1781272776.008163:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000004:00080000:1.0:1781272776.008194:0:3620:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c17fb480/2, rc 0, transno 4294967373 00000100:00100000:1.0:1781272776.008200:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168694400:0@lo:6:osp-syn-0-0.0 00000100:00080000:0.0:1781272776.008292:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1781272776.014857:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00000001:00080000:3.0:1781272776.014877:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967371 is committed 00000100:00100000:3.0:1781272776.768677:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272776.768715:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168694528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272776.768821:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272776.769401:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168694528 00000100:00100000:2.0:1781272776.769414:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168694528 00000100:00100000:2.0:1781272776.769492:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1781272776.769503:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168694528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272776.769554:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272776.769645:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168694528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 143us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272776.769652:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1781272776.769786:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168694528:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1781272777.025130:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1781272777.029587:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272778.048308:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272778.305426:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168694656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272778.305523:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00020000:0.0:1781272778.305671:0:6491:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_fail_race id 18b awake: rc=0 00000100:00100000:3.0:1781272778.306322:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168694656 00000100:00100000:3.0:1781272778.306334:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168694656 00000100:00100000:3.0:1781272778.306419:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1781272778.306429:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168694656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272778.306470:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3921383424 avail 3689861120 00000100:00080000:2.0:1781272778.306560:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272778.315673:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168694656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9226us (10130us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272778.315696:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1781272778.317515:0:3618:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967373 gen 2 00000004:00080000:1.0:1781272778.317533:0:3618:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967372 committed transno 4294967373 00000004:00080000:1.0:1781272778.317571:0:3618:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c17fb480, transno 4294967373 00000100:00100000:1.0:1781272778.317676:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168694656:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1781272778.332492:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc51f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272778.332524:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc51f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272778.332543:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc51f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781272778.334143:0:6491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].42, 136 off13904 00000100:00100000:0.0:1781272778.334763:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+106:33324:x1867799159414016:12345-192.168.204.14@tcp:58:cat.0 Request processed in 5393265us (5396030us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272778.334778:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1470 00000100:00100000:3.0:1781272778.342799:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272778.343506:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159415168 00000100:00100000:1.0:1781272778.343523:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159415168 00000100:00100000:1.0:1781272778.343640:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1471 00000100:00100000:1.0:1781272778.343655:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+106:33324:x1867799159415168:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272778.343684:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272778.343711:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30200/0x94898f2cdefc51fa lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83dbb expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272778.343783:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc51f3 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272778.343795:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30200/0x94898f2cdefc51fa lrc: 4/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dbb expref: 107 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272778.343821:0:8162:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc51f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272778.343867:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30200/0x94898f2cdefc51fa lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dbb expref: 107 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1781272778.344148:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1781272778.344456:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c7df2400) 00010000:00010000:1.0:1781272778.344461:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272778.344467:0:8162:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30200/0x94898f2cdefc51fa lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dbb expref: 107 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272778.344475:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30200, rc 0) 00000100:00100000:1.0:1781272778.344577:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+107:33324:x1867799159415168:12345-192.168.204.14@tcp:101:cat.0 Request processed in 925us (1796us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272778.344588:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1471 00000100:00100000:1.0:1781272778.379141:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272778.379202:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272778.379249:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272778.379283:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272778.379311:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272778.379328:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272778.379349:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272778.379389:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272778.379426:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159415552 00000100:00100000:1.0:1781272778.379439:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159415552 00000100:00100000:1.0:1781272778.379509:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159416064 00000100:00100000:1.0:1781272778.379512:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159416064 00000100:00100000:1.0:1781272778.379526:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159415680 00000100:00100000:1.0:1781272778.379529:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159415680 00000100:00100000:1.0:1781272778.379542:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159416192 00000100:00100000:1.0:1781272778.379545:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159416192 00000100:00100000:1.0:1781272778.379565:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 560 00000100:00100000:1.0:1781272778.379576:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159415552:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272778.379672:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159415552:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 97us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272778.379681:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 560 00000100:00100000:1.0:1781272778.379701:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 561 00000100:00100000:1.0:1781272778.379708:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159416064:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272778.379735:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159416064:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272778.379746:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 561 00000100:00100000:1.0:1781272778.379757:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 562 00000100:00100000:1.0:1781272778.379763:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159415680:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272778.379792:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+15:2390:x1867799159415680:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272778.379798:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 562 00000100:00100000:1.0:1781272778.379812:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 563 00000100:00100000:1.0:1781272778.379819:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159416192:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272778.379887:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159416192:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 68us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272778.379894:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 563 00000100:00100000:0.0:1781272778.380108:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159415808 00000100:00100000:0.0:1781272778.380113:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159415808 00000100:00100000:0.0:1781272778.380161:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159415424 00000100:00100000:0.0:1781272778.380165:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159415424 00000100:00100000:0.0:1781272778.380187:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159415936 00000100:00100000:0.0:1781272778.380190:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159415936 00000100:00100000:0.0:1781272778.380209:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1013 00000100:00100000:0.0:1781272778.380216:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159415808:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272778.380252:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159415808:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 37us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272778.380259:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1013 00000100:00100000:0.0:1781272778.380274:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1014 00000100:00100000:0.0:1781272778.380280:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159415424:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272778.380308:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159415424:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272778.380315:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159415296 00000100:00100000:0.0:1781272778.380318:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1014 00000100:00100000:3.0:1781272778.380319:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159415296 00000100:00100000:0.0:1781272778.380330:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1015 00000100:00100000:0.0:1781272778.380336:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159415936:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272778.380355:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 746 00000100:00100000:3.0:1781272778.380363:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159415296:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272778.380393:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159415296:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272778.380404:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 746 00000100:00100000:0.0:1781272778.380473:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159415936:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 136us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272778.380479:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1015 00000100:00080000:2.0:1781272778.380635:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272778.380640:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272778.380643:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272778.380646:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272778.817261:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272778.817300:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168694784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272778.817412:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272778.817561:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168694784 00000100:00100000:2.0:1781272778.817573:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168694784 00000100:00100000:2.0:1781272778.817662:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1781272778.817675:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168694784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272778.817707:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1781272778.817779:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168694784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272778.817788:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00080000:3.0:1781272778.818084:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272778.818319:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168694784:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1781272779.072312:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272779.072325:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272779.072371:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:2.0:1781272779.072385:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272779.072562:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d2d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168694912:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272779.073293:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4da9f0a80 going to sleep for 11 seconds 00010000:00010000:1.0:1781272779.073394:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272779.077630:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d2d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168694912:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272779.079277:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.079355:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159416320 00000100:00100000:0.0:1781272779.079367:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159416320 00000100:00100000:0.0:1781272779.079431:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1472 00000100:00100000:0.0:1781272779.079561:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:33328:x1867799159416320:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781272779.079600:0:6493:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781272779.079755:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:33328:x1867799159416320:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 314us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.079764:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1472 00000100:00100000:1.0:1781272779.090942:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.091155:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159416448 00000100:00100000:0.0:1781272779.091168:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159416448 00000100:00100000:0.0:1781272779.091243:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1473 00000100:00100000:0.0:1781272779.091255:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:33328:x1867799159416448:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1781272779.091351:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5201 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091372:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5201 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091384:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5201 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091404:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5208 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091410:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5208 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091416:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5208 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091663:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc520f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091673:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc520f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091681:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc520f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272779.091732:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:0.0:1781272779.091736:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272779.091751:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc520f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091763:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5201 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091770:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5201 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091776:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5201 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091787:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5201 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091793:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272779.091798:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5201 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091805:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5201 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091817:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:0.0:1781272779.091820:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272779.091825:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5201 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091860:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5201 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091875:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5208 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091880:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5208 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091885:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5208 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091890:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272779.091893:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5208 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091903:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5208 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091910:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb567aa28 (ffff8eb4c7df2d00) 00010000:00010000:0.0:1781272779.091912:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272779.091916:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5208 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091922:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5208 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091937:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc520f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091943:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc520f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091949:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc520f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091954:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272779.091956:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc520f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091963:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc520f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091969:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c7df2400) 00010000:00010000:0.0:1781272779.091971:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272779.091974:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc520f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.091984:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc520f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272779.092254:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:33328:x1867799159416448:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 999us (1320us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.092263:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1473 00000100:00100000:2.0:1781272779.119901:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272779.120074:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159416704 00000100:00100000:1.0:1781272779.120087:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159416704 00000100:00100000:1.0:1781272779.120164:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1474 00000100:00100000:1.0:1781272779.120177:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+49:33328:x1867799159416704:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272779.120203:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272779.120231:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5216 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83dc2 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.120616:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc521d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.120639:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc521d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.120655:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc521d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272779.120668:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:1.0:1781272779.120861:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc521d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.120871:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc521d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.120878:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc521d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.120885:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272779.120891:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc521d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.120900:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc521d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.120915:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c7df2400) 00010000:00010000:1.0:1781272779.120918:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272779.120924:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc521d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.120931:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc521d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.120983:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5216 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dc2 expref: 51 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.120996:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:1.0:1781272779.120999:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272779.121003:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5216 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dc2 expref: 51 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.121013:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30e00, rc 0) 00000100:00100000:1.0:1781272779.121101:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:33328:x1867799159416704:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 927us (1211us total) trans 4294968209 rc 301/301 00000100:00100000:1.0:1781272779.121313:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1474 00000100:00100000:3.0:1781272779.127601:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.128252:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159416832 00000100:00100000:0.0:1781272779.128265:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159416832 00000100:00100000:0.0:1781272779.128335:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1475 00000100:00100000:0.0:1781272779.128347:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:33328:x1867799159416832:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781272779.128390:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781272779.128541:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:33328:x1867799159416832:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 196us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.128549:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1475 00000100:00100000:2.0:1781272779.132926:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.133120:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159417088 00000100:00100000:0.0:1781272779.133132:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159417088 00000100:00100000:0.0:1781272779.133259:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1476 00000100:00100000:0.0:1781272779.133272:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:33328:x1867799159417088:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272779.133298:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272779.133324:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc522b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83dc9 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.134299:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5232 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.134319:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5232 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.134332:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5232 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272779.134345:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00010000:00010000:0.0:1781272779.134403:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc522b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dc9 expref: 53 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.134423:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5232 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dc9 expref: 52 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.134431:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:0.0:1781272779.134435:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272779.134622:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56400, rc 0) 00000100:00100000:0.0:1781272779.134920:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+52:33328:x1867799159417088:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1650us (2003us total) trans 4294968210 rc 0/0 00000100:00100000:0.0:1781272779.134930:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1476 00000100:00100000:2.0:1781272779.152363:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272779.152547:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159417344 00000100:00100000:1.0:1781272779.152558:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159417344 00000100:00100000:1.0:1781272779.152622:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1477 00000100:00100000:1.0:1781272779.152631:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+52:33328:x1867799159417344:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781272779.152695:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272779.152726:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5232 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dc9 expref: 52 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.152746:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2d00) 00010000:00010000:1.0:1781272779.152758:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272779.152783:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.152797:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5152 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d83 expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.152806:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.152876:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5152 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d83 expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.152892:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5152 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d83 expref: 106 pid: 6493 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272779.152907:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168695040:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272779.153054:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc540 going to sleep for 11 seconds 00000100:00100000:2.0:1781272779.156874:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168695040:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272779.156908:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272779.157337:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272779.157385:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159417472 00000100:00100000:2.0:1781272779.157392:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159417472 00010000:00010000:2.0:1781272779.157436:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5152 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d83 expref: 107 pid: 6493 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272779.157470:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 447 00000100:00100000:2.0:1781272779.157481:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+107:2390:x1867799159417472:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272779.157497:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272779.157504:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5152 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d83 expref: 107 pid: 6493 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.157517:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5152 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d83 expref: 107 pid: 6493 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.157541:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5152 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d83 expref: 107 pid: 6493 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.157556:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:2.0:1781272779.157562:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.157572:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.157580:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.157611:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272779.157674:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+106:2390:x1867799159417472:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 194us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272779.157682:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 447 00010000:00010000:1.0:1781272779.157853:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.157862:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.157884:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5247 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0xbd0c5ee6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.157894:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5247 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xbd0c5ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.157902:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5247 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xbd0c5ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.157954:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.157961:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.157968:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.157975:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272779.157979:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.157987:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.157995:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:1.0:1781272779.157997:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272779.158001:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.158008:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5240 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.158017:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5247 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xbd0c5ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.158022:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5247 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0xbd0c5ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.158028:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5247 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0xbd0c5ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.158033:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272779.158037:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5247 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0xbd0c5ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.158052:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5247 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0xbd0c5ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.158059:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xbd0c5ee6 (ffff8eb4d2b99900) 00010000:00010000:1.0:1781272779.158062:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272779.158065:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5247 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0xbd0c5ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.158070:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5247 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0xbd0c5ee6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272779.158120:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:33328:x1867799159417344:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 5489us (5768us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781272779.158126:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1477 00000100:00100000:2.0:1781272779.165918:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.166001:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159417600 00000100:00100000:0.0:1781272779.166012:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159417600 00000100:00100000:0.0:1781272779.166086:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1478 00000100:00100000:0.0:1781272779.166097:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:33328:x1867799159417600:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272779.166120:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272779.166146:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc524e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83dd0 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.166185:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5255 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.166204:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5255 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.166216:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5255 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.166331:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc524e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd0 expref: 53 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.166350:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5255 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd0 expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.166359:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:0.0:1781272779.166362:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272779.166366:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57400, rc 0) 00000100:00100000:0.0:1781272779.166427:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:33328:x1867799159417600:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 332us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.166435:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1478 00000100:00100000:0.0:1781272779.169630:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272779.169883:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159417856 00000100:00100000:3.0:1781272779.169894:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159417856 00000100:00100000:3.0:1781272779.169952:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1479 00000100:00100000:3.0:1781272779.169963:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+52:33328:x1867799159417856:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272779.170073:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc525c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.170102:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc525c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.170118:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc525c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272779.170298:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000cf2846cf reply state 0000000068e63f55 transno 4294968211 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc525c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.170312:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc525c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.170319:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:3.0:1781272779.170322:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1781272779.170327:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781272779.170429:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+54:33328:x1867799159417856:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 466us (810us total) trans 4294968211 rc 0/0 00000100:00100000:3.0:1781272779.170437:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1479 00000100:00100000:1.0:1781272779.177755:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272779.177860:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159417984 00000100:00100000:2.0:1781272779.177872:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159417984 00000100:00100000:2.0:1781272779.177943:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1480 00000100:00100000:2.0:1781272779.177954:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+54:33328:x1867799159417984:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272779.177981:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272779.178006:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc5263 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83dd7 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.178080:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc5263 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd7 expref: 55 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.178105:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc5263 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd7 expref: 55 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.178116:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:2.0:1781272779.178119:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272779.178124:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3e00, rc 0) 00000100:00100000:2.0:1781272779.178197:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:33328:x1867799159417984:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 245us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272779.178205:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1480 00000100:00100000:2.0:1781272779.184682:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272779.184781:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159418112 00000100:00100000:3.0:1781272779.184792:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159418112 00000100:00100000:3.0:1781272779.184891:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 282 00000100:00100000:3.0:1781272779.184901:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+55:33328:x1867799159418112:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1781272779.185058:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+55:33328:x1867799159418112:12345-192.168.204.14@tcp:49:lhsmtool_posix.0 Request processed in 143us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272779.185066:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 282 00000100:00100000:1.0:1781272779.189716:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272779.189809:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159418368 00000100:00100000:3.0:1781272779.189820:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159418368 00000100:00100000:2.0:1781272779.197134:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 283 00000100:00100000:2.0:1781272779.197162:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:33328:x1867799159418368:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272779.197465:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:33328:x1867799159418368:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 316us (7760us total) trans 4294968212 rc 0/0 00000100:00100000:2.0:1781272779.197477:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 283 00000100:00100000:1.0:1781272779.206696:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272779.206791:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159418624 00000100:00100000:3.0:1781272779.206803:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159418624 00000100:00100000:3.0:1781272779.206901:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1481 00000100:00100000:3.0:1781272779.206913:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+56:33328:x1867799159418624:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272779.207111:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+56:33328:x1867799159418624:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 200us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272779.207120:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1481 00000100:00100000:1.0:1781272779.219286:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.219420:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159418880 00000100:00100000:0.0:1781272779.219435:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159418880 00000100:00100000:0.0:1781272779.219505:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1482 00000100:00100000:0.0:1781272779.219516:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:33328:x1867799159418880:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272779.219541:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272779.219567:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc526a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83dde expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.219810:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.219919:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc5263 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd7 expref: 57 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.220072:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.220258:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc5263 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd7 expref: 57 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.220274:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc5263 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd7 expref: 57 pid: 8162 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272779.220288:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168695168:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272779.220932:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2600 going to sleep for 11 seconds 00000100:00100000:1.0:1781272779.226490:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.226586:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168695168:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272779.226621:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272779.226689:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159419008 00000100:00100000:2.0:1781272779.226698:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159419008 00010000:00010000:2.0:1781272779.226740:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc5263 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd7 expref: 58 pid: 8162 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272779.226782:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 448 00000100:00100000:2.0:1781272779.226791:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4dab3d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+58:2390:x1867799159419008:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272779.226810:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272779.226829:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc5263 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd7 expref: 58 pid: 8162 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.226884:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc5263 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd7 expref: 58 pid: 8162 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.226909:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc5263 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd7 expref: 58 pid: 8162 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.226926:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:2.0:1781272779.226931:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.226941:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.226949:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.226976:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272779.227035:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4dab3d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+57:2390:x1867799159419008:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 244us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272779.227052:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 448 00010000:00010000:0.0:1781272779.228416:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.228430:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272779.228454:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00080000:0.0:1781272779.228663:0:6492:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00010000:00010000:0.0:1781272779.228788:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.228796:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.228803:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.228809:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272779.228814:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.228821:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.228878:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:0.0:1781272779.228881:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1781272779.228886:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.228893:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5271 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.228976:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc526a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dde expref: 57 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.228987:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff8eb4c70a5800) 00010000:00010000:0.0:1781272779.228990:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272779.228994:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc526a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dde expref: 57 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.229008:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56600, rc 0) 00000100:00100000:0.0:1781272779.229078:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:33328:x1867799159418880:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 9563us (9805us total) trans 4294968213 rc 301/301 00000100:00100000:0.0:1781272779.229269:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1482 00000100:00100000:1.0:1781272779.242010:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.242105:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159419264 00000100:00100000:0.0:1781272779.242117:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159419264 00000100:00100000:0.0:1781272779.242193:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 284 00000100:00100000:0.0:1781272779.242205:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+56:33328:x1867799159419264:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272779.242571:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+57:33328:x1867799159419264:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 366us (568us total) trans 4294968214 rc 0/0 00000100:00100000:0.0:1781272779.242580:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 284 00000100:00100000:1.0:1781272779.246105:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.246262:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159419392 00000100:00100000:0.0:1781272779.246273:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159419392 00000100:00100000:0.0:1781272779.246346:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1483 00000100:00100000:0.0:1781272779.246358:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+57:33328:x1867799159419392:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272779.246399:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272779.246424:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc527f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83de5 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.246505:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5286 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.246522:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5286 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.246534:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5286 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272779.246580:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00200000:0.0:1781272779.246585:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272779.246606:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5286 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.246632:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc527f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83de5 expref: 59 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.246650:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5286 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83de5 expref: 58 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.246659:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:0.0:1781272779.246662:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1781272779.246666:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56200, rc 0) 00000100:00100000:0.0:1781272779.246778:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+58:33328:x1867799159419392:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 422us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.246786:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1483 00000100:00100000:1.0:1781272779.257159:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.257309:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159419520 00000100:00100000:0.0:1781272779.257322:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159419520 00000100:00100000:0.0:1781272779.257385:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 405 00000100:00100000:0.0:1781272779.257396:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159419520:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272779.257415:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272779.257439:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc528d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83dec expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272779.257466:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272779.257489:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272779.257492:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272779.257501:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc528d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dec expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.257521:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc528d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dec expref: 11 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.257536:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56600, rc 0) 00000100:00100000:0.0:1781272779.257606:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159419520:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 210us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.257614:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 405 00000100:00100000:1.0:1781272779.269244:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272779.269329:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159419776 00000100:00100000:3.0:1781272779.269339:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159419776 00000100:00100000:3.0:1781272779.269403:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1484 00000100:00100000:3.0:1781272779.269414:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+58:33328:x1867799159419776:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272779.269530:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+58:33328:x1867799159419776:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 117us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272779.269540:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1484 00000100:00100000:2.0:1781272779.277204:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.277405:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159419904 00000100:00100000:0.0:1781272779.277417:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159419904 00000100:00100000:0.0:1781272779.277478:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 406 00000100:00100000:0.0:1781272779.277489:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:33328:x1867799159419904:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272779.277511:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272779.277533:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83df3 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.277574:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc528d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dec expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.277583:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272779.277585:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272779.277589:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83df3 expref: 12 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.277629:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc528d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dec expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.277645:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc528d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dec expref: 12 pid: 8407 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272779.277659:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168695296:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272779.277758:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2600 going to sleep for 11 seconds 00000100:00100000:0.0:1781272779.281432:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168695296:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272779.281476:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83df3 expref: 12 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.281502:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56800, rc 0) 00000100:00100000:0.0:1781272779.281568:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:33328:x1867799159419904:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 4079us (4372us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.281577:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 406 00000100:00100000:1.0:1781272779.283365:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.283459:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159420032 00000100:00100000:0.0:1781272779.283470:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159420032 00010000:00010000:0.0:1781272779.283510:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc528d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dec expref: 12 pid: 8407 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272779.283551:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 449 00000100:00100000:0.0:1781272779.283560:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159420032:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272779.283579:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272779.283603:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc528d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dec expref: 12 pid: 8407 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.283617:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc528d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dec expref: 12 pid: 8407 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.283642:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc528d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dec expref: 12 pid: 8407 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.283659:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272779.283661:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272779.283671:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83df3 expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.283681:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83df3 expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.283722:0:6476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83df3 expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272779.283737:0:6476:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6476:1867799168695424:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272779.283940:0:6476:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2600 going to sleep for 11 seconds 00000100:00100000:0.0:1781272779.304400:0:6476:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6476:1867799168695424:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272779.304433:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272779.304498:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159420032:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 20937us (21141us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.304509:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 449 00000100:00100000:2.0:1781272779.314539:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.314651:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159420160 00000100:00100000:0.0:1781272779.314663:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159420160 00002000:00100000:0.0:1781272779.314729:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff8eb3c39d1500 x1867799159420160/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:535/0 lens 648/0 e 0 to 0 dl 1781272790 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272779.314741:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c39d1500 with x1867799159420160 ext(0->157) 00002000:00010000:0.0:1781272779.314749:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c39d1500 00000100:00100000:0.0:1781272779.314787:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 106 00000100:00100000:0.0:1781272779.314797:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159420160:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1781272779.316445:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159420160:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 1638us (1910us total) trans 4294967379 rc 0/0 00000100:00100000:0.0:1781272779.316458:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 106 00002000:00100000:0.0:1781272779.316470:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff8eb3c39d1500 x1867799159420160/t4294967379(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:535/0 lens 648/448 e 0 to 0 dl 1781272790 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272779.316478:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c39d1500 with x1867799159420160 ext(0->157) 00002000:00010000:0.0:1781272779.316485:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c39d1500 00000100:00100000:1.0:1781272779.328748:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168695936:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.328859:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272779.328900:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168696448:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.328927:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272779.328947:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168696960:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.328968:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272779.328995:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781272779.329002:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168695808:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.329028:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272779.329056:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168696320:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.329078:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272779.329199:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168695680:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.330142:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168696832:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.330306:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272779.330351:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168696448 00000100:00100000:1.0:1781272779.330359:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168696448 00000100:00100000:1.0:1781272779.330404:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168696960 00000100:00100000:1.0:1781272779.330408:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168696960 00000100:00100000:1.0:1781272779.330436:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1781272779.330446:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168696448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.330504:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168696448:12345-0@lo:400:kworker.0 Request processed in 58us (1574us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272779.330511:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1781272779.330527:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1781272779.330533:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168696960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.330560:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168696960:12345-0@lo:400:kworker.0 Request processed in 27us (1590us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272779.330565:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1781272779.330587:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272779.330609:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168696192:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.330629:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272779.330643:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168696704:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.330660:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272779.330674:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1781272779.330681:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168695552:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.330708:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272779.330731:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168696064:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.330757:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272779.330775:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168696576:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.330795:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272779.330809:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168697088:0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331102:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168696576 00000100:00100000:0.0:1781272779.331106:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168696576 00000100:00100000:0.0:1781272779.331135:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1781272779.331143:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168696576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331198:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168696576:12345-0@lo:400:kworker.0 Request processed in 56us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.331205:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1781272779.331255:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168695936 00000100:00100000:0.0:1781272779.331260:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168695936 00000100:00100000:0.0:1781272779.331283:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168696320 00000100:00100000:0.0:1781272779.331287:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168696320 00000100:00100000:0.0:1781272779.331302:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168696832 00000100:00100000:0.0:1781272779.331305:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168696832 00000100:00100000:0.0:1781272779.331319:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168695680 00000100:00100000:0.0:1781272779.331321:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168695680 00000100:00100000:0.0:1781272779.331331:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168696192 00000100:00100000:0.0:1781272779.331334:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168696192 00000100:00100000:0.0:1781272779.331346:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168696704 00000100:00100000:0.0:1781272779.331349:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168696704 00000100:00100000:0.0:1781272779.331364:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1781272779.331369:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168695936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331405:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168695936:12345-0@lo:400:kworker.0 Request processed in 35us (2547us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.331411:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1781272779.331424:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1781272779.331431:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168696320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331458:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168696320:12345-0@lo:400:kworker.0 Request processed in 28us (2380us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.331465:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1781272779.331475:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1781272779.331481:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168696832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331505:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168696832:12345-0@lo:400:kworker.0 Request processed in 24us (1200us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.331511:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1781272779.331522:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1781272779.331527:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168695680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331554:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168695680:12345-0@lo:400:kworker.0 Request processed in 27us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.331559:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1781272779.331571:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1781272779.331576:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168696192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331599:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168696192:12345-0@lo:400:kworker.0 Request processed in 23us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.331605:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1781272779.331615:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1781272779.331620:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168696704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331646:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168696704:12345-0@lo:400:kworker.0 Request processed in 26us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.331653:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1781272779.331675:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168697344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272779.331706:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272779.331768:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168696320:0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331780:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168696832:0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331789:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168695936:0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331799:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168696448:0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331809:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168696960:0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331880:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168695808 00000100:00100000:0.0:1781272779.331885:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168695808 00000100:00100000:0.0:1781272779.331908:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168696064 00000100:00100000:0.0:1781272779.331912:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168696064 00000100:00100000:0.0:1781272779.331923:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1781272779.331929:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168695808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.331966:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168695808:12345-0@lo:400:kworker.0 Request processed in 36us (2937us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.331973:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1781272779.331984:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1781272779.331990:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168696064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272779.332017:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168696064:12345-0@lo:400:kworker.0 Request processed in 28us (1260us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.332024:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1781272779.332062:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168695808:0@lo:400:kworker.0 00000100:00100000:3.0:1781272779.332454:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272779.332466:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168697216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272779.332501:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272779.332533:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168697344 00000100:00100000:3.0:1781272779.332537:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168697344 00000100:00100000:3.0:1781272779.332566:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168697216 00000100:00100000:3.0:1781272779.332569:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168697216 00000100:00100000:3.0:1781272779.332581:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1781272779.332587:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168697344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272779.332605:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179055424 pending 28672 free 3921391616 avail 3689869312 00000100:00100000:3.0:1781272779.332642:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168697344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272779.332649:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1781272779.332664:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1781272779.332670:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168697216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272779.332678:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179055424 pending 28672 free 3921391616 avail 3689869312 00000100:00100000:3.0:1781272779.332703:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168697216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272779.332709:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00080000:3.0:1781272779.332734:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272779.332738:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272779.332740:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272779.332765:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168697216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272779.332808:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168697344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272779.332939:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272779.333030:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168695552 00000100:00100000:2.0:1781272779.333036:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168695552 00000100:00100000:2.0:1781272779.333086:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1781272779.333094:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168695552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272779.333134:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168695552:12345-0@lo:400:kworker.0 Request processed in 40us (2424us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272779.333139:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1781272779.333189:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159420288 00000100:00100000:2.0:1781272779.333193:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159420288 00000100:00100000:2.0:1781272779.333223:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1485 00000100:00100000:2.0:1781272779.333230:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+58:33328:x1867799159420288:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1781272779.333780:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272779.333819:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168695680:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.333852:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168696192:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.333865:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168696704:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.333885:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168695552:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.333895:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168696064:0@lo:400:kworker.0 00000100:00100000:1.0:1781272779.333906:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168696576:0@lo:400:kworker.0 00000100:00100000:2.0:1781272779.334142:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168697088 00000100:00100000:2.0:1781272779.334147:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168697088 00000100:00100000:2.0:1781272779.334538:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1781272779.334549:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168697088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272779.334613:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168697088:12345-0@lo:400:kworker.0 Request processed in 67us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272779.334621:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000001:00080000:0.0:1781272779.335373:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968214 is committed 00000020:00080000:0.0:1781272779.335399:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 33 batchid updated 00010000:00010000:1.0:1781272779.339491:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc525c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.339513:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc525c lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.339522:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc525c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.339529:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272779.339534:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc525c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.339542:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc525c lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.339563:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:1.0:1781272779.339567:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1781272779.339572:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc525c lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.339579:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc525c lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272779.339666:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168697088:0@lo:400:kworker.0 00000020:00080000:3.0:1781272779.339681:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000020:00080000:3.0:1781272779.339696:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000100:00100000:3.0:1781272779.339895:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:33328:x1867799159420288:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 6661us (6953us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272779.339905:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1485 00000100:00100000:2.0:1781272779.343968:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.350333:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159420416 00000100:00100000:0.0:1781272779.350350:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159420416 00000100:00100000:0.0:1781272779.350437:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 407 00000100:00100000:0.0:1781272779.350449:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159420416:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1781272779.356979:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967379 is committed 00000100:00100000:0.0:1781272779.358428:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159420416:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 7972us (14461us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.358444:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 407 00000100:00100000:1.0:1781272779.368422:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272779.368929:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159420672 00000100:00100000:3.0:1781272779.368941:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159420672 00000100:00100000:3.0:1781272779.369010:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1486 00000100:00100000:3.0:1781272779.369021:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:33328:x1867799159420672:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272779.369096:0:6493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272779.369131:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5286 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83de5 expref: 51 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.369153:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:3.0:1781272779.369294:0:6493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272779.369331:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc529b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.369347:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc529b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.369358:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc529b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272779.369491:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000020d9bf5b reply state 000000000a010853 transno 4294968215 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc529b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.369504:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc529b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.369511:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:3.0:1781272779.369513:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272779.369516:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781272779.369630:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+52:33328:x1867799159420672:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 609us (1218us total) trans 4294968215 rc 0/0 00000100:00100000:3.0:1781272779.369638:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1486 00000100:00100000:1.0:1781272779.378129:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272779.378627:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159420800 00000100:00100000:2.0:1781272779.378641:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159420800 00000100:00100000:2.0:1781272779.378727:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1487 00000100:00100000:2.0:1781272779.378738:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:33328:x1867799159420800:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272779.378775:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272779.378803:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc52a2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83dfa expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.379084:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc52a2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dfa expref: 53 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.379100:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc52a2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dfa expref: 53 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.379121:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:2.0:1781272779.379124:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272779.379128:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2e00, rc 0) 00000100:00100000:2.0:1781272779.379332:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:33328:x1867799159420800:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 595us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272779.379341:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1487 00000100:00100000:1.0:1781272779.383072:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272779.383171:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159420928 00000100:00100000:3.0:1781272779.383183:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159420928 00000100:00100000:3.0:1781272779.383246:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 408 00000100:00100000:3.0:1781272779.383256:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159420928:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1781272779.383436:0:8405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1781272779.383440:0:8405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb mtime from disk: 0 -> 1781272770 00002000:00010000:3.0:1781272779.383442:0:8405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb atime from disk: 0 -> 1781272770 00002000:00010000:3.0:1781272779.383445:0:8405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb ctime from disk: 0 -> 1781272770 00002000:00010000:3.0:1781272779.383447:0:8405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1781272779.383508:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159420928:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 254us (447us total) trans 4294967380 rc 0/0 00000100:00100000:3.0:1781272779.383516:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 408 00000100:00100000:1.0:1781272779.388412:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272779.394324:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159421184 00000100:00100000:3.0:1781272779.394342:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159421184 00000100:00100000:2.0:1781272779.397536:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1488 00000100:00100000:2.0:1781272779.397556:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:33328:x1867799159421184:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781272779.397631:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.397651:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5255 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd0 expref: 53 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.397663:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.397704:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5255 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd0 expref: 53 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.397720:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5255 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd0 expref: 53 pid: 6491 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272779.397735:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168697472:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272779.397856:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272779.405394:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168697472:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272779.405431:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272779.406985:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272779.407364:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159421312 00000100:00100000:2.0:1781272779.407376:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159421312 00010000:00010000:2.0:1781272779.407420:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5255 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd0 expref: 54 pid: 6491 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272779.407464:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 450 00000100:00100000:2.0:1781272779.407475:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:2391:x1867799159421312:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272779.407492:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272779.407498:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5255 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd0 expref: 54 pid: 6491 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.407519:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5255 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd0 expref: 54 pid: 6491 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.407546:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5255 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dd0 expref: 54 pid: 6491 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.407564:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:2.0:1781272779.407569:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.407581:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.407590:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.407630:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272779.407810:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.407822:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.407895:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.407904:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.407923:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.407934:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272779.407939:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.407947:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.407957:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:3.0:1781272779.407960:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1781272779.407964:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.407970:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc52a9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272779.408080:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159421312:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 604us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272779.408097:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 450 00000100:00100000:3.0:1781272779.411140:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+52:33328:x1867799159421184:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 13576us (22722us total) trans 0 rc -22/-22 00000100:00100000:3.0:1781272779.411157:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1488 00000100:00100000:3.0:1781272779.418437:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272779.418891:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159421440 00000100:00100000:2.0:1781272779.418902:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159421440 00000100:00100000:2.0:1781272779.418969:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 409 00000100:00100000:2.0:1781272779.418980:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2389:x1867799159421440:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272779.419037:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.419076:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83df3 expref: 12 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.419095:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272779.419098:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272779.419101:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.419144:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83df3 expref: 12 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.419176:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83df3 expref: 12 pid: 9894 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272779.419192:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168697600:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272779.419294:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272779.422133:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168697600:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272779.422167:0:15938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272779.422326:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272779.422468:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159421568 00000100:00100000:2.0:1781272779.422476:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159421568 00010000:00010000:2.0:1781272779.422512:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83df3 expref: 13 pid: 9894 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272779.422561:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 451 00000100:00100000:2.0:1781272779.422572:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159421568:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272779.422592:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272779.422614:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83df3 expref: 13 pid: 9894 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.422628:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83df3 expref: 13 pid: 9894 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.422653:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005bd56e59/0x94898f2cdefc5294 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83df3 expref: 13 pid: 9894 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.422670:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272779.422672:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272779.422677:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.422688:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.422717:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272779.422771:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159421568:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 201us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272779.422780:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 451 00010000:00010000:3.0:1781272779.427147:0:15938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.427306:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.432065:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.432077:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.432087:0:15938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.432094:0:15938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2600 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272779.432100:0:15938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.432108:0:15938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.432131:0:15938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.432138:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000147b38b/0x94898f2cdefc52b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272779.433023:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159421440:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 14037us (14589us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272779.433047:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 409 00000100:00100000:1.0:1781272779.440036:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272779.440133:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159421824 00000100:00100000:2.0:1781272779.440145:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159421824 00000100:00100000:2.0:1781272779.440225:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1489 00000100:00100000:2.0:1781272779.440237:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+52:33328:x1867799159421824:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781272779.440328:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc52b7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.440348:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc52b7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.440362:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc52b7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.440530:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.440541:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc52a2 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dfa expref: 53 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.440549:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.440588:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc52a2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dfa expref: 53 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.440604:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc52a2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dfa expref: 53 pid: 6491 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272779.440625:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168697728:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272779.440713:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1781272779.448068:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168697728:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272779.448102:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272779.450455:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.456356:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159421952 00000100:00100000:0.0:1781272779.456376:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159421952 00010000:00010000:1.0:1781272779.456524:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc52a2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dfa expref: 54 pid: 6491 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272779.456582:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 452 00000100:00100000:1.0:1781272779.456593:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+54:2391:x1867799159421952:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272779.456612:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272779.456619:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc52a2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dfa expref: 54 pid: 6491 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.456636:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc52a2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dfa expref: 54 pid: 6491 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.456663:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc52a2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dfa expref: 54 pid: 6491 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.456681:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:1.0:1781272779.456686:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.456697:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.456705:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272779.456741:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272779.456808:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159421952:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 217us (6362us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272779.456817:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 452 00010000:00010000:3.0:1781272779.456939:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.456951:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1781272779.457090:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968216 00000001:00080000:3.0:1781272779.457234:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968217 00000001:00080000:3.0:1781272779.457277:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968218 00000100:00100000:3.0:1781272779.457370:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12323:1867799168697856:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1781272779.457441:0:12323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272779.457485:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351600 going to sleep for 11 seconds 00000100:00100000:1.0:1781272779.457738:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168697856 00000100:00100000:1.0:1781272779.457745:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168697856 00000100:00100000:1.0:1781272779.457787:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1781272779.457797:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c79b7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:12323:x1867799168697856:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1781272779.457916:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c79b7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:12323:x1867799168697856:12345-0@lo:1000:mdt00_004.0 Request processed in 119us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272779.457923:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1781272779.458629:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12323:1867799168697856:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1781272779.458773:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968219 00000100:00100000:0.0:1781272779.458857:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b82d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12323:1867799168697984:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1781272779.458896:0:12323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272779.459110:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2780 going to sleep for 11 seconds 00000100:00100000:1.0:1781272779.459233:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168697984 00000100:00100000:1.0:1781272779.459240:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168697984 00000100:00100000:2.0:1781272779.466229:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1781272779.466260:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12323:x1867799168697984:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1781272779.466501:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:12323:x1867799168697984:12345-0@lo:1000:mdt00_004.0 Request processed in 257us (7603us total) trans 4294967381 rc 0/0 00000100:00100000:2.0:1781272779.466509:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1781272779.466589:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b82d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12323:1867799168697984:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1781272779.466685:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968220 00010000:00010000:2.0:1781272779.466726:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466737:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466745:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466751:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272779.466756:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466769:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466793:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:2.0:1781272779.466796:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272779.466802:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466807:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3e00/0x94898f2cdefc52be lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466871:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc51f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466878:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc51f3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466882:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc51f3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466887:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272779.466889:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc51f3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466895:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc51f3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466903:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c7df2400) 00010000:00010000:2.0:1781272779.466905:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272779.466913:0:12323:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30200/0x94898f2cdefc51fa lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dbb expref: 105 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466929:0:12323:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30200/0x94898f2cdefc51fa lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dbb expref: 105 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466939:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30200/0x94898f2cdefc51fa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dbb expref: 105 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.466977:0:12323:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30200/0x94898f2cdefc51fa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83dbb expref: 105 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272779.466992:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168698112:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272779.467088:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9540 going to sleep for 11 seconds 00000100:00100000:0.0:1781272779.470619:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168698112:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272779.470659:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc51f3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470671:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57c00/0x94898f2cdefc51f3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470705:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52c5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470722:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52c5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470734:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52c5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470746:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52c5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470752:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52c5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470759:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52c5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470765:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272779.470769:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52c5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470778:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52c5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470791:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c7df2400) 00010000:00010000:0.0:1781272779.470794:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272779.470799:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52c5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470805:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52c5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470815:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc52b7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470871:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc52b7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470878:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc52b7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470883:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272779.470886:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc52b7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470892:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc52b7 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470900:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff8eb4c7df2400) 00010000:00010000:0.0:1781272779.470903:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272779.470906:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc52b7 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.470916:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc52b7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272779.471108:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+57:33328:x1867799159421824:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 30871us (31082us total) trans 4294968221 rc 0/0 00000100:00100000:0.0:1781272779.471120:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1489 00000020:00080000:0.0:1781272779.471128:0:12323:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:3.0:1781272779.471805:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.472012:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159422080 00000100:00100000:0.0:1781272779.472021:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159422080 00000100:00100000:0.0:1781272779.472083:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 285 00000100:00100000:0.0:1781272779.472093:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+106:33324:x1867799159422080:12345-192.168.204.14@tcp:49:cat.0 00000100:00100000:0.0:1781272779.472401:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+106:33324:x1867799159422080:12345-192.168.204.14@tcp:49:cat.0 Request processed in 309us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.472409:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 285 00000040:00080000:1.0:1781272779.472653:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272779.472658:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272779.473559:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1781272779.473574:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272779.480720:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272779.480822:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.480964:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159422464 00000100:00100000:0.0:1781272779.480974:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159422464 00000100:00100000:0.0:1781272779.481029:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 286 00000100:00100000:0.0:1781272779.481049:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b32450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+57:33328:x1867799159422464:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1781272779.481363:0:6494:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x29:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1781272779.481401:0:6494:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968222 00010000:00010000:0.0:1781272779.481440:0:6494:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52cc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.481459:0:6494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52cc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.481472:0:6494:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52cc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.481481:0:6494:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52cc lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.481489:0:6494:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52cc lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.481495:0:6494:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52cc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.481515:0:6494:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781272779.481602:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b32450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+59:33328:x1867799159422464:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 563us (778us total) trans 4294968223 rc 0/0 00000100:00100000:0.0:1781272779.481611:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 286 00000020:00080000:0.0:1781272779.481616:0:6494:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1781272779.481932:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272779.481940:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52cc lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.481948:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272779.481952:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52cc lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.481961:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52cc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.481976:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:3.0:1781272779.481979:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781272779.481985:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52cc lrc: 1/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.481992:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc52cc lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6494 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272779.482007:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272779.482009:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272779.482010:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272779.482080:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159422208 00000100:00100000:2.0:1781272779.482086:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159422208 00000100:00100000:2.0:1781272779.482135:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 410 00000100:00100000:2.0:1781272779.482143:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+15:33325:x1867799159422208:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272779.482259:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272779.482280:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001235822d/0x94898f2cdefc52d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e01 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272779.482305:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 158, mtime: 0x6a2c10c2, atime: 0x6a2c10c2, ctime: 0x6a2c10c2, blocks: 0x8 00010000:00010000:2.0:1781272779.482326:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272779.482328:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272779.482337:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001235822d/0x94898f2cdefc52d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e01 expref: 16 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.482353:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001235822d/0x94898f2cdefc52d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e01 expref: 16 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272779.482363:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3e00, rc 0) 00000100:00100000:2.0:1781272779.482392:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:33325:x1867799159422208:12345-192.168.204.14@tcp:101:cat.0 Request processed in 250us (1685us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272779.482399:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 410 00000100:00100000:2.0:1781272779.485540:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.485924:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159422592 00000100:00100000:0.0:1781272779.485935:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159422592 00000100:00100000:0.0:1781272779.486002:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 411 00000100:00100000:0.0:1781272779.486015:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:33324:x1867799159422592:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272779.486035:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272779.486064:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058fe7081/0x94898f2cdefc52da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e08 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.486096:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272779.486099:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272779.486109:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058fe7081/0x94898f2cdefc52da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e08 expref: 17 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.486129:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058fe7081/0x94898f2cdefc52da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e08 expref: 17 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272779.486145:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57c00, rc 0) 00000100:00100000:0.0:1781272779.486420:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:33324:x1867799159422592:12345-192.168.204.14@tcp:101:cat.0 Request processed in 406us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272779.486427:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 411 00000100:00100000:2.0:1781272779.496749:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272779.496968:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159422720 00000100:00100000:0.0:1781272779.496979:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159422720 00002000:00100000:0.0:1781272779.497036:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff8eb3c39d3480 x1867799159422720/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:535/0 lens 488/0 e 0 to 0 dl 1781272790 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272779.497058:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c39d3480 with x1867799159422720 ext(0->4095) 00002000:00010000:0.0:1781272779.497065:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c39d3480 00000100:00100000:0.0:1781272779.497102:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 107 00000100:00100000:0.0:1781272779.497112:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159422720:12345-192.168.204.14@tcp:3:cat.0 00000100:00100000:0.0:1781272779.497300:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159422720:12345-192.168.204.14@tcp:3:cat.0 Request processed in 188us (561us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781272779.497308:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 107 00002000:00100000:0.0:1781272779.497315:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff8eb3c39d3480 x1867799159422720/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:535/0 lens 488/4536 e 0 to 0 dl 1781272790 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272779.497324:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c39d3480 with x1867799159422720 ext(0->4095) 00002000:00010000:0.0:1781272779.497328:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c39d3480 00000100:00100000:2.0:1781272779.510372:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272779.510597:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159422976 00000100:00100000:3.0:1781272779.510609:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159422976 00000100:00100000:3.0:1781272779.510678:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 287 00000100:00100000:3.0:1781272779.510689:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+106:33324:x1867799159422976:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:3.0:1781272779.511341:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+107:33324:x1867799159422976:12345-192.168.204.14@tcp:35:cat.0 Request processed in 651us (976us total) trans 4294968224 rc 0/0 00000100:00100000:3.0:1781272779.511353:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 287 00010000:00010000:3.0:1781272780.096261:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272780.561590:0:24557:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272780.561600:0:24557:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272780.561636:0:24557:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:0.0:1781272780.561643:0:24557:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272780.864482:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272780.864512:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168698240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272780.864606:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272780.864672:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168698240 00000100:00100000:3.0:1781272780.864681:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168698240 00000100:00100000:3.0:1781272780.864733:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1781272780.864744:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168698240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272780.864783:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:3.0:1781272780.864858:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168698240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272780.864866:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1781272780.865384:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168698240:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272781.120374:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272781.910695:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168698368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272781.910769:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272781.910862:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168698368 00000100:00100000:2.0:1781272781.910871:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168698368 00000100:00100000:2.0:1781272781.910923:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1781272781.910934:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168698368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272781.910972:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272781.911035:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168698368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272781.911054:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1781272781.911106:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168698368:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272782.148814:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272783.168228:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272783.428591:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272783.428618:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168698496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272783.428696:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272783.428896:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168698496 00000100:00100000:2.0:1781272783.428908:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168698496 00000100:00100000:2.0:1781272783.428978:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1781272783.428999:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168698496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272783.429042:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1781272783.429093:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168698496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272783.429112:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00080000:3.0:1781272783.429450:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272783.429491:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168698496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272783.502498:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272783.502542:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272783.502569:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272783.502588:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272783.502605:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272783.502625:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272783.502642:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272783.502658:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272783.502695:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272783.502725:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159423360 00000100:00100000:3.0:1781272783.502735:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159423360 00000100:00100000:3.0:1781272783.502795:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159423872 00000100:00100000:3.0:1781272783.502799:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159423872 00000100:00100000:3.0:1781272783.502813:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159423232 00000100:00100000:3.0:1781272783.502815:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159423232 00000100:00100000:3.0:1781272783.502855:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159423744 00000100:00100000:3.0:1781272783.502858:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159423744 00000100:00100000:3.0:1781272783.502877:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1022 00000100:00100000:3.0:1781272783.502886:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159423360:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272783.503088:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159423104 00000100:00100000:1.0:1781272783.503093:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159423104 00000100:00100000:1.0:1781272783.503140:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 748 00000100:00100000:1.0:1781272783.503148:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159423104:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272783.503177:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159423104:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272783.503185:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 748 00000100:00100000:1.0:1781272783.503244:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1023 00000100:00100000:1.0:1781272783.503252:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159423872:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272783.503281:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159423872:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272783.503287:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1023 00000100:00100000:1.0:1781272783.503304:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1024 00000100:00100000:1.0:1781272783.503310:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+107:2391:x1867799159423232:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272783.503340:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+107:2391:x1867799159423232:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272783.503345:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1024 00000100:00100000:1.0:1781272783.503357:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1025 00000100:00100000:1.0:1781272783.503363:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+59:2391:x1867799159423744:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272783.503387:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+59:2391:x1867799159423744:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272783.503392:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1025 00000100:00100000:1.0:1781272783.503426:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159423616 00000100:00100000:1.0:1781272783.503429:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159423616 00000100:00100000:1.0:1781272783.503455:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159424128 00000100:00100000:1.0:1781272783.503458:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159424128 00000100:00100000:1.0:1781272783.503471:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 568 00000100:00100000:1.0:1781272783.503477:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159423616:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272783.503503:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159423616:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272783.503509:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 568 00000100:00100000:1.0:1781272783.503518:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159423488 00000100:00100000:1.0:1781272783.503520:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159423488 00000100:00100000:1.0:1781272783.503533:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159424000 00000100:00100000:1.0:1781272783.503535:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159424000 00000100:00100000:1.0:1781272783.503547:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 569 00000100:00100000:1.0:1781272783.503552:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159424128:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272783.503574:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159424128:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272783.503583:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 569 00000100:00100000:1.0:1781272783.503595:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 570 00000100:00100000:1.0:1781272783.503600:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159423488:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272783.503621:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159423488:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272783.503627:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 570 00000100:00100000:1.0:1781272783.503637:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 571 00000100:00100000:1.0:1781272783.503642:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159424000:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272783.503660:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2391:x1867799159424000:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 18us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272783.503665:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 571 00000100:00080000:1.0:1781272783.503726:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272783.503730:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272783.503732:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272783.503734:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272783.504416:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159423360:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 84us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272783.504432:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1022 00000100:00100000:3.0:1781272783.936895:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168698624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272783.936991:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272783.937072:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168698624 00000100:00100000:3.0:1781272783.937080:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168698624 00000100:00100000:3.0:1781272783.937140:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1781272783.937150:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168698624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272783.937176:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1781272783.937219:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168698624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272783.937226:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00080000:3.0:1781272783.937248:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272783.937289:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168698624:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1781272784.198076:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272784.448584:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272784.448606:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168698752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272784.448677:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272784.448746:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168698752 00000100:00100000:3.0:1781272784.448755:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168698752 00000100:00100000:3.0:1781272784.448811:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1781272784.448821:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168698752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272784.448874:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:3.0:1781272784.448920:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168698752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272784.448927:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00080000:3.0:1781272784.448949:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272784.449000:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168698752:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272784.449586:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168699008:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.449622:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272784.449641:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168699520:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.449657:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272784.449675:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168700032:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.449692:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272784.449712:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1781272784.449717:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168698880:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.449743:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272784.449761:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168699392:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.449779:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272784.449790:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168699904:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.449808:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272784.449827:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168699264:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.449876:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272784.449892:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168699776:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.449910:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272784.449923:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168700288:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.449937:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272784.449950:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1781272784.449955:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168699136:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.449983:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272784.449998:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168699648:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.450016:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272784.450029:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168700160:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.450049:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272784.450070:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168699008 00000100:00100000:2.0:1781272784.450074:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168699008 00000100:00100000:2.0:1781272784.450411:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168699520 00000100:00100000:2.0:1781272784.450416:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168699520 00000100:00100000:2.0:1781272784.450447:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168700032 00000100:00100000:2.0:1781272784.450449:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168700032 00000100:00100000:2.0:1781272784.450460:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168699264 00000100:00100000:2.0:1781272784.450462:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168699264 00000100:00100000:2.0:1781272784.450471:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168699648 00000100:00100000:2.0:1781272784.450472:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168699648 00000100:00100000:2.0:1781272784.450484:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168700160 00000100:00100000:2.0:1781272784.450485:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168700160 00000100:00100000:2.0:1781272784.450497:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1781272784.450504:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168699008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.450547:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168699008:12345-0@lo:400:kworker.0 Request processed in 43us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272784.450553:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1781272784.450566:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:2.0:1781272784.450571:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168699520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.450590:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168699520:12345-0@lo:400:kworker.0 Request processed in 20us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272784.450595:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:2.0:1781272784.450604:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:2.0:1781272784.450608:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168700032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.450629:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168700032:12345-0@lo:400:kworker.0 Request processed in 21us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272784.450634:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:2.0:1781272784.450642:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:2.0:1781272784.450647:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168699264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.450669:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168699264:12345-0@lo:400:kworker.0 Request processed in 22us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272784.450674:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:2.0:1781272784.450683:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1781272784.450687:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168699648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.450708:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168699648:12345-0@lo:400:kworker.0 Request processed in 21us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272784.450713:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1781272784.450722:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1781272784.450727:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168700160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.450745:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168700160:12345-0@lo:400:kworker.0 Request processed in 19us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272784.450750:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1781272784.450774:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168698880 00000100:00100000:2.0:1781272784.450777:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168698880 00000100:00100000:2.0:1781272784.450797:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1781272784.450802:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168698880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.450826:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168698880:12345-0@lo:400:kworker.0 Request processed in 24us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272784.450855:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1781272784.450880:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168699904 00000100:00100000:2.0:1781272784.450883:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168699904 00000100:00100000:2.0:1781272784.450904:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168699776 00000100:00100000:2.0:1781272784.450907:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168699776 00000100:00100000:2.0:1781272784.450923:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168700288 00000100:00100000:2.0:1781272784.450925:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168700288 00000100:00100000:2.0:1781272784.450939:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1781272784.450944:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168699904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.450987:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168699904:12345-0@lo:400:kworker.0 Request processed in 42us (1177us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272784.450993:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1781272784.451003:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1781272784.451009:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168699776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451035:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168699776:12345-0@lo:400:kworker.0 Request processed in 27us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272784.451040:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1781272784.451050:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1781272784.451055:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168700288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451079:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168700288:12345-0@lo:400:kworker.0 Request processed in 24us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272784.451084:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1781272784.451119:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168699392 00000100:00100000:2.0:1781272784.451123:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168699392 00000100:00100000:2.0:1781272784.451145:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1781272784.451150:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168699392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451181:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168699392:12345-0@lo:400:kworker.0 Request processed in 31us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272784.451190:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1781272784.451200:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168699136 00000100:00100000:2.0:1781272784.451203:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168699136 00000100:00100000:2.0:1781272784.451216:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1781272784.451221:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168699136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451250:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168699136:12345-0@lo:400:kworker.0 Request processed in 29us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272784.451256:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1781272784.451314:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168699136:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451327:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168699648:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451335:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168700160:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451345:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168699264:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451355:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168699776:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451364:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168700288:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451402:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168698880:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451413:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168699392:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451423:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168699904:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451433:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168699008:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451442:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168699520:0@lo:400:kworker.0 00000100:00100000:2.0:1781272784.451450:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168700032:0@lo:400:kworker.0 00000100:00080000:1.0:1781272784.451809:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272784.451815:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272784.451817:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272784.452277:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272784.452291:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168700416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272784.452344:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272784.452449:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168700416 00000100:00100000:3.0:1781272784.452455:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168700416 00000100:00100000:3.0:1781272784.452498:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1781272784.452510:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168700416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272784.452529:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:3.0:1781272784.452568:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168700416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272784.452574:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1781272784.452774:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168700416:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1781272784.962354:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967381 is committed 00000001:00080000:1.0:1781272784.962368:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967380 is committed 00000001:00080000:2.0:1781272784.992727:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968224 is committed 00000001:00080000:2.0:1781272784.992773:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968223 is committed 00000020:00080000:2.0:1781272784.992793:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb3c23c2300 refcount 2 committed 0 result 0 batchid 34 00000020:00080000:2.0:1781272784.992800:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c230d200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb3c23c2600 00000020:00080000:2.0:1781272784.992803:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c230dd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4c783ea00 00000020:00080000:1.0:1781272784.992893:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 34 committed batchid 33 00000020:00080000:1.0:1781272784.992983:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00010000:00010000:3.0:1781272784.993129:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc529b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272784.993142:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc529b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272784.993150:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc529b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272784.993155:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272784.993160:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc529b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272784.993169:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc529b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272784.993189:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff8eb4c7df2c00) 00010000:00010000:3.0:1781272784.993192:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272784.993199:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc529b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272784.993205:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc529b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272785.224097:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272785.600317:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272785.600328:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272785.600430:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 2 00000040:00080000:1.0:1781272785.600439:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272785.984225:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272785.984259:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168700544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272785.984331:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272785.984477:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168700544 00000100:00100000:0.0:1781272785.984486:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168700544 00000100:00100000:0.0:1781272785.984541:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1781272785.984552:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168700544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272785.984589:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:0.0:1781272785.984654:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168700544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272785.984662:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1781272785.988176:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168700544:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781272786.245427:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272786.406025:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272786.406153:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159424256 00000100:00100000:1.0:1781272786.406165:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159424256 00000100:00100000:1.0:1781272786.406255:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1490 00000100:00100000:1.0:1781272786.406268:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:33297:x1867799159424256:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781272786.406380:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:33297:x1867799159424256:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 115us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272786.406389:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1490 00000100:00080000:3.0:1781272786.406690:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272786.408538:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272786.408604:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159424384 00000100:00100000:2.0:1781272786.408615:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159424384 00000100:00100000:2.0:1781272786.408685:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1491 00000100:00100000:2.0:1781272786.408696:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:33297:x1867799159424384:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1781272786.408796:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:33297:x1867799159424384:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 102us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272786.408804:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1491 00000100:00080000:3.0:1781272786.409000:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272787.008514:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168700672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272787.008622:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272787.008872:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168700672 00000100:00100000:2.0:1781272787.008882:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168700672 00000100:00100000:2.0:1781272787.009021:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1781272787.009033:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168700672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272787.009072:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272787.009126:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168700672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272787.009263:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168700672:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272787.009320:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000040:00080000:1.0:1781272787.265342:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1781272787.267313:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272788.289061:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1781272788.325354:0:24753:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12t: Multiple parallel reads for a HSM imported file ========================================================== 09:59:46 (1781272786) 00000100:00100000:0.0:1781272788.549115:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168700800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272788.549301:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272788.556760:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168700800 00000100:00100000:1.0:1781272788.556781:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168700800 00000100:00100000:1.0:1781272788.556900:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1781272788.556927:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168700800:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781272788.557042:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1781272788.557117:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272788.557245:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168700800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 323us (7943us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272788.557253:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1781272788.557392:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168700800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272788.623416:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272788.623459:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272788.623497:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272788.623517:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272788.623543:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272788.623563:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272788.623597:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272788.623621:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272788.623646:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272788.623676:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159424768 00000100:00100000:2.0:1781272788.623676:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159424512 00000100:00100000:3.0:1781272788.623687:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159424768 00000100:00100000:2.0:1781272788.623687:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159424512 00000100:00100000:3.0:1781272788.623746:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159425280 00000100:00100000:3.0:1781272788.623750:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159425280 00000100:00100000:2.0:1781272788.623751:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 750 00000100:00100000:2.0:1781272788.623762:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159424512:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272788.623764:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159424640 00000100:00100000:3.0:1781272788.623766:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159424640 00000100:00100000:3.0:1781272788.623779:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159425152 00000100:00100000:3.0:1781272788.623781:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159425152 00000100:00100000:3.0:1781272788.623797:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1032 00000100:00100000:3.0:1781272788.623803:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159424768:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272788.623901:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1033 00000100:00100000:0.0:1781272788.623922:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159425280:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272788.624129:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159424768:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 325us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272788.624139:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1032 00000100:00100000:3.0:1781272788.624162:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1034 00000100:00100000:3.0:1781272788.624169:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+106:2390:x1867799159424640:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272788.626954:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159424512:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 3165us (3526us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272788.626975:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 750 00000100:00100000:2.0:1781272788.627068:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159425024 00000100:00100000:2.0:1781272788.627079:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159425024 00000100:00100000:2.0:1781272788.627142:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159425536 00000100:00100000:2.0:1781272788.627146:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159425536 00000100:00100000:2.0:1781272788.627162:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159424896 00000100:00100000:2.0:1781272788.627166:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159424896 00000100:00100000:2.0:1781272788.627180:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159425408 00000100:00100000:2.0:1781272788.627183:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159425408 00000100:00100000:2.0:1781272788.627200:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 575 00000100:00100000:2.0:1781272788.627209:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159425024:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272788.627280:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159425024:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 72us (3782us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272788.627288:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 575 00000100:00100000:2.0:1781272788.627300:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 576 00000100:00100000:2.0:1781272788.627306:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159425536:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272788.627319:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 577 00000100:00100000:2.0:1781272788.627329:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159425536:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (3786us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272788.627329:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159424896:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272788.627336:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 576 00000100:00100000:2.0:1781272788.627346:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 578 00000100:00100000:2.0:1781272788.627352:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159425408:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272788.627357:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159424896:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (3761us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272788.627368:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 577 00000100:00100000:2.0:1781272788.627371:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159425408:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 20us (3725us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272788.627378:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 578 00000100:00100000:0.0:1781272788.627926:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159425280:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 4000us (4400us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272788.628000:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1035 00000100:00100000:2.0:1781272788.628016:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159425152:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272788.628056:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159425152:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 47us (4435us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272788.633424:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1033 00000100:00100000:3.0:1781272788.633702:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+106:2390:x1867799159424640:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 9529us (10132us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272788.633717:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1034 00000100:00080000:3.0:1781272788.633749:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272788.633757:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272788.633761:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272788.633765:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272788.639686:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1035 00000100:00100000:2.0:1781272788.747639:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272788.747868:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159425664 00000100:00100000:1.0:1781272788.747881:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159425664 00000100:00100000:1.0:1781272788.747977:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1492 00000100:00100000:1.0:1781272788.747992:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:33948:x1867799159425664:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781272788.748134:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+49:33948:x1867799159425664:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 147us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272788.748142:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1492 00000100:00100000:3.0:1781272788.753602:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272788.754097:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159425792 00000100:00100000:1.0:1781272788.754111:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159425792 00000100:00100000:2.0:1781272788.754279:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1493 00000100:00100000:2.0:1781272788.754293:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:33948:x1867799159425792:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1781272788.754539:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:33948:x1867799159425792:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 249us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272788.754548:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1493 00000100:00100000:2.0:1781272788.776015:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272788.776325:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159425920 00000100:00100000:0.0:1781272788.776341:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159425920 00000100:00100000:0.0:1781272788.776421:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1494 00000100:00100000:0.0:1781272788.776433:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+106:33949:x1867799159425920:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272788.776462:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272788.776489:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e0f expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776577:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776594:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776608:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776625:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc52ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776633:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc52ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776640:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc52ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776717:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776726:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776733:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776740:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272788.776745:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776758:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776774:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272788.776778:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272788.776783:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776790:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776805:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc52ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776811:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc52ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776818:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc52ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776824:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272788.776827:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc52ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776911:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc52ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776919:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8eb4c7df2f00) 00010000:00010000:0.0:1781272788.776922:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272788.776925:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc52ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.776935:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc52ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.777414:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52e1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e0f expref: 107 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.777429:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272788.777431:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272788.777436:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e0f expref: 107 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.777449:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57600, rc 0) 00000100:00100000:1.0:1781272788.778291:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+106:33949:x1867799159425920:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1850us (2282us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272788.778305:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1494 00000100:00100000:0.0:1781272788.784573:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272788.784776:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159426176 00000100:00100000:3.0:1781272788.787203:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159426176 00000100:00100000:0.0:1781272788.787646:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1495 00000100:00100000:0.0:1781272788.787663:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+106:33949:x1867799159426176:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:0.0:1781272788.787744:0:6493:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272788.788325:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5041 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d21 expref: 106 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.788353:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272788.788358:0:6493:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272788.788568:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.788586:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5080 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d36 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.788599:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.788648:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5080 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d36 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.788667:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5080 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d36 expref: 48 pid: 8162 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272788.788687:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168700928:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272788.789493:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61cae40 going to sleep for 11 seconds 00000100:00100000:0.0:1781272788.792980:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168700928:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272788.793019:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272788.793930:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272788.794100:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159426304 00000100:00100000:2.0:1781272788.794110:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159426304 00010000:00010000:2.0:1781272788.794151:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5080 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d36 expref: 49 pid: 8162 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272788.794194:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 453 00000100:00100000:2.0:1781272788.794205:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159426304:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272788.794224:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272788.794231:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5080 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d36 expref: 49 pid: 8162 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.794250:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5080 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d36 expref: 49 pid: 8162 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.794277:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5080 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83d36 expref: 49 pid: 8162 timeout: 845 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.794297:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272788.794303:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.794314:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.794322:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.794358:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272788.794433:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+48:2390:x1867799159426304:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 230us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272788.794442:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 453 00010000:00010000:0.0:1781272788.794503:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.794511:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.794536:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52fd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.794545:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.794557:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.795576:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5304 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.795594:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5304 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.795603:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5304 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272788.795622:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005cc563ac reply state 0000000074029ee6 transno 4294968225 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5304 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.795634:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5304 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.795641:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272788.795644:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272788.795648:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1781272788.795655:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00010000:00010000:0.0:1781272788.795663:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.795669:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.796279:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.796292:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272788.796299:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.796309:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.796324:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272788.796327:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272788.796331:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.796338:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc52f6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272788.796354:0:6493:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000005cc563ac reply state 0000000074029ee6 transno 4294968225 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.796364:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.796371:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8eb4c7df2f00) 00010000:00010000:0.0:1781272788.796374:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272788.796376:0:6493:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1781272788.796492:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+107:33949:x1867799159426176:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 8830us (11933us total) trans 4294968225 rc 0/0 00000100:00100000:0.0:1781272788.796503:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1495 00000100:00100000:0.0:1781272788.803583:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272788.804050:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159426432 00000100:00100000:2.0:1781272788.804063:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159426432 00000100:00100000:2.0:1781272788.804142:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1496 00000100:00100000:2.0:1781272788.804155:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+107:33950:x1867799159426432:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1781272788.804189:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272788.804218:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc530b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e16 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.804311:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5312 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.804328:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5312 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.804340:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5312 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272788.804405:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781272788.804408:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272788.804436:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5312 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.804464:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc530b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e16 expref: 109 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.804484:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5312 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e16 expref: 108 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.804493:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272788.804496:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272788.804501:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3600, rc 0) 00000100:00100000:2.0:1781272788.804588:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+108:33950:x1867799159426432:12345-192.168.204.14@tcp:101:bash.0 Request processed in 437us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272788.804596:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1496 00000100:00100000:3.0:1781272788.810202:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272788.810813:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159426560 00000100:00100000:1.0:1781272788.810826:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159426560 00000100:00100000:1.0:1781272788.811323:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1497 00000100:00100000:1.0:1781272788.811336:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+108:33950:x1867799159426560:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:1.0:1781272788.811364:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272788.811389:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5319 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e1d expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811482:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5320 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811500:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5320 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811518:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5320 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811529:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5327 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811537:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5327 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811544:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5327 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811650:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc532e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811661:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc532e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811669:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc532e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272788.811726:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:1.0:1781272788.811730:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272788.811754:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc532e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811767:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5320 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811774:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5320 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811795:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5320 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811802:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272788.811807:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5320 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811816:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5320 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811851:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272788.811863:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272788.811869:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5320 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811877:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5320 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811893:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5327 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811908:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5327 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811925:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5327 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811930:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272788.811933:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5327 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811951:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5327 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811959:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8eb4c7df2f00) 00010000:00010000:1.0:1781272788.811962:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272788.811964:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5327 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.811970:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5327 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.812000:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5319 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e1d expref: 110 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.812015:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31000/0x94898f2cdefc532e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e1d expref: 109 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.812022:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272788.812024:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1781272788.812027:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31000, rc 0) 00000100:00100000:1.0:1781272788.812117:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+109:33950:x1867799159426560:12345-192.168.204.14@tcp:101:bash.0 Request processed in 784us (1933us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272788.812126:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1497 00000100:00100000:3.0:1781272788.816018:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272788.817289:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159426688 00000100:00100000:2.0:1781272788.817306:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159426688 00000100:00100000:2.0:1781272788.817388:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1498 00000100:00100000:2.0:1781272788.817400:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+109:33950:x1867799159426688:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1781272788.817430:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272788.817457:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5335 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e24 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.817542:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc533c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.817555:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc533c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.817565:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc533c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.817581:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5343 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.817588:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5343 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.817595:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5343 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.817649:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc533c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.817657:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc533c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.817663:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc533c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.817754:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc533c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.817762:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272788.817767:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc533c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.817775:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc533c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.818061:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272788.818065:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272788.818070:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc533c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.818079:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc533c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.818094:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5343 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.818101:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5343 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.818106:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5343 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.818111:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272788.818114:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5343 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.818126:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5343 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.818134:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272788.818136:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272788.818139:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5343 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.818145:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5343 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.818185:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5335 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e24 expref: 110 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.818196:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272788.818199:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272788.818203:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5335 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e24 expref: 110 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.818329:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2e00, rc 0) 00000100:00100000:2.0:1781272788.818418:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+109:33950:x1867799159426688:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1020us (2414us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272788.818427:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1498 00000100:00100000:0.0:1781272788.834188:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272788.834407:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159426816 00000100:00100000:2.0:1781272788.834420:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159426816 00000100:00100000:2.0:1781272788.834495:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1499 00000100:00100000:2.0:1781272788.834507:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+48:33951:x1867799159426816:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272788.834538:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272788.834563:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc534a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e2b expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.834645:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5351 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.834660:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5351 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.834675:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5351 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272788.834727:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1781272788.834732:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272788.834757:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5351 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.834798:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc534a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e2b expref: 50 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.834821:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5351 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e2b expref: 49 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.834890:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272788.834894:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272788.834909:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2200, rc 0) 00000100:00100000:2.0:1781272788.835323:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+49:33951:x1867799159426816:12345-192.168.204.14@tcp:101:rm.0 Request processed in 816us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272788.835332:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1499 00000100:00100000:3.0:1781272788.841438:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272788.841642:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159426944 00000100:00100000:0.0:1781272788.841656:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159426944 00000100:00100000:0.0:1781272788.842191:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1500 00000100:00100000:0.0:1781272788.842206:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+49:33951:x1867799159426944:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272788.842245:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272788.842271:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5358 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e32 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842367:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc535f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842385:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc535f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842399:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc535f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842410:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5366 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842416:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5366 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842422:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5366 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842521:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc536d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842531:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc536d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842538:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc536d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272788.842583:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:0.0:1781272788.842588:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272788.842614:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc536d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842626:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc535f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842634:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc535f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842641:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc535f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842648:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272788.842653:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc535f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842661:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc535f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842674:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:0.0:1781272788.842695:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272788.842701:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc535f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842708:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc535f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842723:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5366 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842729:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5366 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842738:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5366 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842750:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272788.842752:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5366 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842758:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5366 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842765:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8eb4c7df2f00) 00010000:00010000:0.0:1781272788.842768:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272788.842771:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5366 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842786:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5366 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842817:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5358 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e32 expref: 51 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842910:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56800/0x94898f2cdefc536d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e32 expref: 50 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.842919:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272788.842922:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1781272788.842924:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56800, rc 0) 00000100:00100000:0.0:1781272788.843148:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:33951:x1867799159426944:12345-192.168.204.14@tcp:101:rm.0 Request processed in 946us (1726us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272788.843161:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1500 00000100:00100000:3.0:1781272788.848373:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272788.848638:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159427072 00000100:00100000:2.0:1781272788.848653:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159427072 00000100:00100000:2.0:1781272788.848749:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1501 00000100:00100000:2.0:1781272788.848762:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:33951:x1867799159427072:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272788.848797:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272788.848824:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5374 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e39 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849268:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc537b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849285:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc537b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849298:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc537b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849314:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5382 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849321:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5382 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849328:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5382 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849376:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc537b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849383:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc537b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849395:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc537b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849401:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc537b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849409:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272788.849414:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc537b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849482:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc537b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849497:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272788.849500:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272788.849505:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc537b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849511:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc537b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849530:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5382 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849538:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5382 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849545:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5382 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849551:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272788.849555:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5382 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849562:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5382 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849569:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272788.849572:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272788.849575:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5382 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849582:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5382 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849623:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5374 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e39 expref: 51 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849635:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272788.849638:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272788.849642:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5374 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e39 expref: 51 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.849655:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2e00, rc 0) 00000100:00100000:2.0:1781272788.850108:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:33951:x1867799159427072:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1345us (1748us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272788.850117:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1501 00000100:00100000:3.0:1781272788.855169:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272788.855575:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159427200 00000100:00100000:1.0:1781272788.855589:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159427200 00000100:00100000:1.0:1781272788.855770:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1502 00000100:00100000:1.0:1781272788.855791:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:33951:x1867799159427200:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272788.855821:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272788.855896:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5389 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e40 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.855997:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5390 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856014:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5390 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856027:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5390 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856044:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5397 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856056:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5397 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856062:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5397 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856119:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5390 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856127:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5390 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856135:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5390 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856142:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272788.856147:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5390 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856155:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5390 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856170:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272788.856174:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272788.856180:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5390 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856186:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5390 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856201:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5397 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856207:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5397 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856212:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5397 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856217:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272788.856220:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5397 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856226:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5397 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856233:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4d2b99600) 00010000:00010000:1.0:1781272788.856236:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272788.856240:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5397 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856245:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5397 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856281:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5389 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e40 expref: 51 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856291:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272788.856293:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272788.856297:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5389 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e40 expref: 51 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.856306:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30800, rc 0) 00000100:00100000:1.0:1781272788.856384:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:33951:x1867799159427200:12345-192.168.204.14@tcp:101:rm.0 Request processed in 595us (1230us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272788.856391:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1502 00000100:00100000:3.0:1781272788.872160:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272788.872481:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159427328 00000100:00100000:0.0:1781272788.872494:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159427328 00000100:00100000:0.0:1781272788.872563:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1503 00000100:00100000:0.0:1781272788.872575:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:33952:x1867799159427328:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272788.872603:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272788.872629:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc539e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e47 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.872720:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc53a5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.872737:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc53a5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.872750:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc53a5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.872767:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc53ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.872774:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc53ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.872781:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc53ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.872876:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc53a5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.872889:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc53a5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.872896:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc53a5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873010:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272788.873016:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc53a5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873026:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc53a5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873041:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272788.873045:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272788.873050:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc53a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873057:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc53a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873075:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc53ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873341:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc53ac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873348:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc53ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873354:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272788.873357:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc53ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873364:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc53ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873373:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c7df2300) 00010000:00010000:0.0:1781272788.873376:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272788.873380:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc53ac lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873386:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc53ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873429:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc539e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e47 expref: 51 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873442:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272788.873444:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272788.873448:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc539e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e47 expref: 51 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.873459:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56200, rc 0) 00000100:00100000:0.0:1781272788.873545:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:33952:x1867799159427328:12345-192.168.204.14@tcp:101:cp.0 Request processed in 972us (1405us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272788.873554:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1503 00000100:00100000:2.0:1781272788.878559:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272788.878682:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159427456 00000100:00100000:1.0:1781272788.878697:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159427456 00000100:00100000:1.0:1781272788.878776:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1504 00000100:00100000:1.0:1781272788.878789:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:33952:x1867799159427456:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272788.878816:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272788.878891:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc53b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e4e expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.879798:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc53ba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.879825:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc53ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.879885:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc53ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880017:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc53c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880027:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc53c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880034:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc53c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880145:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc53ba lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880155:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc53ba lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880163:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc53ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880171:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc53ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880179:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272788.880183:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc53ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880192:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc53ba lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880206:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272788.880209:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272788.880215:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc53ba lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880222:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc53ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880241:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc53c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880248:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc53c1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880253:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc53c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880259:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272788.880262:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc53c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880268:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc53c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880275:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4d2b99600) 00010000:00010000:1.0:1781272788.880278:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272788.880281:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc53c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880286:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc53c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880329:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc53b3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e4e expref: 51 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880341:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272788.880344:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272788.880347:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc53b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e4e expref: 51 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.880357:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30800, rc 0) 00000100:00100000:1.0:1781272788.880451:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:33952:x1867799159427456:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1664us (1906us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272788.880461:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1504 00000100:00100000:0.0:1781272788.885614:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272788.885722:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159427712 00000100:00100000:1.0:1781272788.885740:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159427712 00000100:00100000:1.0:1781272788.885822:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1505 00000100:00100000:1.0:1781272788.885870:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:33952:x1867799159427712:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272788.885910:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272788.886139:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc53c8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e55 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.886288:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc53cf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.886307:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc53cf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.886320:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc53cf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.886338:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc53d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.886345:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc53d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.886352:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc53d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781272788.887127:0:8162:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:1.0:1781272788.887322:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc53dd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887335:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc53dd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887345:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc53dd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887384:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc53cf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887392:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc53cf lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887400:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc53cf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887407:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272788.887413:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc53cf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887425:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc53cf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887440:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272788.887444:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272788.887450:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc53cf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887456:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc53cf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272788.887474:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000008ccd6975 reply state 00000000d7f4093c transno 4294968226 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc53d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887487:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc53d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887493:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4d2b99f00) 00010000:00010000:1.0:1781272788.887495:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272788.887499:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781272788.887542:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc53c8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e55 expref: 53 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887557:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc53dd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e55 expref: 52 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.887566:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8eb4d2b99800) 00010000:00010000:1.0:1781272788.887568:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272788.887570:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30600, rc 0) 00000100:00100000:1.0:1781272788.887678:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:33952:x1867799159427712:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1846us (2080us total) trans 4294968226 rc 0/0 00000100:00100000:1.0:1781272788.887687:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1505 00000100:00100000:2.0:1781272788.892185:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272788.892226:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159427840 00000100:00100000:1.0:1781272788.892241:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159427840 00000100:00100000:1.0:1781272788.892323:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 412 00000100:00100000:1.0:1781272788.892336:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159427840:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272788.892362:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272788.892389:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc53eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e5c expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272788.892430:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781272788.892459:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272788.892462:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272788.892472:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc53eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e5c expref: 9 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.892493:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc53eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e5c expref: 9 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.892509:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30a00, rc 0) 00000100:00100000:1.0:1781272788.892655:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159427840:12345-192.168.204.14@tcp:101:cp.0 Request processed in 322us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272788.892663:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 412 00000100:00100000:3.0:1781272788.899397:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272788.899546:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159427968 00000100:00100000:2.0:1781272788.899560:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159427968 00000100:00100000:2.0:1781272788.899670:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 413 00000100:00100000:2.0:1781272788.899683:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:33952:x1867799159427968:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272788.899708:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272788.899732:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e63 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.899773:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc53eb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e5c expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.899782:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272788.899785:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272788.899790:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.899892:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc53eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e5c expref: 10 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.899918:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc53eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e5c expref: 10 pid: 8407 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272788.899945:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168701056:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272788.900066:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1781272788.903654:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168701056:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272788.903705:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.903738:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3a00, rc 0) 00000100:00100000:3.0:1781272788.904969:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272788.905230:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159428096 00000100:00100000:1.0:1781272788.905241:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159428096 00010000:00010000:1.0:1781272788.905292:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc53eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e5c expref: 11 pid: 8407 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272788.905333:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 454 00000100:00100000:1.0:1781272788.905343:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159428096:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272788.905362:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272788.905388:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc53eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e5c expref: 11 pid: 8407 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.905403:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc53eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e5c expref: 11 pid: 8407 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.905431:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc53eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e5c expref: 11 pid: 8407 timeout: 845 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.905450:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272788.905452:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272788.905461:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.905472:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272788.905514:0:6476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 10 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272788.905531:0:6476:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6476:1867799168701184:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272788.905625:0:6476:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e480 going to sleep for 11 seconds 00000100:00100000:2.0:1781272788.909656:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:33952:x1867799159427968:12345-192.168.204.14@tcp:101:cp.0 Request processed in 9955us (10253us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272788.910006:0:6476:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6476:1867799168701184:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272788.910039:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272788.910277:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 413 00000100:00100000:0.0:1781272788.910369:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159428096:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 5026us (5409us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272788.910380:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 454 00000100:00100000:0.0:1781272788.915635:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272788.916214:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159428352 00000100:00100000:1.0:1781272788.916228:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159428352 00000100:00100000:1.0:1781272788.916311:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 288 00000100:00100000:1.0:1781272788.916322:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:33952:x1867799159428352:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:1.0:1781272788.916740:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+54:33952:x1867799159428352:12345-192.168.204.14@tcp:35:cp.0 Request processed in 419us (1120us total) trans 4294968227 rc 0/0 00000100:00100000:1.0:1781272788.916750:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 288 00000100:00100000:3.0:1781272788.952557:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272788.952694:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159428480 00000100:00100000:0.0:1781272788.952708:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159428480 00000100:00100000:0.0:1781272788.952783:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1506 00000100:00100000:0.0:1781272788.952795:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+109:33955:x1867799159428480:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272788.952823:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272788.953280:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc53f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e6a expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953377:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5400 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953394:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5400 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953408:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5400 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953420:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc5407 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953427:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc5407 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953434:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc5407 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953534:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc540e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953544:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc540e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953550:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc540e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272788.953606:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00000004:00200000:0.0:1781272788.953610:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272788.953633:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc540e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953645:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc540e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953654:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5400 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953661:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5400 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953669:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5400 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953742:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272788.953748:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5400 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953756:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5400 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953769:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272788.953773:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272788.953779:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5400 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953786:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5400 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953803:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc5407 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953808:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc5407 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953813:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc5407 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953818:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272788.953820:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc5407 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.953826:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc5407 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.954176:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4d2b99f00) 00010000:00010000:0.0:1781272788.954180:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272788.954184:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc5407 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.954190:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc5407 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.954234:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc53f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e6a expref: 111 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.954251:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc540e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e6a expref: 110 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272788.954259:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8eb4d2b99800) 00010000:00010000:0.0:1781272788.954262:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272788.954264:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56c00, rc 0) 00000100:00100000:0.0:1781272788.954377:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+110:33955:x1867799159428480:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1582us (1833us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272788.954389:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1506 00000100:00100000:0.0:1781272788.960349:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272788.960718:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159428608 00000100:00100000:3.0:1781272788.960732:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159428608 00000100:00100000:3.0:1781272788.961336:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 414 00000100:00100000:3.0:1781272788.961353:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159428608:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272788.961448:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272788.961471:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc5415 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e71 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272788.961622:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168701312:192.168.204.14@tcp:106: 00000100:00100000:3.0:1781272788.961740:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351000 going to sleep for 11 seconds 00002000:00010000:3.0:1781272788.966032:0:9894:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1781272788.966046:0:9894:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1781272788 00002000:00010000:3.0:1781272788.966049:0:9894:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1781272788 00002000:00010000:3.0:1781272788.966052:0:9894:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1781272788 00002000:00010000:3.0:1781272788.966054:0:9894:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1781272788.966098:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168701312:192.168.204.14@tcp:106: 00010000:00010000:3.0:1781272788.966147:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc5415 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e71 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272788.966483:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028421bb6/0x94898f2cdefc5415 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e71 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272788.966502:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:3.0:1781272788.966609:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159428608:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 5260us (6272us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272788.966620:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 414 00000100:00100000:2.0:1781272788.972420:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272788.972562:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159428736 00000100:00100000:3.0:1781272788.972584:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159428736 00000100:00100000:3.0:1781272788.972663:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1507 00000100:00100000:3.0:1781272788.972675:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+110:33955:x1867799159428736:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272788.972702:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272788.972728:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc541c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e78 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272788.974806:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5423 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272788.975001:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5423 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272788.975021:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5423 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272788.975604:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:3.0:1781272788.975612:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272788.975646:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5423 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272788.975765:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc541c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e78 expref: 112 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272788.976417:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5423 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e78 expref: 111 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272788.976431:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272788.976434:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272788.976439:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd800, rc 0) 00000100:00100000:3.0:1781272788.976535:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:33955:x1867799159428736:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3861us (4130us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272788.976544:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1507 00000100:00100000:0.0:1781272788.982323:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272788.982439:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159428864 00000100:00100000:2.0:1781272788.982454:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159428864 00000100:00100000:2.0:1781272788.982525:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 415 00000100:00100000:2.0:1781272788.982536:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159428864:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272788.982560:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272788.982583:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc542a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e7f expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272788.982663:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168701440:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272788.982796:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1781272788.986995:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168701440:192.168.204.14@tcp:106: 00010000:00010000:2.0:1781272788.987048:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc542a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e7f expref: 17 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.987077:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc542a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e7f expref: 17 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272788.987093:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3c00, rc 0) 00000100:00100000:2.0:1781272788.987175:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159428864:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 4640us (4867us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272788.987185:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 415 00000100:00100000:0.0:1781272788.992580:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272788.992693:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159429120 00000100:00100000:1.0:1781272788.992707:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159429120 00000100:00100000:1.0:1781272788.992785:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1508 00000100:00100000:1.0:1781272788.992796:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:33955:x1867799159429120:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:1.0:1781272788.993405:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].43, 136 off14040 00000100:00100000:1.0:1781272788.993562:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:33955:x1867799159429120:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 765us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272788.993570:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1508 00000100:00100000:1.0:1781272789.059894:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168701568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272789.060160:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272789.060355:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168701568 00000100:00100000:3.0:1781272789.060366:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168701568 00000100:00100000:3.0:1781272789.060470:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1781272789.060481:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168701568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272789.060514:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1781272789.060571:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168701568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272789.060580:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00080000:1.0:1781272789.060761:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272789.060819:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168701568:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1781272789.315320:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1781272789.315681:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272789.569152:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168701824:0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.569229:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272789.569290:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168702336:0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.569313:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272789.569335:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168702848:0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.569356:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272789.569386:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781272789.569392:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168701952:0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.569420:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272789.569437:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168702464:0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.569456:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272789.569471:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168702976:0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.569493:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272789.569524:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168701824 00000100:00100000:2.0:1781272789.569532:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168701824 00000100:00100000:2.0:1781272789.569571:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168702336 00000100:00100000:2.0:1781272789.569573:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168702336 00000100:00100000:2.0:1781272789.569597:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168702848 00000100:00100000:2.0:1781272789.569599:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168702848 00000100:00100000:2.0:1781272789.569611:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168702464 00000100:00100000:2.0:1781272789.569613:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168702464 00000100:00100000:2.0:1781272789.569624:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168702976 00000100:00100000:2.0:1781272789.569626:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168702976 00000100:00100000:2.0:1781272789.569641:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1781272789.569649:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168701824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.569706:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168701824:12345-0@lo:400:kworker.0 Request processed in 57us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272789.569714:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1781272789.569732:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1781272789.569738:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168702336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.569763:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168702336:12345-0@lo:400:kworker.0 Request processed in 26us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272789.569769:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1781272789.569780:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:2.0:1781272789.569786:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168702848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.569815:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168702848:12345-0@lo:400:kworker.0 Request processed in 29us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272789.569821:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:2.0:1781272789.569857:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1781272789.569864:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168702464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.569908:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168702464:12345-0@lo:400:kworker.0 Request processed in 45us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272789.569915:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1781272789.569927:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1781272789.569933:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168702976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.569959:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168702976:12345-0@lo:400:kworker.0 Request processed in 26us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272789.569964:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1781272789.569991:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168701952 00000100:00100000:2.0:1781272789.569995:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168701952 00000100:00100000:2.0:1781272789.570022:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1781272789.570028:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168701952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.570058:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168701952:12345-0@lo:400:kworker.0 Request processed in 31us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272789.570064:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00080000:2.0:1781272789.570083:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272789.570087:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272789.570119:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168701952:0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.570130:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168702464:0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.570138:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168702976:0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.570147:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168701824:0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.570156:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168702336:0@lo:400:kworker.0 00000100:00100000:2.0:1781272789.570163:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168702848:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.570484:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168701696:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.570524:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272789.570553:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168702208:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.570576:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272789.570592:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168702720:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.570614:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272789.570629:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168703232:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.570645:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272789.570662:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1781272789.570668:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168702080:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.570689:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272789.570703:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168702592:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.570721:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272789.570737:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168703104:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.570755:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272789.570780:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168701696 00000100:00100000:0.0:1781272789.570783:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168701696 00000100:00100000:0.0:1781272789.570808:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1781272789.570814:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168701696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.570868:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168701696:12345-0@lo:400:kworker.0 Request processed in 54us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272789.570874:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1781272789.570917:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168702208 00000100:00100000:0.0:1781272789.570920:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168702208 00000100:00100000:0.0:1781272789.570956:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1781272789.570963:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168702208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.570991:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168702208:12345-0@lo:400:kworker.0 Request processed in 30us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272789.570997:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1781272789.571014:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168702720 00000100:00100000:0.0:1781272789.571017:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168702720 00000100:00100000:0.0:1781272789.571038:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168703232 00000100:00100000:0.0:1781272789.571040:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168703232 00000100:00100000:0.0:1781272789.571059:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168702592 00000100:00100000:0.0:1781272789.571061:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168702592 00000100:00100000:0.0:1781272789.571071:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168703104 00000100:00100000:0.0:1781272789.571073:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168703104 00000100:00100000:0.0:1781272789.571087:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1781272789.571092:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168702720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.571123:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168702720:12345-0@lo:400:kworker.0 Request processed in 31us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272789.571129:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1781272789.571140:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1781272789.571146:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168703232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.571169:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168703232:12345-0@lo:400:kworker.0 Request processed in 24us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272789.571175:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1781272789.571188:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1781272789.571194:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168702592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.571218:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168702592:12345-0@lo:400:kworker.0 Request processed in 24us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272789.571223:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1781272789.571233:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1781272789.571238:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168703104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.571260:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168703104:12345-0@lo:400:kworker.0 Request processed in 22us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272789.571265:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00080000:0.0:1781272789.571287:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272789.571313:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168702592:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.571321:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168703104:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.571328:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168701696:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.571336:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168702208:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.571346:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168702720:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.571353:0:3621:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967381 gen 2 00000004:00080000:0.0:1781272789.571358:0:3621:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967381 committed transno 4294967381 00000100:00100000:0.0:1781272789.571377:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168703232:0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.571411:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168702080 00000100:00100000:0.0:1781272789.571415:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168702080 00000100:00100000:0.0:1781272789.571437:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1781272789.571443:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168702080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272789.571477:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168702080:12345-0@lo:400:kworker.0 Request processed in 34us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272789.571482:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1781272789.571504:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168702080:0@lo:400:kworker.0 00000100:00100000:1.0:1781272789.573361:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272789.573383:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168703360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272789.573446:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272789.573579:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168703360 00000100:00100000:2.0:1781272789.573587:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168703360 00000100:00100000:2.0:1781272789.573644:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1781272789.573654:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168703360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781272789.573687:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1781272789.573733:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168703360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272789.573740:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1781272789.574095:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168703360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272789.575865:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272789.575887:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168703488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272789.575967:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272789.576239:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168703488 00000100:00100000:0.0:1781272789.576248:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168703488 00000100:00100000:0.0:1781272789.576302:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1781272789.576313:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168703488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272789.576338:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1781272789.576400:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168703488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272789.576407:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1781272789.576504:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168703488:0@lo:13:osp-pre-1-1.0 00000040:00080000:3.0:1781272789.700144:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272789.700153:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272789.700188:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:3.0:1781272789.700198:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272789.700443:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168703616:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272789.700550:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c33513c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272789.704698:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168703616:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272789.707975:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272789.708061:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159429248 00000100:00100000:2.0:1781272789.708072:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159429248 00000100:00100000:2.0:1781272789.708141:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1509 00000100:00100000:2.0:1781272789.708152:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+54:33965:x1867799159429248:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272789.708190:0:6491:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272789.708308:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+54:33965:x1867799159429248:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 157us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272789.708316:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1509 00000100:00100000:0.0:1781272789.754380:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272789.754493:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159429504 00000100:00100000:2.0:1781272789.754504:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159429504 00000100:00100000:2.0:1781272789.754564:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1510 00000100:00100000:2.0:1781272789.754575:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+54:33965:x1867799159429504:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272789.754597:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272789.754620:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5431 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e86 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.754734:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5438 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.754751:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5438 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.754765:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5438 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272789.754777:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00010000:00010000:2.0:1781272789.754924:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5431 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e86 expref: 57 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.754953:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5438 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e86 expref: 56 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.754962:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8eb4d2b99800) 00010000:00010000:2.0:1781272789.754965:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272789.754969:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3c00, rc 0) 00000100:00100000:2.0:1781272789.755029:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+56:33965:x1867799159429504:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 455us (657us total) trans 4294968228 rc 0/0 00000100:00100000:2.0:1781272789.755035:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1510 00000100:00100000:0.0:1781272789.764764:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272789.764868:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159429632 00000100:00100000:1.0:1781272789.764879:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159429632 00000100:00100000:1.0:1781272789.764948:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 416 00000100:00100000:1.0:1781272789.764959:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159429632:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272789.765012:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272789.765036:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 9 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272789.765044:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272789.765047:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272789.765051:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272789.765093:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 9 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272789.765109:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 9 pid: 8404 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272789.765126:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168703744:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272789.765218:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e180 going to sleep for 11 seconds 00000100:00100000:3.0:1781272789.770672:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272789.770819:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159429760 00000100:00100000:1.0:1781272789.770854:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159429760 00000100:00100000:1.0:1781272789.770930:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 69 00000100:00100000:1.0:1781272789.770942:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4dab3c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:2390:x1867799159429760:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272789.770960:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272789.770990:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5438 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e86 expref: 56 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272789.771009:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8eb4d2b99800) 00010000:00010000:1.0:1781272789.771015:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272789.771066:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4dab3c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:2390:x1867799159429760:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 127us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272789.771073:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 69 00000100:00100000:3.0:1781272789.792377:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272789.792415:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159429888 00000100:00100000:3.0:1781272789.792425:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159429888 00002000:00100000:3.0:1781272789.792483:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff8eb4f60d7480 x1867799159429888/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:545/0 lens 648/0 e 0 to 0 dl 1781272800 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272789.792494:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4f60d7480 with x1867799159429888 ext(0->157) 00010000:00010000:3.0:1781272789.792505:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 10 pid: 8404 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272789.792526:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 10 pid: 8404 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272789.792541:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb4f60d7480 00000100:00100000:3.0:1781272789.792573:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 18 00000100:00100000:3.0:1781272789.792584:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159429888:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:0.0:1781272789.793383:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168703744:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272789.793413:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272789.793760:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159429888:12345-192.168.204.14@tcp:4:cp.0 Request processed in 1177us (1393us total) trans 4294967374 rc 0/0 00000100:00100000:3.0:1781272789.793769:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 18 00002000:00100000:3.0:1781272789.793779:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff8eb4f60d7480 x1867799159429888/t4294967374(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:545/0 lens 648/448 e 0 to 0 dl 1781272800 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272789.793788:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4f60d7480 with x1867799159429888 ext(0->157) 00010000:00010000:3.0:1781272789.793795:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 12 pid: 8404 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272789.793809:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 12 pid: 8404 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272789.793817:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb4f60d7480 00000100:00100000:0.0:1781272789.801980:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272789.802077:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159430016 00000100:00100000:1.0:1781272789.802090:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159430016 00010000:00010000:1.0:1781272789.802135:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 12 pid: 8404 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272789.802170:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 455 00000100:00100000:1.0:1781272789.802179:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159430016:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272789.802195:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1781272789.802214:0:10311:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1781272789.802220:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 12 pid: 8404 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272789.802235:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 12 pid: 8404 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272789.802265:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f67c510d/0x94898f2cdefc53f2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e63 expref: 12 pid: 8404 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272789.802280:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272789.802282:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272789.802288:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272789.802298:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272789.802333:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272789.802386:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159430016:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 207us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272789.802394:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 455 00010000:00010000:0.0:1781272789.805621:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.805641:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.805673:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.805681:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.805691:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.805699:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31e00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:0.0:1781272789.805704:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.805713:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.805735:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.805747:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5446 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272789.805869:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159429632:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 40907us (41113us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272789.805880:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 416 00000100:00100000:0.0:1781272789.822003:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272789.822914:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159430272 00000100:00100000:2.0:1781272789.822927:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159430272 00000100:00100000:2.0:1781272789.823011:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1511 00000100:00100000:2.0:1781272789.823022:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:33965:x1867799159430272:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272789.823142:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:33965:x1867799159430272:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 121us (1147us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272789.823150:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1511 00000100:00100000:1.0:1781272789.835780:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272789.842772:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159430400 00000100:00100000:3.0:1781272789.842789:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159430400 00000100:00100000:1.0:1781272789.844556:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 417 00000100:00100000:1.0:1781272789.844576:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159430400:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272789.844600:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272789.844624:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f661a301/0x94898f2cdefc544d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e8d expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272789.844651:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a2c10d4, atime: 0x0, ctime: 0x6a2c10d4, blocks: 0x8 00010000:00010000:1.0:1781272789.844677:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272789.844680:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272789.844691:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f661a301/0x94898f2cdefc544d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e8d expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272789.844711:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f661a301/0x94898f2cdefc544d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e8d expref: 11 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272789.844725:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31a00, rc 0) 00000100:00100000:1.0:1781272789.844794:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159430400:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 226us (9023us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272789.844801:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 417 00000100:00100000:1.0:1781272789.877127:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272789.877167:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159430656 00000100:00100000:1.0:1781272789.877177:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159430656 00000100:00100000:1.0:1781272789.877226:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1512 00000100:00100000:1.0:1781272789.877235:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:33965:x1867799159430656:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272789.877333:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:33965:x1867799159430656:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 98us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272789.877341:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1512 00000040:00080000:3.0:1781272789.884402:0:24802:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272789.884411:0:24802:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272789.884440:0:24802:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:3.0:1781272789.884448:0:24802:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272789.887209:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272789.887249:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159430784 00000100:00100000:2.0:1781272789.887261:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159430784 00002000:00100000:2.0:1781272789.887314:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff8eb3c388ca80 x1867799159430784/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:545/0 lens 488/0 e 0 to 0 dl 1781272800 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272789.887326:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c388ca80 with x1867799159430784 ext(0->4095) 00002000:00010000:2.0:1781272789.887333:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c388ca80 00000100:00100000:2.0:1781272789.887363:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 108 00000100:00100000:2.0:1781272789.887374:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159430784:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781272789.887538:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159430784:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 165us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272789.887546:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 108 00002000:00100000:2.0:1781272789.887553:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff8eb3c388ca80 x1867799159430784/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:545/0 lens 488/4536 e 0 to 0 dl 1781272800 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272789.887561:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c388ca80 with x1867799159430784 ext(0->4095) 00002000:00010000:2.0:1781272789.887563:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c388ca80 00000100:00100000:1.0:1781272789.893127:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272789.893269:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159430912 00000100:00100000:2.0:1781272789.893281:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159430912 00000100:00100000:2.0:1781272789.893350:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1513 00000100:00100000:2.0:1781272789.893361:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:33965:x1867799159430912:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272789.893386:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272789.893409:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5454 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e94 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.893452:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc545b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.893467:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc545b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.893481:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc545b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.893603:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5454 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e94 expref: 57 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.893628:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc545b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e94 expref: 56 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.893638:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8eb4d2b99800) 00010000:00010000:2.0:1781272789.893641:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272789.893646:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2e00, rc 0) 00000100:00100000:2.0:1781272789.893706:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+56:33965:x1867799159430912:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 347us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272789.893714:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1513 00000100:00100000:2.0:1781272789.903210:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272789.903288:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159431040 00000100:00100000:3.0:1781272789.903299:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159431040 00000100:00100000:3.0:1781272789.903364:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1514 00000100:00100000:3.0:1781272789.903376:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:33965:x1867799159431040:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272789.903409:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272789.903528:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:33965:x1867799159431040:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 153us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272789.903536:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1514 00000100:00100000:3.0:1781272789.914025:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272789.914378:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159431168 00000100:00100000:2.0:1781272789.914390:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159431168 00000100:00100000:2.0:1781272789.914442:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 418 00000100:00100000:2.0:1781272789.914453:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159431168:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272789.914504:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5462 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.914523:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272789.914526:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272789.914532:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5462 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.914548:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5462 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.914575:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5462 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.914584:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5462 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.914593:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5462 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.914600:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272789.914606:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5462 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.914616:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5462 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.914633:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5462 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.914641:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043ddd98d/0x94898f2cdefc5462 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272789.914721:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159431168:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 269us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272789.914728:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 418 00000100:00100000:1.0:1781272789.925416:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272789.925490:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159431424 00000100:00100000:0.0:1781272789.925501:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159431424 00000100:00100000:0.0:1781272789.925564:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1515 00000100:00100000:0.0:1781272789.925575:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+56:33965:x1867799159431424:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781272789.925668:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.925689:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc545b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e94 expref: 56 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.925699:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.925740:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc545b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e94 expref: 56 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.925754:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc545b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e94 expref: 56 pid: 8162 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272789.925789:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b82d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168703872:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272789.925916:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620df00 going to sleep for 11 seconds 00000100:00100000:0.0:1781272789.942738:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272789.943175:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b82d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168703872:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272789.943209:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272789.944094:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159431552 00000100:00100000:2.0:1781272789.944105:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159431552 00010000:00010000:2.0:1781272789.944148:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc545b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e94 expref: 57 pid: 8162 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272789.944232:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 456 00000100:00100000:2.0:1781272789.944242:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+57:2389:x1867799159431552:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272789.944261:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272789.944268:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc545b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e94 expref: 57 pid: 8162 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.944281:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc545b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e94 expref: 57 pid: 8162 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.944305:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc545b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e94 expref: 57 pid: 8162 timeout: 846 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.944319:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8eb4d2b99800) 00010000:00010000:2.0:1781272789.944325:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.944336:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.944343:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272789.944378:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272789.944441:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+56:2389:x1867799159431552:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 199us (1712us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272789.944449:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 456 00010000:00010000:0.0:1781272789.944498:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.944506:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.944690:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.944698:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.944704:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.944710:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272789.944714:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.944721:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.944731:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8eb4d2b99800) 00010000:00010000:0.0:1781272789.944733:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272789.944738:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272789.944748:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5469 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272789.944899:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+56:33965:x1867799159431424:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 19326us (19495us total) trans 4294968229 rc 0/0 00000100:00100000:0.0:1781272789.944908:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1515 00000040:00080000:0.0:1781272789.945633:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272789.945638:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272789.946353:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1781272789.946367:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272789.953694:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272789.957284:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159431808 00000100:00100000:1.0:1781272789.957301:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159431808 00000100:00100000:2.0:1781272789.957571:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 289 00000100:00100000:2.0:1781272789.957584:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:33965:x1867799159431808:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272789.957969:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+57:33965:x1867799159431808:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 386us (4282us total) trans 4294968230 rc 0/0 00000100:00100000:2.0:1781272789.957977:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 289 00010000:00010000:2.0:1781272790.337761:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272791.108632:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272791.108669:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168704000:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272791.108742:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272791.109259:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168704000 00000100:00100000:3.0:1781272791.109278:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168704000 00000100:00100000:3.0:1781272791.109343:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1781272791.109353:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168704000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272791.109394:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:1.0:1781272791.110704:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168704000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1344us (1954us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272791.110716:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1781272791.110971:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168704000:0@lo:41:osp-pre-0-1.0 00000001:00080000:1.0:1781272791.111243:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968230 is committed 00000001:00080000:1.0:1781272791.111281:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968225 is committed 00000020:00080000:1.0:1781272791.111288:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 34 batchid updated 00000020:00080000:1.0:1781272791.111304:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000020:00080000:1.0:1781272791.111314:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00010000:00010000:3.0:1781272791.111363:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc53d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111373:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272791.111377:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc53d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111392:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52fd lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272791.111395:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc53d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111407:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272791.111408:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272791.111416:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc53d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111417:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272791.111422:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272791.111431:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc53d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111437:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52fd lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272791.111455:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4d2b99f00) 00010000:00010000:3.0:1781272791.111460:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272791.111464:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8eb4c7df2f00) 00010000:00010000:3.0:1781272791.111466:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc53d6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111468:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272791.111473:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52fd lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272791.111477:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc53d6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111484:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc52fd lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111506:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5304 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111512:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5304 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111518:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5304 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111523:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272791.111525:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5304 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111531:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5304 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111538:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272791.111541:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272791.111544:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5304 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272791.111549:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5304 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272791.373637:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272791.949783:0:24853:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272791.949797:0:24853:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272791.949880:0:24853:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:1.0:1781272791.949888:0:24853:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272792.045122:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.050040:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159431936 00000100:00100000:1.0:1781272792.050122:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159431936 00000100:00100000:0.0:1781272792.054659:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 419 00000100:00100000:0.0:1781272792.054679:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159431936:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272792.054705:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272792.054726:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab57efa5/0x94898f2cdefc5470 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83e9b expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.054761:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272792.054764:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272792.054773:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab57efa5/0x94898f2cdefc5470 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e9b expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.054793:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ab57efa5/0x94898f2cdefc5470 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e9b expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.054809:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56400, rc 0) 00000100:00100000:0.0:1781272792.054919:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159431936:12345-192.168.204.14@tcp:101:rm.0 Request processed in 245us (9879us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272792.054927:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 419 00000100:00080000:2.0:1781272792.055445:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272792.064149:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.066135:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159432192 00000100:00100000:2.0:1781272792.066154:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159432192 00000100:00100000:2.0:1781272792.066259:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1516 00000100:00100000:2.0:1781272792.066275:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+109:33975:x1867799159432192:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:2.0:1781272792.067262:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1781272792.067314:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc540e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e6a expref: 109 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.067341:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8eb4d2b99800) 00010000:00010000:2.0:1781272792.067353:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5423 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e78 expref: 108 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.067363:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.067375:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272792.067412:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5477 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.067426:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5477 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.067437:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5477 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.067459:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc547e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.067467:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc547e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.067475:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc547e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.067589:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.067601:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc53dd lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e55 expref: 50 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.067611:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.067664:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc53dd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e55 expref: 50 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.068089:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc53dd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e55 expref: 50 pid: 8162 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272792.068109:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168704128:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272792.068251:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0b40 going to sleep for 11 seconds 00000100:00080000:1.0:1781272792.068319:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272792.071281:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.071622:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168704128:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272792.071654:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272792.071987:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159432320 00000100:00100000:1.0:1781272792.071996:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159432320 00010000:00010000:1.0:1781272792.072077:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc53dd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e55 expref: 51 pid: 8162 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272792.072123:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 457 00000100:00100000:1.0:1781272792.072135:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:2390:x1867799159432320:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272792.072155:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272792.072163:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc53dd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e55 expref: 51 pid: 8162 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.072176:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc53dd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e55 expref: 51 pid: 8162 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.072215:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc53dd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e55 expref: 51 pid: 8162 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.072234:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8eb4d2b99800) 00010000:00010000:1.0:1781272792.072240:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.072251:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.072259:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.072295:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272792.072369:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:2390:x1867799159432320:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 236us (1099us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272792.072378:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 457 00010000:00010000:0.0:1781272792.072900:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.072911:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1781272792.073323:0:6491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9176 00000004:00080000:0.0:1781272792.073336:0:6491:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 748968504600ns, next at 749968501122ns, rc = 0 00010000:00010000:0.0:1781272792.073412:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc548c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073426:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc548c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073437:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc548c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073445:0:6491:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc548c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073451:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc548c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073457:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc548c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073479:0:6491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1781272792.073508:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073514:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073521:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073527:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.073531:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073539:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073549:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8eb4d2b99800) 00010000:00010000:0.0:1781272792.073553:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781272792.073557:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073563:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5485 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073582:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5477 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073588:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5477 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073593:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5477 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073598:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.073601:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5477 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073610:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5477 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073618:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.073621:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.073623:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5477 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073628:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5477 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272792.073640:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000001c69868a reply state 0000000086ad05b8 transno 4294968231 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc547e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073651:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc547e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.073656:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:0.0:1781272792.073658:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272792.073661:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1781272792.074167:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+109:33975:x1867799159432192:12345-192.168.204.14@tcp:36:rm.0 Request processed in 7893us (10170us total) trans 4294968231 rc 0/0 00000100:00100000:0.0:1781272792.074178:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1516 00000100:00080000:2.0:1781272792.074557:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1781272792.074629:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272792.074638:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc548c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.074647:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57600 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272792.074651:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc548c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.074659:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc548c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.074673:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8eb4d2b99800) 00010000:00010000:1.0:1781272792.074676:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781272792.074681:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc548c lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.074687:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc548c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.074705:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272792.074707:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272792.074709:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272792.130883:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168704256:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272792.132258:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272792.132373:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168704256 00000100:00100000:0.0:1781272792.132385:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168704256 00000100:00100000:0.0:1781272792.132445:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1781272792.132456:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168704256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272792.132506:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272792.132563:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168704256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272792.132571:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1781272792.132631:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168704256:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272792.265723:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.265876:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159432448 00000100:00100000:1.0:1781272792.265889:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159432448 00000100:00100000:1.0:1781272792.265968:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1517 00000100:00100000:1.0:1781272792.265981:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+109:33991:x1867799159432448:12345-192.168.204.14@tcp:101:mkdir.0 00010000:00010000:1.0:1781272792.266016:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272792.266044:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5493 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ea2 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.266140:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc549a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.266157:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc549a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.266176:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc549a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272792.266244:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:1.0:1781272792.266249:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272792.266276:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc549a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.266401:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5493 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ea2 expref: 111 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.266425:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc549a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ea2 expref: 110 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.266435:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.266439:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272792.266443:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31600, rc 0) 00000100:00100000:1.0:1781272792.266535:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+110:33991:x1867799159432448:12345-192.168.204.14@tcp:101:mkdir.0 Request processed in 557us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272792.266543:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1517 00000100:00100000:0.0:1781272792.355543:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.355658:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159432576 00000100:00100000:2.0:1781272792.355671:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159432576 00000100:00100000:2.0:1781272792.355763:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1518 00000100:00100000:2.0:1781272792.355774:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:33997:x1867799159432576:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272792.355809:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272792.355905:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54a1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ea9 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.356092:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54a1 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ea9 expref: 51 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.356110:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272792.356113:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.356119:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54a1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ea9 expref: 51 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.356140:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2600, rc 0) 00000100:00100000:2.0:1781272792.356213:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:33997:x1867799159432576:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 441us (689us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272792.356221:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1518 00000100:00100000:3.0:1781272792.370378:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.370468:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159432832 00000100:00100000:0.0:1781272792.370482:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159432832 00000100:00100000:0.0:1781272792.370568:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1519 00000100:00100000:0.0:1781272792.370581:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+110:33997:x1867799159432832:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272792.370898:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272792.370902:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1781272792.371005:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc549a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ea2 expref: 110 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.371033:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.371038:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1781272792.371057:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc54a8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83eb0 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.371190:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54af lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.371206:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54af lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.371215:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54af lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.371230:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc54b6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.371239:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc54b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.371245:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc54b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372318:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc54bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372335:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc54bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372346:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc54bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272792.372356:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:0.0:1781272792.372385:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54af lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372392:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54af lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372399:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54af lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372406:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.372411:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54af lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372422:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54af lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372433:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.372436:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.372440:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54af lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372445:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54af lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272792.372459:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c751fe5f reply state 000000005ed3a416 transno 4294968232 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc54b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372471:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc54b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372476:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:0.0:1781272792.372478:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272792.372481:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1781272792.372519:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc54a8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eb0 expref: 112 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372534:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc54bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eb0 expref: 111 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.372540:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c7df2f00) 00010000:00010000:0.0:1781272792.372542:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272792.372544:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57000, rc 0) 00000100:00100000:0.0:1781272792.372663:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+112:33997:x1867799159432832:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 2085us (2303us total) trans 4294968232 rc 0/0 00000100:00100000:0.0:1781272792.372674:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1519 00000100:00100000:0.0:1781272792.378362:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.378495:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159433088 00000100:00100000:2.0:1781272792.378509:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159433088 00000100:00100000:2.0:1781272792.378594:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1520 00000100:00100000:2.0:1781272792.378607:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+112:33997:x1867799159433088:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272792.378647:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272792.378674:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83eb7 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.379552:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.379576:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc54bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eb0 expref: 113 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.379586:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.379633:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc54bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eb0 expref: 113 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.379651:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc54bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eb0 expref: 113 pid: 6491 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272792.379668:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22de300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168704384:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272792.379802:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0a80 going to sleep for 11 seconds 00010000:00010000:2.0:1781272792.384474:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272792.387172:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.387289:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159433216 00000100:00100000:0.0:1781272792.387303:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159433216 00010000:00010000:0.0:1781272792.387356:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc54bd lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eb0 expref: 114 pid: 6491 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272792.387409:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 458 00000100:00100000:0.0:1781272792.387421:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+114:2391:x1867799159433216:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272792.387444:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272792.387451:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc54bd lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eb0 expref: 114 pid: 6491 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.387467:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc54bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eb0 expref: 114 pid: 6491 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.387499:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c7df2f00) 00010000:00010000:0.0:1781272792.387505:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.387517:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.387525:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.387546:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272792.387621:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+114:2391:x1867799159433216:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 201us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272792.387629:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 458 00010000:00010000:2.0:1781272792.388229:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc54bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eb0 expref: 113 pid: 6491 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272792.388252:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22de300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168704384:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272792.388280:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.388290:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.388300:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272792.388325:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1781272792.388623:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.388633:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.388641:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.388648:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.388653:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.388662:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.388677:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c7df2f00) 00010000:00010000:2.0:1781272792.388680:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272792.388685:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.388691:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc54d2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.391504:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54cb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eb7 expref: 113 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.391536:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.391539:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272792.391546:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eb7 expref: 113 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.391567:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2600, rc 0) 00000100:00100000:2.0:1781272792.391674:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+112:33997:x1867799159433088:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 13068us (13324us total) trans 4294968233 rc 301/301 00000100:00100000:2.0:1781272792.391685:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1520 00000100:00100000:3.0:1781272792.396565:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.396704:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159433472 00000100:00100000:0.0:1781272792.396722:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159433472 00000100:00100000:0.0:1781272792.396820:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 290 00000100:00100000:0.0:1781272792.396894:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+112:33997:x1867799159433472:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272792.397659:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+113:33997:x1867799159433472:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 825us (1108us total) trans 4294968234 rc 0/0 00000100:00100000:0.0:1781272792.397669:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 290 00000100:00100000:3.0:1781272792.407500:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.412463:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159433600 00000100:00100000:2.0:1781272792.412490:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159433600 00000100:00100000:3.0:1781272792.413535:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1521 00000100:00100000:3.0:1781272792.413550:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+113:33997:x1867799159433600:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272792.413584:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272792.413614:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc54e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ebe expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.413688:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc54e0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ebe expref: 114 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.413706:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc54e0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ebe expref: 114 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.413743:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:3.0:1781272792.413747:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272792.413751:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:3.0:1781272792.413906:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+114:33997:x1867799159433600:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 358us (6423us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272792.413919:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1521 00000100:00100000:3.0:1781272792.422316:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.422523:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159433856 00000100:00100000:0.0:1781272792.422536:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159433856 00000100:00100000:0.0:1781272792.422621:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1522 00000100:00100000:0.0:1781272792.422632:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+114:33997:x1867799159433856:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1781272792.422733:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54e7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.422754:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.422768:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.423213:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54e7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.423223:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54e7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.423235:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.423242:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.423248:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54e7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.423256:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54e7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.423270:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:0.0:1781272792.423273:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1781272792.423278:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54e7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.423284:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc54e7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272792.423386:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+115:33997:x1867799159433856:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 755us (1086us total) trans 4294968235 rc 0/0 00000100:00100000:0.0:1781272792.423398:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1522 00000100:00100000:0.0:1781272792.428647:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.429911:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159434112 00000100:00100000:2.0:1781272792.429927:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159434112 00000100:00100000:2.0:1781272792.430007:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1523 00000100:00100000:2.0:1781272792.430018:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+115:33997:x1867799159434112:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272792.430300:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54ee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.430320:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.430335:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272792.430400:0:8162:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968236 00000004:00010000:2.0:1781272792.430421:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000070e9c5d0 reply state 0000000030a5f3c4 transno 4294968237 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.430440:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.430449:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.430452:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1781272792.430457:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272792.430569:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+118:33997:x1867799159434112:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 553us (1937us total) trans 4294968237 rc 0/0 00000100:00100000:2.0:1781272792.430577:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1523 00000020:00080000:2.0:1781272792.430583:0:8162:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1781272792.433895:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.434150:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159434368 00000100:00100000:1.0:1781272792.434164:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159434368 00000100:00100000:1.0:1781272792.434232:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 291 00000100:00100000:1.0:1781272792.434244:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+118:33997:x1867799159434368:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272792.434558:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+119:33997:x1867799159434368:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 316us (730us total) trans 4294968238 rc 0/0 00000100:00100000:1.0:1781272792.434566:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 291 00000100:00100000:0.0:1781272792.492559:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.492695:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159434624 00000100:00100000:1.0:1781272792.492710:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159434624 00000100:00100000:1.0:1781272792.492797:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1524 00000100:00100000:1.0:1781272792.492808:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+119:34000:x1867799159434624:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272792.492898:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272792.492925:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc54f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ec5 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493029:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc54fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493046:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc54fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493060:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc54fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493074:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5503 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493081:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5503 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493088:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5503 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493239:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc550a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493249:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc550a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493257:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc550a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272792.493267:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1781272792.493380:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc54fc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493394:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc54fc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493401:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc54fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493408:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc54fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493414:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.493419:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc54fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493427:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc54fc lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493441:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.493445:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.493449:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc54fc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493456:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc54fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493474:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5503 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493480:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5503 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493485:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5503 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493491:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.493493:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5503 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493498:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5503 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493505:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:1.0:1781272792.493507:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.493510:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5503 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493515:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5503 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493563:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc54f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ec5 expref: 122 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493577:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc550a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ec5 expref: 121 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.493584:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272792.493586:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272792.493590:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31600, rc 0) 00000100:00100000:1.0:1781272792.493667:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+121:34000:x1867799159434624:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 862us (1123us total) trans 4294968239 rc 0/0 00000100:00100000:1.0:1781272792.493675:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1524 00000100:00100000:3.0:1781272792.500527:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.500772:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159434752 00000100:00100000:2.0:1781272792.500785:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159434752 00000100:00100000:2.0:1781272792.500924:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1525 00000100:00100000:2.0:1781272792.500944:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+121:34000:x1867799159434752:12345-192.168.204.14@tcp:54:lfs.0 00010000:00010000:2.0:1781272792.501037:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5518 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.501058:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5518 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.501072:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5518 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.501118:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5518 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.501126:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5518 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.501134:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5518 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.501142:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.501147:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5518 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.501156:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5518 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.501168:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.501172:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272792.501177:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5518 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.501183:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc5518 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272792.501277:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+121:34000:x1867799159434752:12345-192.168.204.14@tcp:54:lfs.0 Request processed in 342us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272792.501286:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1525 00000100:00100000:3.0:1781272792.508340:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.508613:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159435008 00000100:00100000:2.0:1781272792.508627:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159435008 00000100:00100000:2.0:1781272792.508761:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 292 00000100:00100000:2.0:1781272792.508773:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b31450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+121:34000:x1867799159435008:12345-192.168.204.14@tcp:35:lfs.0 00000100:00100000:2.0:1781272792.509199:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b31450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+122:34000:x1867799159435008:12345-192.168.204.14@tcp:35:lfs.0 Request processed in 426us (873us total) trans 4294968240 rc 0/0 00000100:00100000:2.0:1781272792.509208:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 292 00000100:00100000:3.0:1781272792.575007:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.575152:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159435264 00000100:00100000:0.0:1781272792.575165:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159435264 00000100:00100000:0.0:1781272792.576325:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1526 00000100:00100000:0.0:1781272792.576339:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+122:34007:x1867799159435264:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272792.576376:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272792.576402:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc551f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ecc expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.576568:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5526 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.576599:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5526 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.576615:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5526 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272792.576630:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1781272792.576785:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc551f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ecc expref: 125 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.579037:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5526 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ecc expref: 124 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.579060:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:0.0:1781272792.579063:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1781272792.579069:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56a00, rc 0) 00000100:00100000:0.0:1781272792.579192:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+124:34007:x1867799159435264:12345-192.168.204.14@tcp:101:cat.0 Request processed in 2853us (4200us total) trans 4294968241 rc 0/0 00000100:00100000:0.0:1781272792.579203:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1526 00000100:00100000:3.0:1781272792.594366:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.594479:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159435520 00000100:00100000:0.0:1781272792.594494:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159435520 00000100:00100000:0.0:1781272792.594574:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1527 00000100:00100000:0.0:1781272792.594595:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+124:34005:x1867799159435520:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272792.594628:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272792.594653:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5534 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ed3 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.594821:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc553b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.594904:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc553b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.594919:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc553b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272792.594932:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1781272792.595697:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5534 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ed3 expref: 127 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.595725:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc553b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ed3 expref: 126 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.596201:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:0.0:1781272792.596205:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1781272792.596209:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56e00, rc 0) 00000100:00100000:2.0:1781272792.596467:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+126:34005:x1867799159435520:12345-192.168.204.14@tcp:101:cat.0 Request processed in 1879us (2118us total) trans 4294968242 rc 0/0 00000100:00100000:2.0:1781272792.596482:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1527 00000100:00100000:3.0:1781272792.600441:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.600737:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159436032 00000100:00100000:2.0:1781272792.600753:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159436032 00000100:00100000:2.0:1781272792.600888:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 70 00000100:00100000:2.0:1781272792.600902:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+126:34007:x1867799159436032:12345-192.168.204.14@tcp:103:cat.0 00010000:00010000:2.0:1781272792.600921:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1781272792.601081:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc550a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ec5 expref: 126 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.601116:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5526 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ecc expref: 125 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.601131:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc54e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ebe expref: 124 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.601144:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.601150:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272792.601214:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+123:34007:x1867799159436032:12345-192.168.204.14@tcp:103:cat.0 Request processed in 316us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272792.601224:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 70 00000100:00100000:3.0:1781272792.606537:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.607278:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159435776 00000100:00100000:1.0:1781272792.607294:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159435776 00000100:00100000:1.0:1781272792.607382:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1528 00000100:00100000:1.0:1781272792.607395:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+123:34008:x1867799159435776:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272792.607422:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272792.607448:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5549 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83eda expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.607999:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5550 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.608017:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5550 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.608030:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5550 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272792.608043:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000100:00100000:3.0:1781272792.610136:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.610205:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.610310:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159436416 00000100:00100000:0.0:1781272792.610324:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159436416 00000100:00100000:0.0:1781272792.610409:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 293 00000100:00100000:0.0:1781272792.610423:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+125:34005:x1867799159436416:12345-192.168.204.14@tcp:35:cat.0 00010000:00010000:1.0:1781272792.611104:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5549 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eda expref: 127 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.611134:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5550 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eda expref: 126 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.611146:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272792.611149:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1781272792.611153:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30400, rc 0) 00000100:00100000:1.0:1781272792.611237:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+126:34008:x1867799159435776:12345-192.168.204.14@tcp:101:cat.0 Request processed in 3844us (4715us total) trans 4294968243 rc 0/0 00000100:00100000:1.0:1781272792.611247:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1528 00000100:00100000:1.0:1781272792.611277:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159436160 00000100:00100000:1.0:1781272792.611282:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159436160 00000100:00100000:1.0:1781272792.611315:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1529 00000100:00100000:1.0:1781272792.611322:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+126:34007:x1867799159436160:12345-192.168.204.14@tcp:58:cat.0 00010000:00010000:1.0:1781272792.611397:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.611414:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc553b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ed3 expref: 126 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.611422:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5550 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eda expref: 126 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.611430:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 5/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.611469:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5550 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eda expref: 126 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.611486:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5550 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eda expref: 126 pid: 8162 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272792.611502:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168704512:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272792.611593:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc553b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ed3 expref: 126 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.611602:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc553b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ed3 expref: 126 pid: 6491 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272792.611617:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168704640:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272792.611656:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272792.613551:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+127:34005:x1867799159436416:12345-192.168.204.14@tcp:35:cat.0 Request processed in 3114us (3328us total) trans 4294968244 rc 0/0 00000100:00100000:0.0:1781272792.613570:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 293 00000100:00100000:0.0:1781272792.617648:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.617820:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159436672 00000100:00100000:3.0:1781272792.617982:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159436672 00000100:00100000:3.0:1781272792.618088:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1530 00000100:00100000:3.0:1781272792.618101:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+127:34009:x1867799159436672:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272792.618128:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272792.618151:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5565 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ee1 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272792.618188:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168704640:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272792.618253:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc556c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618270:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc556c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618284:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc556c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618301:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5573 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618309:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5573 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618315:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5573 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618457:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc557a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618468:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc557a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618475:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc557a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272792.618486:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1781272792.618578:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc557a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618586:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc557a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618593:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc557a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618599:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.618604:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc557a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618615:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc557a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618629:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:3.0:1781272792.618633:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272792.618638:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc557a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618644:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc557a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618661:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc556c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618668:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc556c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618673:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc556c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618678:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.618681:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc556c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618686:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc556c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618693:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272792.618696:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272792.618699:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc556c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618708:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc556c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618718:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5573 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618737:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5573 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618744:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5573 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618749:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.618752:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5573 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618758:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5573 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618765:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:3.0:1781272792.618767:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272792.618770:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5573 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618776:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5573 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618818:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5565 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ee1 expref: 129 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.618896:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272792.618898:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272792.618903:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5565 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ee1 expref: 129 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.619152:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd000, rc 0) 00000100:00100000:3.0:1781272792.619235:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+128:34009:x1867799159436672:12345-192.168.204.14@tcp:101:cat.0 Request processed in 1137us (1602us total) trans 4294968245 rc 301/301 00000100:00100000:3.0:1781272792.619244:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1530 00000100:00100000:2.0:1781272792.623216:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168704512:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272792.623259:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272792.625026:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.625404:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159436800 00000100:00100000:1.0:1781272792.625415:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159436800 00000100:00100000:1.0:1781272792.625482:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1531 00000100:00100000:1.0:1781272792.625492:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+128:34005:x1867799159436800:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272792.625521:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272792.625544:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5588 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ee8 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.625682:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc558f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.625701:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc558f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.625714:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc558f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272792.625765:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:1.0:1781272792.625770:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272792.625796:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc558f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.625827:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5588 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ee8 expref: 130 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.626156:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc558f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ee8 expref: 129 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.626169:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272792.626172:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272792.626176:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30c00, rc 0) 00000100:00100000:1.0:1781272792.628643:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+129:34005:x1867799159436800:12345-192.168.204.14@tcp:101:cat.0 Request processed in 3123us (3599us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272792.628662:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1531 00000100:00100000:2.0:1781272792.630861:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.630936:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.631302:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159437312 00000100:00100000:0.0:1781272792.631317:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159437312 00000100:00100000:0.0:1781272792.631390:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 294 00000100:00100000:0.0:1781272792.631401:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+129:34008:x1867799159437312:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:0.0:1781272792.631897:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+130:34008:x1867799159437312:12345-192.168.204.14@tcp:35:cat.0 Request processed in 323us (785us total) trans 4294968246 rc 0/0 00000100:00100000:0.0:1781272792.631909:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 294 00000100:00100000:1.0:1781272792.632014:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159436928 00000100:00100000:1.0:1781272792.632020:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159436928 00010000:00010000:1.0:1781272792.632052:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc553b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ed3 expref: 130 pid: 6491 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272792.632096:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 459 00000100:00100000:1.0:1781272792.632105:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+130:2390:x1867799159436928:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272792.632116:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272792.632124:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc553b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ed3 expref: 130 pid: 6491 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.632137:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc553b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ed3 expref: 130 pid: 6491 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.632164:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc553b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ed3 expref: 130 pid: 6491 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.632181:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272792.632188:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.632199:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272792.632224:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+129:2390:x1867799159436928:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 121us (1406us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272792.632231:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 459 00000100:00100000:0.0:1781272792.638521:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.638611:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159437056 00000100:00100000:1.0:1781272792.638635:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159437056 00010000:00010000:1.0:1781272792.638690:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5550 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eda expref: 129 pid: 8162 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272792.638910:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 460 00000100:00100000:1.0:1781272792.638924:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4dab3f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+129:2391:x1867799159437056:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272792.638943:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272792.638950:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5550 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eda expref: 129 pid: 8162 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.638966:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5550 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eda expref: 129 pid: 8162 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.638995:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5550 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eda expref: 129 pid: 8162 timeout: 849 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.639018:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272792.639024:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.639035:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.639045:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.639212:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272792.639287:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4dab3f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+128:2391:x1867799159437056:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 365us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272792.639295:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 460 00010000:00010000:3.0:1781272792.640147:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.640161:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781272792.640323:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].44, 136 off14176 00000100:00100000:3.0:1781272792.640421:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+127:34007:x1867799159436160:12345-192.168.204.14@tcp:58:cat.0 Request processed in 29095us (30299us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272792.640432:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1529 00000100:00100000:0.0:1781272792.643426:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.643557:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159437824 00000100:00100000:2.0:1781272792.643572:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159437824 00000100:00100000:2.0:1781272792.643664:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 295 00000100:00100000:2.0:1781272792.643676:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+127:34009:x1867799159437824:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1781272792.644439:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+128:34009:x1867799159437824:12345-192.168.204.14@tcp:35:cat.0 Request processed in 761us (1026us total) trans 4294968247 rc 0/0 00000100:00100000:2.0:1781272792.644452:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 295 00000100:00100000:3.0:1781272792.657139:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.660185:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159437568 00000100:00100000:0.0:1781272792.660207:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159437568 00000100:00100000:0.0:1781272792.660355:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1532 00000100:00100000:0.0:1781272792.660366:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+128:34014:x1867799159437568:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272792.660394:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272792.660423:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5596 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83eef expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.660523:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc559d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.660540:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc559d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.660552:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc559d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.660569:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.660576:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.660583:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.661616:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.661647:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.661659:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272792.661671:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1781272792.661792:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.661800:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.661809:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.661816:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.661821:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.661861:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.661876:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:0.0:1781272792.662006:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272792.662014:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662023:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662047:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc559d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662121:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc559d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662130:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc559d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662136:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc559d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662141:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.662143:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc559d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662149:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc559d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662157:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.662160:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.662163:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc559d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662168:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc559d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662182:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662188:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662194:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662199:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.662203:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662209:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55a4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662216:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:0.0:1781272792.662218:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.662220:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55a4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662226:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662298:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5596 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eef expref: 130 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662311:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.662313:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272792.662317:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5596 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83eef expref: 130 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.662329:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57200, rc 0) 00000100:00100000:0.0:1781272792.662429:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+129:34014:x1867799159437568:12345-192.168.204.14@tcp:101:cat.0 Request processed in 2064us (5368us total) trans 4294968248 rc 301/301 00000100:00100000:0.0:1781272792.662439:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1532 00000100:00100000:1.0:1781272792.666879:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.667205:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159437952 00000100:00100000:2.0:1781272792.667220:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159437952 00000100:00100000:2.0:1781272792.667298:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1533 00000100:00100000:2.0:1781272792.667308:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+129:34007:x1867799159437952:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272792.667341:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272792.667366:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc55b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ef6 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.667438:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.667450:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc55b9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ef6 expref: 130 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.667474:0:6492:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.667488:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc55b9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ef6 expref: 130 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.667509:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.667512:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1781272792.667516:0:6492:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc55b9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ef6 expref: 130 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.667524:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3000, rc 0) 00000100:00100000:2.0:1781272792.667597:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+130:34007:x1867799159437952:12345-192.168.204.14@tcp:101:cat.0 Request processed in 291us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272792.667604:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1533 00000100:00100000:1.0:1781272792.690279:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.690350:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.690496:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159438464 00000100:00100000:0.0:1781272792.690510:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159438464 00000100:00100000:0.0:1781272792.690583:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1534 00000100:00100000:0.0:1781272792.690596:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+130:34016:x1867799159438464:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272792.690638:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272792.690665:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc55c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83efd expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.690779:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55c7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.690811:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.690826:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.690874:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc55ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691181:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc55ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691192:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc55ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691328:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691338:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691345:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272792.691356:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1781272792.691453:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691461:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691468:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691474:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.691479:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691487:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691506:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:0.0:1781272792.691509:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272792.691514:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55d5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691521:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc55d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691540:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55c7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691546:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55c7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691550:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691554:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.691556:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55c7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691562:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55c7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691569:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.691572:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.691575:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691580:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc55c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691591:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc55ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691597:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc55ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691603:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc55ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691607:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.691610:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc55ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691615:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc55ce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691691:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:0.0:1781272792.691693:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.691762:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc55ce lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.691770:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc55ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.692019:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc55c0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83efd expref: 132 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.692031:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.692033:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272792.692038:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc55c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83efd expref: 132 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.692049:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57200, rc 0) 00000100:00100000:2.0:1781272792.692197:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159438208 00000100:00100000:2.0:1781272792.692208:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159438208 00000100:00100000:2.0:1781272792.692262:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 296 00000100:00100000:2.0:1781272792.692272:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+132:34014:x1867799159438208:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1781272792.692492:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+133:34014:x1867799159438208:12345-192.168.204.14@tcp:35:cat.0 Request processed in 220us (2228us total) trans 4294968250 rc 0/0 00000100:00100000:2.0:1781272792.692501:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 296 00000100:00100000:0.0:1781272792.692790:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+132:34016:x1867799159438464:12345-192.168.204.14@tcp:101:cat.0 Request processed in 2197us (2438us total) trans 4294968249 rc 301/301 00000100:00100000:0.0:1781272792.692798:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1534 00000100:00100000:3.0:1781272792.704181:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.707129:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159438720 00000100:00100000:2.0:1781272792.707152:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159438720 00000100:00100000:2.0:1781272792.707262:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1535 00000100:00100000:2.0:1781272792.707276:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+132:34017:x1867799159438720:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272792.707306:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272792.707334:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc55e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f04 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.707441:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc55ea lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.707460:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc55ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.707474:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc55ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.707486:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc55f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.707494:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc55f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.707501:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc55f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.707671:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc55f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.707683:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc55f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.707692:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc55f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272792.707946:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1781272792.708111:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc55f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708119:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc55f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708126:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc55f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708134:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.708139:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc55f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708146:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc55f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708161:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.708164:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272792.708168:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc55f8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708174:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc55f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708191:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc55ea lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708197:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc55ea lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708204:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc55ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708209:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.708212:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc55ea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708218:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc55ea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708230:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.708232:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.708235:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc55ea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708241:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc55ea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708250:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc55f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708255:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc55f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708260:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc55f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708265:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.708268:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc55f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708273:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc55f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708280:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272792.708282:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.708285:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc55f1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708291:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc55f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708345:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc55e3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f04 expref: 134 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708357:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.708360:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272792.708364:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc55e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f04 expref: 134 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.708373:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3400, rc 0) 00000100:00100000:2.0:1781272792.708468:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+133:34017:x1867799159438720:12345-192.168.204.14@tcp:101:cat.0 Request processed in 1195us (4302us total) trans 4294968251 rc 301/301 00000100:00100000:2.0:1781272792.708477:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1535 00000100:00100000:3.0:1781272792.712684:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.712753:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.712815:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159438976 00000100:00100000:0.0:1781272792.712828:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159438976 00000100:00100000:0.0:1781272792.712953:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 297 00000100:00100000:0.0:1781272792.712966:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+133:34016:x1867799159438976:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:0.0:1781272792.713313:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+134:34016:x1867799159438976:12345-192.168.204.14@tcp:35:cat.0 Request processed in 349us (644us total) trans 4294968252 rc 0/0 00000100:00100000:0.0:1781272792.713323:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 297 00000100:00100000:1.0:1781272792.713907:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159439232 00000100:00100000:1.0:1781272792.713918:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159439232 00000100:00100000:1.0:1781272792.713971:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1536 00000100:00100000:1.0:1781272792.713981:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+134:34010:x1867799159439232:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272792.713998:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272792.714026:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5606 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f0b expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714125:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc560d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714143:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc560d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714157:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc560d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714169:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5614 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714177:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5614 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714184:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5614 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714303:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc561b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714315:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc561b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714323:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc561b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272792.714334:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1781272792.714403:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc561b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714411:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc561b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714419:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc561b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714426:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.714431:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc561b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714440:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc561b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714460:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272792.714462:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272792.714468:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc561b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714474:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc561b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714494:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc560d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714501:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc560d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714508:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc560d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714514:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc560d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714519:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.714522:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc560d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714528:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc560d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714536:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.714538:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.714542:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc560d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714553:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc560d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714562:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5614 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714568:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5614 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714574:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5614 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714579:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.714582:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5614 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714587:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5614 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714594:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:1.0:1781272792.714597:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.714600:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5614 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714606:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5614 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714878:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5606 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f0b expref: 136 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714896:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.714899:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272792.714902:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5606 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f0b expref: 136 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.714913:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31c00, rc 0) 00000100:00100000:1.0:1781272792.714974:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+135:34010:x1867799159439232:12345-192.168.204.14@tcp:101:cat.0 Request processed in 994us (2219us total) trans 4294968253 rc 301/301 00000100:00100000:1.0:1781272792.714982:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1536 00000100:00100000:3.0:1781272792.719570:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.719655:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159439488 00000100:00100000:2.0:1781272792.719669:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159439488 00000100:00100000:2.0:1781272792.719745:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 298 00000100:00100000:2.0:1781272792.719758:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b31850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+135:34017:x1867799159439488:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1781272792.720114:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b31850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+136:34017:x1867799159439488:12345-192.168.204.14@tcp:35:cat.0 Request processed in 356us (557us total) trans 4294968254 rc 0/0 00000100:00100000:2.0:1781272792.720123:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 298 00000100:00100000:3.0:1781272792.728045:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.728088:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.728091:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159439744 00000100:00100000:0.0:1781272792.728103:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159439744 00000100:00100000:0.0:1781272792.728176:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1537 00000100:00100000:0.0:1781272792.728188:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+136:34020:x1867799159439744:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272792.728223:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272792.728249:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5629 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f12 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.728351:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5630 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.728369:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5630 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.728388:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5630 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.728402:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5637 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.728410:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5637 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.728418:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5637 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.728561:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc563e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.728571:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc563e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.728579:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc563e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272792.728590:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000100:00100000:1.0:1781272792.728878:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159440000 00000100:00100000:1.0:1781272792.728886:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159440000 00000100:00100000:1.0:1781272792.728936:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 299 00000100:00100000:1.0:1781272792.728945:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+138:34010:x1867799159440000:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:1.0:1781272792.729236:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+139:34010:x1867799159440000:12345-192.168.204.14@tcp:35:cat.0 Request processed in 290us (1144us total) trans 4294968255 rc 0/0 00000100:00100000:1.0:1781272792.729247:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 299 00010000:00010000:0.0:1781272792.729981:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc563e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.729995:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc563e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730003:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc563e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730010:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.730016:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc563e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730025:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc563e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730046:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:0.0:1781272792.730049:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272792.730774:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc563e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730789:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc563e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730827:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5630 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730873:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5630 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730879:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5630 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730885:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.730888:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5630 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730895:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5630 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730907:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.730910:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.730915:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5630 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730921:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5630 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730932:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5637 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730938:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5637 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730945:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5637 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730950:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.730953:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5637 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730959:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5637 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730966:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:0.0:1781272792.730969:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.730972:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5637 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.730977:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5637 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.731046:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5629 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f12 expref: 139 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.732225:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.732228:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272792.732237:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5629 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f12 expref: 139 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.732252:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56200, rc 0) 00000100:00100000:0.0:1781272792.732388:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+138:34020:x1867799159439744:12345-192.168.204.14@tcp:101:cat.0 Request processed in 4201us (4358us total) trans 4294968256 rc 301/301 00000100:00100000:0.0:1781272792.732398:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1537 00000100:00100000:2.0:1781272792.746418:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.746569:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159440256 00000100:00100000:3.0:1781272792.746583:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159440256 00000100:00100000:3.0:1781272792.746658:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 300 00000100:00100000:3.0:1781272792.746672:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+138:34020:x1867799159440256:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:3.0:1781272792.747044:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+139:34020:x1867799159440256:12345-192.168.204.14@tcp:35:cat.0 Request processed in 375us (640us total) trans 4294968257 rc 0/0 00000100:00100000:3.0:1781272792.747053:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 300 00000100:00100000:2.0:1781272792.748255:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.748369:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159440512 00000100:00100000:3.0:1781272792.748378:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159440512 00000100:00100000:3.0:1781272792.748434:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1538 00000100:00100000:3.0:1781272792.748444:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+139:34033:x1867799159440512:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272792.748465:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272792.748492:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc564c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f19 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.748587:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5653 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.748603:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5653 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.748617:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5653 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.748630:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc565a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.748638:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc565a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.748651:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc565a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749160:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5661 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749173:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5661 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749182:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5661 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272792.749193:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1781272792.749277:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5661 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749284:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5661 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749291:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5661 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749298:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.749304:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5661 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749312:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5661 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749327:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:3.0:1781272792.749330:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272792.749337:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5661 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749343:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc5661 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749362:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5653 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749368:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5653 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749374:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5653 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749379:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.749381:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5653 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749387:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5653 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749394:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272792.749396:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272792.749400:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5653 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749405:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc5653 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749413:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc565a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749419:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc565a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749426:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc565a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749431:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.749434:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc565a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749440:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc565a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749447:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:3.0:1781272792.749449:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272792.749452:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc565a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.749458:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc565a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.750098:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc564c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f19 expref: 141 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.750113:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272792.750116:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272792.750120:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc564c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f19 expref: 141 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.750132:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd000, rc 0) 00000100:00100000:3.0:1781272792.750219:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+140:34033:x1867799159440512:12345-192.168.204.14@tcp:101:cat.0 Request processed in 1776us (1971us total) trans 4294968258 rc 301/301 00000100:00100000:3.0:1781272792.750232:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1538 00000100:00100000:2.0:1781272792.755296:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.755387:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159440768 00000100:00100000:1.0:1781272792.755401:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159440768 00000100:00100000:1.0:1781272792.755477:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1539 00000100:00100000:1.0:1781272792.755490:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+140:34031:x1867799159440768:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272792.755524:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272792.755550:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc566f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f20 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.755660:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5676 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.755679:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5676 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.755693:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5676 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.755707:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc567d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.755714:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc567d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.755720:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc567d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.755890:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5684 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.755902:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5684 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.755909:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5684 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272792.755919:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1781272792.756016:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5684 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756024:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5684 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756032:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5684 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756039:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.756044:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5684 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756271:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5684 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756288:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272792.756291:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272792.756297:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5684 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756304:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5684 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756324:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5676 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756331:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5676 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756338:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5676 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756343:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5676 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756348:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.756350:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5676 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756360:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5676 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756367:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.756369:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.756372:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5676 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756378:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5676 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756388:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc567d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756394:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc567d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756400:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc567d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756404:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.756407:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc567d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756412:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc567d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756419:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:1.0:1781272792.756421:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.756423:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc567d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756430:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc567d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756476:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc566f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f20 expref: 142 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756486:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.756488:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272792.756491:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc566f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f20 expref: 142 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.756500:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31c00, rc 0) 00000100:00100000:1.0:1781272792.757042:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+141:34031:x1867799159440768:12345-192.168.204.14@tcp:101:cat.0 Request processed in 1552us (1760us total) trans 4294968259 rc 301/301 00000100:00100000:1.0:1781272792.757051:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1539 00000100:00100000:2.0:1781272792.757502:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.757946:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159441024 00000100:00100000:3.0:1781272792.757957:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159441024 00000100:00100000:3.0:1781272792.758000:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 301 00000100:00100000:3.0:1781272792.758009:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+141:34033:x1867799159441024:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:3.0:1781272792.758250:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+142:34033:x1867799159441024:12345-192.168.204.14@tcp:35:cat.0 Request processed in 241us (748us total) trans 4294968260 rc 0/0 00000100:00100000:3.0:1781272792.758258:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 301 00000100:00100000:0.0:1781272792.763149:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.763784:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.763972:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159441280 00000100:00100000:3.0:1781272792.763986:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159441280 00000100:00100000:3.0:1781272792.764398:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1540 00000100:00100000:3.0:1781272792.764414:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+142:34036:x1867799159441280:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272792.764447:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272792.764471:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5692 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f27 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.764573:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5699 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.764591:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5699 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.764605:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5699 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.764630:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc56a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.764645:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc56a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.764651:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc56a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.764802:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc56a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.764814:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc56a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.764823:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc56a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272792.764898:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1781272792.764995:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc56a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765003:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc56a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765011:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc56a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765017:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42ccc00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.765022:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc56a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765031:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc56a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765049:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:3.0:1781272792.765053:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272792.765066:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc56a7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765074:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42ccc00/0x94898f2cdefc56a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765093:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5699 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765100:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5699 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765105:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5699 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765111:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.765113:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5699 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765119:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5699 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765127:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272792.765129:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272792.765133:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5699 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765139:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd600/0x94898f2cdefc5699 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765153:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc56a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765159:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc56a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765165:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc56a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765171:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.765173:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc56a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765179:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc56a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765185:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:3.0:1781272792.765187:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272792.765190:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc56a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765196:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc56a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765242:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5692 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f27 expref: 144 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765253:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272792.765255:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272792.765259:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc5692 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f27 expref: 144 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.765268:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd000, rc 0) 00000100:00100000:3.0:1781272792.765346:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+143:34036:x1867799159441280:12345-192.168.204.14@tcp:101:cat.0 Request processed in 937us (1565us total) trans 4294968261 rc 301/301 00000100:00100000:1.0:1781272792.765527:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159441536 00000100:00100000:1.0:1781272792.765535:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159441536 00000100:00100000:1.0:1781272792.765646:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 302 00000100:00100000:1.0:1781272792.765658:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+144:34031:x1867799159441536:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:1.0:1781272792.765803:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+145:34031:x1867799159441536:12345-192.168.204.14@tcp:35:cat.0 Request processed in 148us (2980us total) trans 4294968262 rc 0/0 00000100:00100000:1.0:1781272792.765812:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 302 00000100:00100000:3.0:1781272792.768586:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1540 00000100:00100000:2.0:1781272792.773013:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.773172:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159441792 00000100:00100000:3.0:1781272792.773185:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159441792 00000100:00100000:3.0:1781272792.773261:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1541 00000100:00100000:3.0:1781272792.773274:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+144:34012:x1867799159441792:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272792.773307:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272792.773335:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc56b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f2e expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.773469:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc56bc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.773486:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc56bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.773499:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc56bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.773512:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc56c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.773519:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc56c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.773526:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc56c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.773685:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc56ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.773697:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc56ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.773705:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc56ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272792.773717:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1781272792.774089:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc56ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774097:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc56ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774104:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc56ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774110:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.774114:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc56ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774122:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc56ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774136:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:3.0:1781272792.774139:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272792.774144:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc56ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774155:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc56ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774172:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc56bc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774178:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc56bc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774183:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc56bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774187:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.774190:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc56bc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774196:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc56bc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774204:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272792.774207:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272792.774211:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc56bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774218:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc56bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774228:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc56c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774235:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc56c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774242:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc56c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774248:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.774251:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc56c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774258:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc56c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774265:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:3.0:1781272792.774267:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272792.774270:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc56c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774275:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc56c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774322:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc56b5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f2e expref: 146 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774334:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272792.774337:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272792.774341:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc56b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f2e expref: 146 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.774354:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd800, rc 0) 00000100:00100000:3.0:1781272792.774437:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+145:34012:x1867799159441792:12345-192.168.204.14@tcp:101:cat.0 Request processed in 1165us (1438us total) trans 4294968263 rc 301/301 00000100:00100000:3.0:1781272792.774450:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1541 00000100:00100000:1.0:1781272792.778604:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.779152:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.780568:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159442304 00000100:00100000:1.0:1781272792.780585:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159442304 00000100:00100000:1.0:1781272792.780701:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1542 00000100:00100000:1.0:1781272792.780713:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+145:34029:x1867799159442304:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272792.780749:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272792.780776:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc56d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f35 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.780963:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc56df lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.780982:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc56df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.780996:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc56df lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781010:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc56e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781018:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc56e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781026:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc56e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781162:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc56ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781172:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc56ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781180:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc56ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272792.781195:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1781272792.781296:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc56ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781304:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc56ed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781312:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc56ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781319:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.781324:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc56ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781333:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc56ed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781347:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272792.781350:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272792.781370:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc56ed lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781378:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc56ed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781400:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc56df lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781408:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc56df lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781418:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc56df lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781424:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc56df lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781429:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.781433:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc56df lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781439:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc56df lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781447:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.781450:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.781453:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc56df lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781459:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc56df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781468:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc56e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781475:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc56e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781481:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc56e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781486:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.781489:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc56e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781495:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc56e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781502:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:1.0:1781272792.781505:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.781508:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc56e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781514:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc56e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781558:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc56d8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f35 expref: 147 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781569:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.781571:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272792.781575:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc56d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f35 expref: 147 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.781586:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31e00, rc 0) 00000100:00100000:1.0:1781272792.781674:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+146:34029:x1867799159442304:12345-192.168.204.14@tcp:101:cat.0 Request processed in 963us (2523us total) trans 4294968264 rc 301/301 00000100:00100000:1.0:1781272792.781683:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1542 00000100:00100000:2.0:1781272792.783344:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159442048 00000100:00100000:2.0:1781272792.783359:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159442048 00000100:00100000:2.0:1781272792.783437:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 303 00000100:00100000:2.0:1781272792.783449:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+146:34036:x1867799159442048:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1781272792.783915:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+147:34036:x1867799159442048:12345-192.168.204.14@tcp:35:cat.0 Request processed in 467us (7085us total) trans 4294968265 rc 0/0 00000100:00100000:2.0:1781272792.783925:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 303 00000100:00100000:3.0:1781272792.794720:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.794935:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.795073:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159442560 00000100:00100000:1.0:1781272792.795084:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159442560 00000100:00100000:1.0:1781272792.795151:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1543 00000100:00100000:1.0:1781272792.795163:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+147:34032:x1867799159442560:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272792.795189:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272792.795212:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31200/0x94898f2cdefc56fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f3c expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795312:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5702 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795329:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5702 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795342:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5702 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795354:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5709 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795362:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5709 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795368:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5709 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795502:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5710 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795513:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795521:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272792.795538:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1781272792.795635:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795648:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5710 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795654:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5710 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795660:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.795665:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5710 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795674:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5710 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795688:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272792.795692:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272792.795697:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5710 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795705:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5710 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795871:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5702 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795879:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5702 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795890:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5702 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795895:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.795898:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5702 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795905:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5702 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795914:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.795917:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.795920:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5702 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795926:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5702 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795935:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5709 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795941:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5709 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795946:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5709 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795951:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.795954:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5709 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795964:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5709 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272792.795970:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159442816 00010000:00010000:1.0:1781272792.795971:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:1.0:1781272792.795974:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272792.795976:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159442816 00010000:00010000:1.0:1781272792.795977:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5709 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.795983:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc5709 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272792.796031:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 304 00010000:00010000:1.0:1781272792.796031:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31200/0x94898f2cdefc56fb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f3c expref: 150 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272792.796040:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b33050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+150:34012:x1867799159442816:12345-192.168.204.14@tcp:35:cat.0 00010000:00010000:1.0:1781272792.796043:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.796045:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272792.796049:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31200/0x94898f2cdefc56fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f3c expref: 150 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.796059:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31200, rc 0) 00000100:00100000:1.0:1781272792.796133:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+150:34032:x1867799159442560:12345-192.168.204.14@tcp:101:cat.0 Request processed in 972us (1427us total) trans 4294968266 rc 301/301 00000100:00100000:1.0:1781272792.796141:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1543 00000100:00100000:2.0:1781272792.796163:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b33050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+149:34012:x1867799159442816:12345-192.168.204.14@tcp:35:cat.0 Request processed in 125us (1229us total) trans 4294968267 rc 0/0 00000100:00100000:2.0:1781272792.796169:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 304 00000100:00100000:1.0:1781272792.807918:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.807999:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159443328 00000100:00100000:2.0:1781272792.808012:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159443328 00000100:00100000:2.0:1781272792.808085:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 305 00000100:00100000:2.0:1781272792.808097:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+149:34029:x1867799159443328:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1781272792.808408:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+150:34029:x1867799159443328:12345-192.168.204.14@tcp:35:cat.0 Request processed in 312us (503us total) trans 4294968268 rc 0/0 00000100:00100000:2.0:1781272792.808416:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 305 00000100:00100000:1.0:1781272792.810480:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.811142:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159443072 00000100:00100000:0.0:1781272792.811156:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159443072 00000100:00100000:0.0:1781272792.811257:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1544 00000100:00100000:0.0:1781272792.811270:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+150:34021:x1867799159443072:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272792.811298:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272792.811324:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc571e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f43 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811456:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5725 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811473:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5725 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811486:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5725 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811502:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc572c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811510:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc572c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811517:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc572c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811654:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5733 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811666:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5733 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811675:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5733 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272792.811687:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1781272792.811788:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5733 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811797:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5733 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811805:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5733 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811811:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.811817:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5733 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811861:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5733 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811880:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:0.0:1781272792.811884:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272792.811889:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5733 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811897:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5733 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272792.811903:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1781272792.811921:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5725 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811928:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5725 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811935:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5725 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811941:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.811945:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5725 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811952:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5725 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811960:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.811963:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.811966:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5725 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811977:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5725 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811987:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc572c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811993:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc572c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.811999:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc572c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.812004:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.812006:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc572c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.812012:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc572c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.812019:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:0.0:1781272792.812021:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.812025:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc572c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.812031:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc572c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.812072:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc571e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f43 expref: 152 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.812089:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.812091:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272792.812095:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc571e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f43 expref: 152 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.812104:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57600, rc 0) 00000100:00100000:0.0:1781272792.812193:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+151:34021:x1867799159443072:12345-192.168.204.14@tcp:101:cat.0 Request processed in 926us (1726us total) trans 4294968269 rc 301/301 00000100:00100000:0.0:1781272792.812202:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1544 00000100:00100000:2.0:1781272792.812763:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159443584 00000100:00100000:2.0:1781272792.812773:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159443584 00000100:00100000:2.0:1781272792.812815:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 306 00000100:00100000:2.0:1781272792.812824:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+151:34032:x1867799159443584:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1781272792.813041:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+152:34032:x1867799159443584:12345-192.168.204.14@tcp:35:cat.0 Request processed in 217us (1142us total) trans 4294968270 rc 0/0 00000100:00100000:2.0:1781272792.813049:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 306 00000100:00100000:3.0:1781272792.817957:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.818052:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159443840 00000100:00100000:2.0:1781272792.818066:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159443840 00000100:00100000:2.0:1781272792.818134:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1545 00000100:00100000:2.0:1781272792.818147:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+152:34006:x1867799159443840:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272792.818178:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272792.818203:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5741 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f4a expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818297:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5748 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818314:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5748 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818328:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5748 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818341:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc574f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818349:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc574f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818356:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc574f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818490:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5756 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818502:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5756 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818510:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5756 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272792.818523:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1781272792.818621:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5756 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818630:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5756 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818638:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5756 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818646:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.818652:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5756 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818660:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5756 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818675:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.818679:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272792.818684:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5756 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818692:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5756 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818716:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5748 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818722:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5748 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818729:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5748 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818734:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.818736:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5748 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818742:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5748 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818752:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.818754:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.818757:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5748 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818762:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5748 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818770:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc574f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818777:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc574f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818782:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc574f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818788:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.818791:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc574f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818796:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc574f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818803:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272792.818805:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.818808:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc574f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818813:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc574f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818918:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5741 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f4a expref: 154 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818930:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.818932:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272792.818936:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc5741 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f4a expref: 154 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.818946:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2e00, rc 0) 00000100:00100000:2.0:1781272792.819027:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+153:34006:x1867799159443840:12345-192.168.204.14@tcp:101:cat.0 Request processed in 884us (1087us total) trans 4294968271 rc 301/301 00000100:00100000:2.0:1781272792.819036:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1545 00000100:00100000:3.0:1781272792.822799:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.824274:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.825349:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159444352 00000100:00100000:1.0:1781272792.825366:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159444352 00000100:00100000:1.0:1781272792.825461:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1546 00000100:00100000:1.0:1781272792.825473:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+153:34019:x1867799159444352:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272792.825507:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272792.825532:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31200/0x94898f2cdefc5764 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f51 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.825626:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc576b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.825644:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc576b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.825658:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc576b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.825671:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5772 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.825678:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5772 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.825685:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5772 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.825825:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5779 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.825868:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5779 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.825877:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5779 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272792.825894:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1781272792.825997:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5779 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826005:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5779 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826012:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5779 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826018:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.826023:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5779 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826031:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5779 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826045:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272792.826048:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272792.826053:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5779 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826060:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5779 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826077:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc576b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826082:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc576b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826091:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc576b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826095:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.826097:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc576b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826102:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc576b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826108:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.826110:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.826113:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc576b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826118:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc576b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826126:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5772 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826131:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5772 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826135:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5772 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826139:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.826142:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5772 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826151:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5772 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826157:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:1.0:1781272792.826159:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.826161:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5772 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826166:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc5772 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826210:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31200/0x94898f2cdefc5764 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f51 expref: 155 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826222:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.826224:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272792.826228:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31200/0x94898f2cdefc5764 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f51 expref: 155 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.826238:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31200, rc 0) 00000100:00100000:1.0:1781272792.826340:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+154:34019:x1867799159444352:12345-192.168.204.14@tcp:101:cat.0 Request processed in 869us (3619us total) trans 4294968272 rc 301/301 00000100:00100000:1.0:1781272792.826349:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1546 00000100:00100000:2.0:1781272792.826465:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159444224 00000100:00100000:2.0:1781272792.826473:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159444224 00000100:00100000:2.0:1781272792.826520:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 307 00000100:00100000:2.0:1781272792.826529:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+154:34021:x1867799159444224:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1781272792.826683:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+155:34021:x1867799159444224:12345-192.168.204.14@tcp:35:cat.0 Request processed in 155us (2418us total) trans 4294968273 rc 0/0 00000100:00100000:2.0:1781272792.826691:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 307 00000100:00100000:3.0:1781272792.839015:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.839015:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.839318:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159444864 00000100:00100000:1.0:1781272792.839331:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159444864 00000100:00100000:1.0:1781272792.839398:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 308 00000100:00100000:1.0:1781272792.839408:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+155:34006:x1867799159444864:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:0.0:1781272792.842095:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159444608 00000100:00100000:0.0:1781272792.842117:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159444608 00000100:00100000:1.0:1781272792.843068:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+157:34006:x1867799159444864:12345-192.168.204.14@tcp:35:cat.0 Request processed in 3648us (4061us total) trans 4294968274 rc 0/0 00000100:00100000:1.0:1781272792.843086:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 308 00000100:00100000:0.0:1781272792.843285:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1547 00000100:00100000:0.0:1781272792.843303:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+156:34013:x1867799159444608:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272792.843329:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272792.843358:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5787 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f58 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.843459:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc578e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.843476:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc578e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.843489:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc578e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.843502:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5795 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.843512:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5795 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.843519:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5795 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.845339:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc579c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.845373:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc579c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.845390:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc579c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272792.845415:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1781272792.846479:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc579c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.846496:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc579c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.846505:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc579c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.846511:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.846516:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc579c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272792.847778:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:0.0:1781272792.847798:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc579c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.847868:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:0.0:1781272792.847872:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272792.847880:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc579c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.847888:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc579c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272792.848406:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159445120 00000100:00100000:1.0:1781272792.848419:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159445120 00000100:00100000:1.0:1781272792.848494:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 309 00000100:00100000:1.0:1781272792.848507:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+159:34019:x1867799159445120:12345-192.168.204.14@tcp:35:cat.0 00010000:00010000:0.0:1781272792.848666:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc578e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.848677:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc578e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849217:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc578e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849238:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc578e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849245:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.849249:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc578e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849257:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc578e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849272:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.849274:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.849278:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc578e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849291:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc578e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849306:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5795 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849313:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5795 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849320:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5795 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849326:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.849329:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5795 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849336:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5795 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849344:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:0.0:1781272792.849346:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.849350:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5795 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849355:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc5795 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849415:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5787 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f58 expref: 159 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849433:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.849436:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272792.849440:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc5787 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f58 expref: 159 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.849451:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57600, rc 0) 00000100:00100000:0.0:1781272792.849566:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+158:34013:x1867799159444608:12345-192.168.204.14@tcp:101:cat.0 Request processed in 6269us (10570us total) trans 4294968275 rc 301/301 00000100:00100000:0.0:1781272792.849575:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1547 00000100:00100000:3.0:1781272792.850206:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+158:34019:x1867799159445120:12345-192.168.204.14@tcp:35:cat.0 Request processed in 1695us (2435us total) trans 4294968276 rc 0/0 00000100:00100000:3.0:1781272792.850217:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 309 00000100:00100000:3.0:1781272792.862461:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.862528:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.863931:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159445632 00000100:00100000:0.0:1781272792.863948:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159445632 00000100:00100000:0.0:1781272792.864039:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 310 00000100:00100000:0.0:1781272792.864053:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b32050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+158:34013:x1867799159445632:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1781272792.864447:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159445376 00000100:00100000:2.0:1781272792.864454:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159445376 00000100:00100000:2.0:1781272792.864499:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1548 00000100:00100000:2.0:1781272792.864508:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+160:34034:x1867799159445376:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272792.864521:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272792.864545:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc57aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f5f expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272792.864625:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b32050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+161:34013:x1867799159445632:12345-192.168.204.14@tcp:35:cat.0 Request processed in 574us (2180us total) trans 4294968277 rc 0/0 00000100:00100000:0.0:1781272792.864634:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 310 00010000:00010000:2.0:1781272792.864673:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc57b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.864690:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc57b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.864703:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc57b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.864715:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc57b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.864879:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc57b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.864894:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc57b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865008:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc57bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865019:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc57bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865028:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc57bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272792.865038:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1781272792.865090:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc57bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865098:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc57bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865106:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc57bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865112:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.865117:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc57bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865126:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc57bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865140:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.865143:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272792.865149:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc57bf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865157:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc57bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865171:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc57b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865177:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc57b1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865184:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc57b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865190:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.865193:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc57b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865198:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc57b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865204:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.865207:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.865210:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc57b1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865215:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc57b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865223:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc57b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865229:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc57b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865235:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc57b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865240:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.865242:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc57b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865248:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc57b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865253:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272792.865255:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.865258:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc57b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865263:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc57b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865297:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc57aa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f5f expref: 161 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865307:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.865309:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272792.865313:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc57aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f5f expref: 161 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.865321:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2e00, rc 0) 00000100:00100000:2.0:1781272792.868977:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+160:34034:x1867799159445376:12345-192.168.204.14@tcp:101:cat.0 Request processed in 848us (2826us total) trans 4294968278 rc 301/301 00000100:00100000:2.0:1781272792.869013:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1548 00000100:00100000:3.0:1781272792.870976:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.870976:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.871074:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159446144 00000100:00100000:0.0:1781272792.871086:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159446144 00000100:00100000:0.0:1781272792.871151:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 311 00000100:00100000:0.0:1781272792.871160:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+160:34034:x1867799159446144:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:0.0:1781272792.871436:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+161:34034:x1867799159446144:12345-192.168.204.14@tcp:35:cat.0 Request processed in 276us (472us total) trans 4294968279 rc 0/0 00000100:00100000:0.0:1781272792.871444:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 311 00000100:00100000:1.0:1781272792.871505:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159445888 00000100:00100000:1.0:1781272792.871509:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159445888 00000100:00100000:1.0:1781272792.871549:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1549 00000100:00100000:1.0:1781272792.871556:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+161:34015:x1867799159445888:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272792.871567:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272792.871592:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc57cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f66 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871683:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc57d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871701:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc57d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871716:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc57d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871730:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc57db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871738:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc57db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871746:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc57db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871879:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc57e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871890:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc57e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871898:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc57e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272792.871908:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1781272792.871952:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc57e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871960:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc57e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871968:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc57e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871974:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.871979:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc57e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871986:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc57e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.871998:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272792.872002:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272792.872006:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc57e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872013:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc57e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872028:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc57d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872034:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc57d4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872041:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc57d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872046:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.872049:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc57d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872055:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc57d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872060:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.872062:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.872065:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc57d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872071:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30600/0x94898f2cdefc57d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872078:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc57db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872083:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc57db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872090:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc57db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872096:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.872099:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc57db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872104:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc57db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872110:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:1.0:1781272792.872112:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.872114:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc57db lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872120:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc57db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872147:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc57cd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f66 expref: 163 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872157:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.872159:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272792.872162:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31600/0x94898f2cdefc57cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f66 expref: 163 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.872170:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31600, rc 0) 00000100:00100000:1.0:1781272792.872194:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+162:34015:x1867799159445888:12345-192.168.204.14@tcp:101:cat.0 Request processed in 640us (1235us total) trans 4294968280 rc 301/301 00000100:00100000:1.0:1781272792.872205:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1549 00000100:00100000:3.0:1781272792.878029:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.878117:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159446656 00000100:00100000:0.0:1781272792.878132:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159446656 00000100:00100000:0.0:1781272792.878219:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1550 00000100:00100000:0.0:1781272792.878231:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+162:34022:x1867799159446656:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272792.878261:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272792.878285:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc57f0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f6d expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878386:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc57f7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878403:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc57f7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878416:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc57f7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878428:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc57fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878434:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc57fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878441:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc57fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878582:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5805 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878593:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5805 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878601:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5805 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272792.878613:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1781272792.878750:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5805 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878758:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5805 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878765:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5805 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878772:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.878776:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5805 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878784:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5805 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878798:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:0.0:1781272792.878801:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272792.878807:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5805 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.878814:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5805 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879054:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc57f7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879062:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc57f7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879073:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc57f7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879079:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc57f7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879085:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.879088:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc57f7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879095:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc57f7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879104:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.879106:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.879109:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc57f7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879116:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc57f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879126:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc57fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879133:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc57fe lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879150:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc57fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879156:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272792.879160:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc57fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879167:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc57fe lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879174:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:0.0:1781272792.879177:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272792.879180:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc57fe lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879185:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc57fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879236:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc57f0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f6d expref: 164 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879249:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272792.879251:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272792.879255:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc57f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f6d expref: 164 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272792.879265:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57600, rc 0) 00000100:00100000:0.0:1781272792.879463:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+163:34022:x1867799159446656:12345-192.168.204.14@tcp:101:cat.0 Request processed in 1233us (1449us total) trans 4294968281 rc 301/301 00000100:00100000:0.0:1781272792.879473:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1550 00000100:00100000:2.0:1781272792.883209:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.883797:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159446400 00000100:00100000:0.0:1781272792.883810:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159446400 00000100:00100000:0.0:1781272792.884072:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 312 00000100:00100000:0.0:1781272792.884084:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+163:34015:x1867799159446400:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:0.0:1781272792.885079:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+164:34015:x1867799159446400:12345-192.168.204.14@tcp:35:cat.0 Request processed in 990us (1878us total) trans 4294968282 rc 0/0 00000100:00100000:0.0:1781272792.885091:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 312 00000100:00100000:3.0:1781272792.890390:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.890716:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159446912 00000100:00100000:2.0:1781272792.890728:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159446912 00000100:00100000:3.0:1781272792.891128:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.891286:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1551 00000100:00100000:2.0:1781272792.891300:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+164:34018:x1867799159446912:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272792.891329:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272792.891354:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5813 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f74 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.891455:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc581a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272792.891601:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159447168 00000100:00100000:0.0:1781272792.891608:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159447168 00000100:00100000:0.0:1781272792.891652:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 313 00000100:00100000:0.0:1781272792.891661:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+166:34022:x1867799159447168:12345-192.168.204.14@tcp:35:cat.0 00010000:00010000:2.0:1781272792.892045:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc581a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892064:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc581a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892081:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5821 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892091:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5821 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892099:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5821 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892393:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5828 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892407:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5828 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892415:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5828 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272792.892428:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1781272792.892495:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5828 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892504:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5828 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892513:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5828 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892521:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.892527:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5828 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892536:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5828 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892551:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.892555:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272792.892561:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5828 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892569:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5828 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892592:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc581a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892599:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc581a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892607:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc581a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892613:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.892616:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc581a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892623:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc581a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892631:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.892634:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.892637:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc581a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892644:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc581a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892653:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5821 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892660:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5821 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892667:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5821 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892673:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.892677:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5821 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892683:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5821 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892691:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272792.892694:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.892697:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5821 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892704:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5821 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892748:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5813 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f74 expref: 168 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892760:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.892763:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272792.892767:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5813 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f74 expref: 168 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.892778:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2000, rc 0) 00000100:00100000:0.0:1781272792.894933:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+167:34022:x1867799159447168:12345-192.168.204.14@tcp:35:cat.0 Request processed in 3253us (3786us total) trans 4294968283 rc 0/0 00000100:00100000:0.0:1781272792.894953:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 313 00000100:00100000:2.0:1781272792.896186:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+166:34018:x1867799159446912:12345-192.168.204.14@tcp:101:cat.0 Request processed in 4878us (5803us total) trans 4294968284 rc 301/301 00000100:00100000:2.0:1781272792.896200:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1551 00000100:00100000:3.0:1781272792.906569:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.906640:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.906774:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159447424 00000100:00100000:1.0:1781272792.906786:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159447424 00000100:00100000:1.0:1781272792.906902:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 314 00000100:00100000:1.0:1781272792.906914:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+166:34018:x1867799159447424:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:1.0:1781272792.907214:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+167:34018:x1867799159447424:12345-192.168.204.14@tcp:35:cat.0 Request processed in 301us (742us total) trans 4294968285 rc 0/0 00000100:00100000:1.0:1781272792.907224:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 314 00000100:00100000:2.0:1781272792.910704:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159447680 00000100:00100000:2.0:1781272792.910790:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159447680 00000100:00100000:2.0:1781272792.911073:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1552 00000100:00100000:2.0:1781272792.911087:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+167:34024:x1867799159447680:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272792.911114:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272792.911139:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5836 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f7b expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.912099:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc583d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.912118:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc583d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.912132:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc583d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.912537:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5844 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.912548:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5844 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.912557:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5844 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.912789:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc584b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.912801:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc584b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.912808:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc584b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272792.912823:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1781272792.913332:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc584b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913343:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc584b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913352:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc584b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913360:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.913365:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc584b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913373:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc584b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913390:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.913394:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272792.913399:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc584b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913406:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc584b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913422:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc583d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913428:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc583d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913439:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc583d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913444:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.913447:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc583d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913452:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc583d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913459:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.913462:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.913465:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc583d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913798:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc583d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913812:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5844 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913819:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5844 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.913826:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5844 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.914557:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.914562:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5844 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.914575:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5844 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.914589:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272792.914592:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.914596:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5844 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.914602:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5844 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.914674:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5836 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f7b expref: 169 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.914686:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.914689:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272792.914693:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5836 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f7b expref: 169 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.914702:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2000, rc 0) 00000100:00100000:2.0:1781272792.915345:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+168:34024:x1867799159447680:12345-192.168.204.14@tcp:101:cat.0 Request processed in 4257us (8699us total) trans 4294968286 rc 301/301 00000100:00100000:2.0:1781272792.915356:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1552 00000100:00100000:1.0:1781272792.924264:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.924319:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.924357:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159448192 00000100:00100000:1.0:1781272792.924369:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159448192 00000100:00100000:1.0:1781272792.924442:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 315 00000100:00100000:1.0:1781272792.924453:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+168:34024:x1867799159448192:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:1.0:1781272792.924898:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+169:34024:x1867799159448192:12345-192.168.204.14@tcp:35:cat.0 Request processed in 443us (575us total) trans 4294968287 rc 0/0 00000100:00100000:1.0:1781272792.924907:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 315 00000100:00100000:3.0:1781272792.925154:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159447936 00000100:00100000:3.0:1781272792.925161:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159447936 00000100:00100000:3.0:1781272792.925208:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1553 00000100:00100000:3.0:1781272792.925217:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+169:34027:x1867799159447936:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272792.925230:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272792.925255:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc5859 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f82 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925338:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc5860 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925355:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc5860 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925367:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc5860 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925379:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc5867 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925387:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc5867 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925394:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc5867 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925531:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc586e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925543:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc586e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925550:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc586e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272792.925561:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1781272792.925632:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc586e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925645:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc586e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925653:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc586e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925660:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.925665:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc586e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925673:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc586e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925688:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:3.0:1781272792.925691:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272792.925697:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc586e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925704:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc586e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925724:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc5860 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925731:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc5860 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925737:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc5860 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925743:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc5860 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925749:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.925752:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc5860 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925758:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc5860 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925765:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272792.925768:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272792.925771:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc5860 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925777:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc5860 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925786:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc5867 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925793:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc5867 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925798:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc5867 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925803:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d0800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.925806:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc5867 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925812:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc5867 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925823:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:3.0:1781272792.925825:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272792.925828:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc5867 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925869:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d0800/0x94898f2cdefc5867 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925908:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc5859 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f82 expref: 171 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925920:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272792.925923:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272792.925926:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc5859 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f82 expref: 171 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.925936:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1800, rc 0) 00000100:00100000:3.0:1781272792.925994:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+170:34027:x1867799159447936:12345-192.168.204.14@tcp:101:cat.0 Request processed in 777us (1745us total) trans 4294968288 rc 301/301 00000100:00100000:3.0:1781272792.926001:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1553 00000100:00100000:1.0:1781272792.940875:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.941003:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.941123:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159448448 00000100:00100000:0.0:1781272792.941123:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159448704 00000100:00100000:2.0:1781272792.941136:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159448448 00000100:00100000:0.0:1781272792.941136:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159448704 00000100:00100000:2.0:1781272792.941206:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1554 00000100:00100000:0.0:1781272792.941206:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 316 00000100:00100000:2.0:1781272792.941217:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+171:34030:x1867799159448448:12345-192.168.204.14@tcp:101:cat.0 00000100:00100000:0.0:1781272792.941217:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b32c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+171:34027:x1867799159448704:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:0.0:1781272792.942177:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b32c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+172:34027:x1867799159448704:12345-192.168.204.14@tcp:35:cat.0 Request processed in 955us (1166us total) trans 4294968289 rc 0/0 00000100:00100000:0.0:1781272792.942189:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 316 00010000:00010000:2.0:1781272792.945104:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272792.945157:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc587c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f89 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945263:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5883 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945280:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5883 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945295:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5883 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945309:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc588a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945317:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc588a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945324:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc588a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945763:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5891 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945778:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5891 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945787:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5891 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272792.945799:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1781272792.945940:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5891 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945950:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5891 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945957:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5891 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945964:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.945969:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5891 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945976:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5891 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.945990:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.945993:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272792.945998:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5891 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946005:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5891 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946027:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5883 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946033:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5883 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946039:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5883 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946049:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.946052:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5883 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946058:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5883 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946066:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.946069:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.946072:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5883 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946078:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5883 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946086:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc588a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946091:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc588a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946098:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc588a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946103:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.946106:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc588a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946112:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc588a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946122:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272792.946125:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.946127:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc588a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946133:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc588a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946367:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc587c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f89 expref: 173 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946380:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.946383:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272792.946387:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc587c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f89 expref: 173 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.946398:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2000, rc 0) 00000100:00100000:2.0:1781272792.946577:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+172:34030:x1867799159448448:12345-192.168.204.14@tcp:101:cat.0 Request processed in 5359us (5743us total) trans 4294968290 rc 301/301 00000100:00100000:2.0:1781272792.946587:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1554 00000100:00100000:3.0:1781272792.955669:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.955669:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272792.955787:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159448960 00000100:00100000:0.0:1781272792.955801:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159448960 00000100:00100000:2.0:1781272792.955825:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159449216 00000100:00100000:2.0:1781272792.955871:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159449216 00000100:00100000:0.0:1781272792.955898:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 317 00000100:00100000:0.0:1781272792.955908:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+173:34030:x1867799159448960:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1781272792.955929:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1555 00000100:00100000:2.0:1781272792.955935:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+173:34011:x1867799159449216:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272792.955947:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272792.955972:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc589f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f90 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956085:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58a6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956101:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956114:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956125:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956131:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956138:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272792.956211:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+175:34030:x1867799159448960:12345-192.168.204.14@tcp:35:cat.0 Request processed in 304us (556us total) trans 4294968291 rc 0/0 00000100:00100000:0.0:1781272792.956219:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 317 00010000:00010000:2.0:1781272792.956264:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956275:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956282:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272792.956293:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1781272792.956343:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956357:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956365:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956372:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.956378:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956386:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956399:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.956403:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272792.956408:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58b4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956414:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956431:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58a6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956437:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58a6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956443:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58a6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956448:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.956452:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58a6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956458:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58a6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956465:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.956468:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.956472:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956478:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956487:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956493:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956499:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956505:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.956508:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956514:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956521:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272792.956524:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.956527:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ad lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956534:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956565:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc589f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f90 expref: 175 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956576:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.956579:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272792.956583:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc589f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f90 expref: 175 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.956593:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2000, rc 0) 00000100:00100000:2.0:1781272792.956618:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+174:34011:x1867799159449216:12345-192.168.204.14@tcp:101:cat.0 Request processed in 683us (964us total) trans 4294968292 rc 301/301 00000100:00100000:2.0:1781272792.956625:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1555 00000100:00100000:1.0:1781272792.966906:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.966995:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159449472 00000100:00100000:3.0:1781272792.967009:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159449472 00000100:00100000:3.0:1781272792.967137:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1556 00000100:00100000:3.0:1781272792.967162:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+174:34035:x1867799159449472:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272792.967197:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272792.967223:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc58c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f97 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967328:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc58c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967347:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc58c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967362:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc58c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967375:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc58d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967383:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc58d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967390:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc58d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967550:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc58d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967561:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc58d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967568:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc58d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272792.967579:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1781272792.967678:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc58d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967690:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc58d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967697:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc58d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967702:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.967707:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc58d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967714:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc58d7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967739:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:3.0:1781272792.967742:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272792.967747:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc58d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967753:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc58d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967770:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc58c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967776:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc58c9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967781:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc58c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967785:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.967788:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc58c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967793:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc58c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967799:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272792.967801:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272792.967803:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc58c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967809:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1000/0x94898f2cdefc58c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967817:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc58d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967823:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc58d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967827:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc58d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967875:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272792.967884:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc58d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967890:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc58d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967898:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:3.0:1781272792.967901:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272792.967904:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc58d0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967910:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc58d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967956:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc58c2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f97 expref: 176 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967973:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272792.967975:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272792.967979:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1800/0x94898f2cdefc58c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f97 expref: 176 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272792.967989:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1800, rc 0) 00000100:00100000:3.0:1781272792.968093:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+175:34035:x1867799159449472:12345-192.168.204.14@tcp:101:cat.0 Request processed in 934us (1206us total) trans 4294968293 rc 301/301 00000100:00100000:3.0:1781272792.968101:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1556 00000100:00100000:0.0:1781272792.972959:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.973351:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159449728 00000100:00100000:3.0:1781272792.973364:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159449728 00000100:00100000:3.0:1781272792.973435:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 318 00000100:00100000:3.0:1781272792.973446:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+175:34011:x1867799159449728:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:3.0:1781272792.973753:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+176:34011:x1867799159449728:12345-192.168.204.14@tcp:35:cat.0 Request processed in 307us (808us total) trans 4294968294 rc 0/0 00000100:00100000:3.0:1781272792.973762:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 318 00000100:00100000:3.0:1781272792.974254:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.974687:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159449984 00000100:00100000:2.0:1781272792.974696:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159449984 00000100:00100000:2.0:1781272792.974756:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1557 00000100:00100000:2.0:1781272792.974768:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+176:34026:x1867799159449984:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272792.974790:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272792.974814:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc58e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83f9e expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.974957:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.974983:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.974996:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975009:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975017:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975023:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975163:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975175:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975183:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272792.975193:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1781272792.975285:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975294:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975301:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975309:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.975315:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975324:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975339:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.975342:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272792.975348:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975354:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc58fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975374:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975380:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975386:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975392:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.975395:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975400:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975412:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.975414:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.975417:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975423:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc58ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975432:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975438:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975444:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975450:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.975453:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975459:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975466:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272792.975468:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.975471:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975476:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc58f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975519:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc58e5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f9e expref: 178 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975530:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.975532:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272792.975536:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc58e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83f9e expref: 178 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.975546:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2000, rc 0) 00000100:00100000:2.0:1781272792.975612:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+177:34026:x1867799159449984:12345-192.168.204.14@tcp:101:cat.0 Request processed in 846us (1358us total) trans 4294968295 rc 301/301 00000100:00100000:2.0:1781272792.975621:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1557 00000100:00100000:3.0:1781272792.980525:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272792.980583:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.980744:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159450240 00000100:00100000:1.0:1781272792.980758:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159450240 00000100:00100000:1.0:1781272792.980862:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 319 00000100:00100000:1.0:1781272792.980882:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+177:34026:x1867799159450240:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:1.0:1781272792.981219:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+178:34026:x1867799159450240:12345-192.168.204.14@tcp:35:cat.0 Request processed in 345us (710us total) trans 4294968296 rc 0/0 00000100:00100000:1.0:1781272792.981228:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 319 00000100:00100000:2.0:1781272792.982710:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159450496 00000100:00100000:2.0:1781272792.982726:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159450496 00000100:00100000:2.0:1781272792.982820:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1558 00000100:00100000:2.0:1781272792.982882:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+178:34028:x1867799159450496:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272792.982922:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272792.982947:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5908 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83fa5 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983045:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc590f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983062:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc590f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983076:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc590f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983089:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5916 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983097:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5916 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983103:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5916 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983242:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc591d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983254:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc591d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983261:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc591d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272792.983272:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1781272792.983368:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc591d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983376:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc591d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983383:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc591d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983390:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.983395:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc591d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983407:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc591d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983423:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272792.983426:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272792.983431:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc591d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983437:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc591d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983459:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc590f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983466:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc590f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983472:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc590f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983477:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc590f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983482:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.983485:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc590f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983491:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc590f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983499:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.983503:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.983507:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc590f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983512:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc590f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983521:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5916 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983526:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5916 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983532:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5916 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983537:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272792.983540:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5916 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983547:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5916 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983554:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272792.983557:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272792.983560:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5916 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983566:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5916 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983611:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5908 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fa5 expref: 180 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983624:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:2.0:1781272792.983626:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1781272792.983630:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5908 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fa5 expref: 180 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272792.983647:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3400, rc 0) 00000100:00100000:2.0:1781272792.983729:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+179:34028:x1867799159450496:12345-192.168.204.14@tcp:101:cat.0 Request processed in 900us (3145us total) trans 4294968297 rc 301/301 00000100:00100000:2.0:1781272792.983738:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1558 00000100:00100000:3.0:1781272792.988458:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272792.988905:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159450752 00000100:00100000:2.0:1781272792.988919:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159450752 00000100:00100000:2.0:1781272792.988988:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 320 00000100:00100000:2.0:1781272792.989000:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+179:34035:x1867799159450752:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:2.0:1781272792.989283:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+180:34035:x1867799159450752:12345-192.168.204.14@tcp:35:cat.0 Request processed in 285us (839us total) trans 4294968298 rc 0/0 00000100:00100000:2.0:1781272792.989292:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 320 00000100:00100000:3.0:1781272792.990636:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.990742:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159451008 00000100:00100000:1.0:1781272792.990752:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159451008 00000100:00100000:1.0:1781272792.990813:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1559 00000100:00100000:1.0:1781272792.990824:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+180:34023:x1867799159451008:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272792.990906:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272792.990931:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc592b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83fac expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991049:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5932 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991066:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5932 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991080:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5932 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991092:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5939 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991100:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5939 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991106:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5939 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991235:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5940 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991247:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5940 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991254:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5940 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272792.991265:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1781272792.991349:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5940 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991356:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5940 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991364:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5940 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991371:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.991375:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5940 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991385:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5940 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991398:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272792.991402:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272792.991407:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5940 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991414:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5940 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991438:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5932 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991445:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5932 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991451:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5932 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991456:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.991459:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5932 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991465:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5932 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991472:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.991474:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.991477:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5932 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991483:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5932 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991491:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5939 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991497:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5939 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991503:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5939 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991509:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272792.991512:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5939 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991518:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5939 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991525:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:1.0:1781272792.991527:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272792.991530:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5939 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991536:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5939 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991573:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc592b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fac expref: 182 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991585:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:1.0:1781272792.991587:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1781272792.991591:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc592b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fac expref: 182 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272792.991600:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31e00, rc 0) 00000100:00100000:1.0:1781272792.991821:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+181:34023:x1867799159451008:12345-192.168.204.14@tcp:101:cat.0 Request processed in 998us (1195us total) trans 4294968299 rc 301/301 00000100:00100000:1.0:1781272792.991871:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1559 00000100:00100000:0.0:1781272792.996186:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272792.996570:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159451264 00000100:00100000:1.0:1781272792.996585:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159451264 00000100:00100000:1.0:1781272792.998577:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 321 00000100:00100000:1.0:1781272792.998610:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+181:34028:x1867799159451264:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:1.0:1781272792.998994:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+182:34028:x1867799159451264:12345-192.168.204.14@tcp:35:cat.0 Request processed in 399us (2823us total) trans 4294968300 rc 0/0 00000100:00100000:1.0:1781272792.999005:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 321 00000100:00100000:3.0:1781272793.002512:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272793.003204:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159451520 00000100:00100000:0.0:1781272793.003218:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159451520 00000100:00100000:0.0:1781272793.003303:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1560 00000100:00100000:0.0:1781272793.003315:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ec063050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+182:34025:x1867799159451520:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272793.003350:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272793.003376:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc594e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83fb3 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.003479:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5955 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.003495:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5955 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.003508:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5955 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.003520:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc595c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.003527:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc595c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.003534:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc595c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004121:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5963 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004136:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5963 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004146:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5963 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272793.004157:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1781272793.004258:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5963 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004266:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5963 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004274:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5963 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004281:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272793.004286:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5963 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004294:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5963 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004310:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:0.0:1781272793.004314:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272793.004320:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5963 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004327:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5963 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004344:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5955 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004355:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5955 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004362:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5955 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004367:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272793.004372:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5955 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004377:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5955 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004385:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272793.004388:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272793.004391:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5955 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004398:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56a00/0x94898f2cdefc5955 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004407:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc595c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004413:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc595c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004419:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc595c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004424:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272793.004427:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc595c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004434:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc595c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004441:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:0.0:1781272793.004444:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272793.004446:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc595c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004452:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56e00/0x94898f2cdefc595c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004502:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc594e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fb3 expref: 184 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004514:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:0.0:1781272793.004516:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1781272793.004519:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc594e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fb3 expref: 184 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.004529:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57a00, rc 0) 00000100:00100000:0.0:1781272793.006132:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ec063050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+183:34025:x1867799159451520:12345-192.168.204.14@tcp:101:cat.0 Request processed in 2804us (3620us total) trans 4294968301 rc 301/301 00000100:00100000:0.0:1781272793.006146:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1560 00000100:00100000:2.0:1781272793.009124:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.009273:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159451776 00000100:00100000:3.0:1781272793.009287:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159451776 00000100:00100000:3.0:1781272793.009373:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 322 00000100:00100000:3.0:1781272793.009386:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b30450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+183:34023:x1867799159451776:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:3.0:1781272793.009967:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b30450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:114321f4-a03d-418f-858f-46fe7991a8fa+184:34023:x1867799159451776:12345-192.168.204.14@tcp:35:cat.0 Request processed in 581us (856us total) trans 4294968302 rc 0/0 00000100:00100000:3.0:1781272793.009977:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 322 00000100:00100000:0.0:1781272793.020012:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.020070:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159452032 00000100:00100000:1.0:1781272793.020086:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159452032 00000100:00100000:1.0:1781272793.020170:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 323 00000100:00100000:1.0:1781272793.020193:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+184:34025:x1867799159452032:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:1.0:1781272793.020551:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+185:34025:x1867799159452032:12345-192.168.204.14@tcp:35:cat.0 Request processed in 369us (553us total) trans 4294968303 rc 0/0 00000100:00100000:1.0:1781272793.020561:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 323 00000040:00080000:0.0:1781272793.024120:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272793.024134:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272793.024177:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 4 00000040:00080000:0.0:1781272793.024192:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272793.024818:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168704768:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272793.025555:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c607c480 going to sleep for 11 seconds 00000100:00100000:0.0:1781272793.030889:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.031080:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168704768:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272793.034313:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159452160 00000100:00100000:1.0:1781272793.034345:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159452160 00000100:00100000:1.0:1781272793.034445:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1561 00000100:00100000:1.0:1781272793.034457:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:34037:x1867799159452160:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272793.034503:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272793.034702:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:34037:x1867799159452160:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 245us (3874us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272793.034711:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1561 00000100:00100000:2.0:1781272793.039826:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.039987:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159452288 00000100:00100000:1.0:1781272793.040000:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159452288 00000100:00100000:1.0:1781272793.040070:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1562 00000100:00100000:1.0:1781272793.040081:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:34037:x1867799159452288:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1781272793.040177:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc5971 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040196:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc5971 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040209:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc5971 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040224:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5978 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040230:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5978 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040235:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5978 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040258:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc597f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040276:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc597f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040283:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc597f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272793.040352:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:1.0:1781272793.040357:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272793.040374:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc597f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040385:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc5971 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040391:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc5971 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040398:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc5971 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040404:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272793.040407:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc5971 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040414:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc5971 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040425:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:1.0:1781272793.040428:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272793.040431:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc5971 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040437:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31e00/0x94898f2cdefc5971 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040450:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5978 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040455:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5978 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040460:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5978 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040464:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272793.040467:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5978 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040472:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5978 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040476:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1cf45032 (ffff8eb3c2cbc600) 00010000:00010000:1.0:1781272793.040478:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272793.040480:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5978 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040484:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc5978 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040496:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc597f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040501:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc597f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040505:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc597f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040508:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272793.040510:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc597f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040515:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc597f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040520:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272793.040522:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272793.040525:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc597f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.040530:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc597f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272793.040623:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+50:34037:x1867799159452288:12345-192.168.204.14@tcp:34:lhsmtool_posix.0 Request processed in 542us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272793.040630:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1562 00000100:00100000:0.0:1781272793.046887:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.047253:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159452544 00000100:00100000:3.0:1781272793.047265:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159452544 00000100:00100000:3.0:1781272793.047342:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1563 00000100:00100000:3.0:1781272793.047354:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+50:34037:x1867799159452544:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272793.047380:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.047404:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5986 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83fba expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.047542:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc598d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.047559:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc598d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.047573:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc598d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272793.047590:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1781272793.047924:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc598d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.047934:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc598d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.047942:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc598d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.047949:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272793.047955:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc598d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.047963:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc598d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.047978:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:3.0:1781272793.047981:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272793.047987:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc598d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.047994:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc598d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.048049:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5986 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fba expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.048062:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eb4d2b99e00) 00010000:00010000:3.0:1781272793.048064:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1781272793.048070:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc5986 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fba expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.048080:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd800, rc 0) 00000100:00100000:3.0:1781272793.048165:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:34037:x1867799159452544:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 813us (1349us total) trans 4294968304 rc 301/301 00000100:00100000:3.0:1781272793.048174:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1563 00000100:00100000:0.0:1781272793.058382:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.058490:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159452672 00000100:00100000:3.0:1781272793.058504:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159452672 00000100:00100000:3.0:1781272793.058582:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1564 00000100:00100000:3.0:1781272793.058594:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:34037:x1867799159452672:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272793.058658:0:6493:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272793.059169:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:34037:x1867799159452672:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 575us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.059178:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1564 00000100:00100000:0.0:1781272793.066253:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.066363:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159452928 00000100:00100000:3.0:1781272793.066377:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159452928 00000100:00100000:3.0:1781272793.066453:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1565 00000100:00100000:3.0:1781272793.066465:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+51:34037:x1867799159452928:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272793.066493:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.066520:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc599b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83fc1 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1781272793.067081:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e:0x0], index 1: 0 00010000:00010000:3.0:1781272793.067255:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc59a2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.067277:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc59a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.067289:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc59a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.067356:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc599b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fc1 expref: 54 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.067377:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc59a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fc1 expref: 53 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.067386:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c70a5300) 00010000:00010000:3.0:1781272793.067389:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272793.067393:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd000, rc 0) 00000100:00100000:3.0:1781272793.067480:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:34037:x1867799159452928:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1016us (1245us total) trans 4294968305 rc 0/0 00000100:00100000:3.0:1781272793.067489:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1565 00000100:00100000:0.0:1781272793.073954:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.074113:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159453184 00000100:00100000:3.0:1781272793.074129:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159453184 00000100:00100000:3.0:1781272793.074207:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1566 00000100:00100000:3.0:1781272793.074220:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:34037:x1867799159453184:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1781272793.074305:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272793.074341:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd000/0x94898f2cdefc59a2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fc1 expref: 53 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074366:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c70a5300) 00010000:00010000:3.0:1781272793.074383:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272793.074413:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59b0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074430:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59b0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074442:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59b0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074458:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc59b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0xe12f2e9b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074466:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc59b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe12f2e9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074473:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc59b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe12f2e9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074533:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59b0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074541:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59b0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074548:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59b0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074556:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cd800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272793.074561:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59b0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074570:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59b0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074580:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff8eb4c7df2e00) 00010000:00010000:3.0:1781272793.074583:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272793.074586:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59b0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074593:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59b0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074602:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc59b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe12f2e9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074608:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc59b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe12f2e9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074615:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc59b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe12f2e9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074620:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272793.074623:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc59b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe12f2e9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074629:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc59b7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0xe12f2e9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074637:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0xe12f2e9b (ffff8eb4c70a5700) 00010000:00010000:3.0:1781272793.074639:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272793.074642:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc59b7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0xe12f2e9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.074648:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc59b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0xe12f2e9b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272793.074763:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+52:34037:x1867799159453184:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 545us (824us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272793.074772:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1566 00000100:00100000:0.0:1781272793.081484:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.081583:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159453312 00000100:00100000:2.0:1781272793.081595:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159453312 00000100:00100000:2.0:1781272793.081669:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1567 00000100:00100000:2.0:1781272793.081681:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+52:34037:x1867799159453312:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272793.081711:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272793.081744:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc59be lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83fc8 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.081797:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc59c5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.081814:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc59c5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.081827:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc59c5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.082055:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2800/0x94898f2cdefc59be lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fc8 expref: 54 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.082076:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc59c5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fc8 expref: 53 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.082087:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272793.082091:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272793.082095:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2e00, rc 0) 00000100:00100000:2.0:1781272793.082167:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:34037:x1867799159453312:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 489us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.082175:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1567 00000100:00100000:0.0:1781272793.089109:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.089209:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159453568 00000100:00100000:1.0:1781272793.089224:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159453568 00000100:00100000:1.0:1781272793.089302:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1568 00000100:00100000:1.0:1781272793.089314:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:34037:x1867799159453568:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1781272793.091155:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc59cc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.091187:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc59cc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.091202:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc59cc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781272793.091465:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 88 off9464 00000004:00080000:1.0:1781272793.091478:0:8162:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 749986646446ns, next at 750986643586ns, rc = 0 00000004:00010000:1.0:1781272793.091547:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000037ea733d reply state 000000006f5ee09a transno 4294968306 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc59cc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.091561:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc59cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.091570:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:1.0:1781272793.091574:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1781272793.091579:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272793.091729:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:34037:x1867799159453568:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 2411us (2627us total) trans 4294968306 rc 0/0 00000100:00100000:1.0:1781272793.091739:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1568 00000100:00100000:0.0:1781272793.103411:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.108023:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159453696 00000100:00100000:1.0:1781272793.108044:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159453696 00000100:00100000:1.0:1781272793.108133:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1569 00000100:00100000:1.0:1781272793.108143:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:34037:x1867799159453696:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272793.108175:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272793.108199:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc59d3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83fcf expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.108268:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc59d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fcf expref: 56 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.108287:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc59d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fcf expref: 56 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.108308:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:1.0:1781272793.108311:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1781272793.108316:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31800, rc 0) 00000100:00100000:1.0:1781272793.108460:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+56:34037:x1867799159453696:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 317us (5066us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272793.108467:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1569 00000100:00100000:0.0:1781272793.117689:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.117981:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159453824 00000100:00100000:2.0:1781272793.117996:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159453824 00000100:00080000:1.0:1781272793.118121:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272793.118924:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 420 00000100:00100000:2.0:1781272793.118952:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159453824:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1781272793.120065:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159453824:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 1116us (2382us total) trans 4294967382 rc 0/0 00000100:00100000:2.0:1781272793.120083:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 420 00000100:00100000:0.0:1781272793.124947:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.125143:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159454080 00000100:00100000:3.0:1781272793.125156:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159454080 00000100:00100000:3.0:1781272793.125228:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 324 00000100:00100000:3.0:1781272793.125241:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+56:34037:x1867799159454080:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1781272793.125556:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+57:34037:x1867799159454080:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 318us (625us total) trans 4294968307 rc 0/0 00000100:00100000:3.0:1781272793.125565:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 324 00000100:00100000:1.0:1781272793.128270:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.128375:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159454336 00000100:00100000:3.0:1781272793.128388:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159454336 00000100:00100000:3.0:1781272793.128900:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1570 00000100:00100000:3.0:1781272793.128915:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+57:34037:x1867799159454336:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272793.129061:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+57:34037:x1867799159454336:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 150us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.129069:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1570 00000100:00100000:1.0:1781272793.134997:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.135148:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159454464 00000100:00100000:3.0:1781272793.135162:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159454464 00000100:00100000:3.0:1781272793.135239:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1571 00000100:00100000:3.0:1781272793.135250:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+57:34037:x1867799159454464:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272793.135277:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.135303:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc59da lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83fd6 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.135410:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59e1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.135428:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.135440:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272793.135500:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272793.135528:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59e1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.135560:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc400/0x94898f2cdefc59da lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fd6 expref: 59 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.135582:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59e1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fd6 expref: 58 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.135592:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:3.0:1781272793.135596:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1781272793.135602:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd800, rc 0) 00000100:00100000:3.0:1781272793.135687:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+58:34037:x1867799159454464:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 439us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.135695:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1571 00000100:00100000:0.0:1781272793.139083:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.141056:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159454592 00000100:00100000:3.0:1781272793.141077:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159454592 00000100:00100000:2.0:1781272793.142699:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 421 00000100:00100000:2.0:1781272793.142714:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159454592:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272793.142742:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272793.142770:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc59e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83fdd expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272793.142803:0:9894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a2c10d8, blocks: 0x0 00010000:00010000:2.0:1781272793.142899:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272793.142902:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272793.142912:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc59e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fdd expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.142936:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc59e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fdd expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.142952:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2800, rc 0) 00000100:00100000:2.0:1781272793.143047:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159454592:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 335us (3978us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.143055:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 421 00000100:00100000:0.0:1781272793.147523:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.147701:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159454848 00000100:00100000:2.0:1781272793.147714:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159454848 00000100:00100000:2.0:1781272793.148906:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1572 00000100:00100000:2.0:1781272793.148937:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+58:34037:x1867799159454848:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272793.149108:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+58:34037:x1867799159454848:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 186us (1599us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.149118:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1572 00000100:00100000:3.0:1781272793.153543:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272793.153693:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159454976 00000100:00100000:0.0:1781272793.153710:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159454976 00000100:00100000:0.0:1781272793.153794:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 422 00000100:00100000:0.0:1781272793.153805:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:34037:x1867799159454976:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272793.153825:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272793.153872:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83fe4 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.153920:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc59e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fdd expref: 13 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.153930:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272793.153933:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272793.153938:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fe4 expref: 13 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.153980:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc59e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fdd expref: 13 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.153996:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc59e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fdd expref: 13 pid: 9894 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272793.154013:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168704896:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272793.154115:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c607cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1781272793.158563:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168704896:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272793.158611:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fe4 expref: 13 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.158638:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56c00, rc 0) 00000100:00100000:3.0:1781272793.158730:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:34037:x1867799159454976:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 4916us (5191us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.158741:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 422 00000100:00100000:0.0:1781272793.163241:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.163331:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159455104 00000100:00100000:1.0:1781272793.163344:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159455104 00010000:00010000:1.0:1781272793.163392:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc59e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fdd expref: 13 pid: 9894 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272793.163443:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 461 00000100:00100000:1.0:1781272793.163454:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159455104:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272793.163473:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272793.163501:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc59e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fdd expref: 13 pid: 9894 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.163517:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc59e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fdd expref: 13 pid: 9894 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.163548:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc59e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fdd expref: 13 pid: 9894 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.163567:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.163570:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.163578:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fe4 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.163590:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fe4 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.163643:0:10311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fe4 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272793.163670:0:10311:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10311:1867799168705024:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272793.163792:0:10311:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272793.167472:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.167690:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159455232 00000100:00100000:3.0:1781272793.167702:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159455232 00002000:00100000:3.0:1781272793.167771:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff8eb3c3232300 x1867799159455232/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:549/0 lens 648/0 e 0 to 0 dl 1781272804 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272793.167785:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3232300 with x1867799159455232 ext(0->157) 00002000:00010000:3.0:1781272793.167792:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3232300 00000100:00100000:1.0:1781272793.168070:0:10311:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:10311:1867799168705024:192.168.204.14@tcp:105: 00010000:00010000:1.0:1781272793.168103:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272793.168173:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159455104:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 4720us (4949us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272793.168185:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 461 00000100:00100000:3.0:1781272793.168316:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 109 00000100:00100000:2.0:1781272793.177559:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159455232:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1781272793.179075:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159455232:12345-192.168.204.14@tcp:4:lhsmtool_posix.0 Request processed in 10737us (11608us total) trans 4294967383 rc 0/0 00000100:00100000:2.0:1781272793.179093:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 109 00002000:00100000:2.0:1781272793.179108:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff8eb3c3232300 x1867799159455232/t4294967383(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:549/0 lens 648/448 e 0 to 0 dl 1781272804 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272793.179120:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3232300 with x1867799159455232 ext(0->157) 00002000:00010000:2.0:1781272793.179127:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c3232300 00000100:00100000:0.0:1781272793.182506:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.182608:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159455360 00000100:00100000:3.0:1781272793.182623:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159455360 00000100:00100000:3.0:1781272793.182705:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1573 00000100:00100000:3.0:1781272793.182718:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+58:34037:x1867799159455360:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1781272793.194621:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968307 is committed 00000004:00080000:1.0:1781272793.194663:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000001:00080000:1.0:1781272793.194705:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968303 is committed 00000004:00080000:1.0:1781272793.194887:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000100:00100000:1.0:1781272793.195065:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168705152:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1781272793.195172:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272793.195264:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168705152 00000100:00100000:1.0:1781272793.195274:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168705152 00000100:00100000:1.0:1781272793.195337:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1781272793.195348:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee239050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168705152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1781272793.195383:0:15938:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:28 count 1 00010000:00010000:1.0:1781272793.195417:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.195441:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f661a301/0x94898f2cdefc544d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e8d expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.195451:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab57efa5/0x94898f2cdefc5470 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e9b expref: 16 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.195461:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.195463:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.195466:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.195499:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ab57efa5/0x94898f2cdefc5470 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e9b expref: 16 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.195515:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ab57efa5/0x94898f2cdefc5470 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e9b expref: 16 pid: 8404 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272793.195528:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168705280:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272793.195631:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f661a301/0x94898f2cdefc544d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e8d expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.195643:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f661a301/0x94898f2cdefc544d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e8d expref: 10 pid: 8405 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272793.195654:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168705408:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272793.195680:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e240 going to sleep for 11 seconds 00000100:00080000:1.0:1781272793.195695:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1781272793.198789:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc547e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.198810:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc547e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.198820:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc547e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.198827:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272793.198893:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc547e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.198904:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc547e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.198930:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272793.198934:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272793.198940:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc547e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.198948:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc547e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.198985:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc54b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.198992:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc54b6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.198998:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc54b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.199004:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272793.199007:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc54b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.199012:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc54b6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.199020:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff8eb4c792e900) 00010000:00010000:2.0:1781272793.199023:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272793.199025:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc54b6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.199032:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc54b6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.199092:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.199105:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.199112:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.199117:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272793.199121:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.199127:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.199137:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272793.199139:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1781272793.199143:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54ee lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.199150:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc54ee lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272793.199531:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+54:34037:x1867799159455360:12345-192.168.204.14@tcp:44:lhsmtool_posix.0 Request processed in 16809us (17033us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.199544:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1573 00000100:00100000:1.0:1781272793.201667:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168705536:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1781272793.201780:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272793.203147:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168705536 00000100:00100000:2.0:1781272793.203164:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168705536 00000100:00100000:2.0:1781272793.203261:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1781272793.203274:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168705536:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1781272793.203459:0:8405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1781272793.203465:0:8405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb mtime from disk: 0 -> 1781272792 00002000:00010000:2.0:1781272793.203468:0:8405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1781272793.203470:0:8405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb ctime from disk: 1781272792 -> 1781272792 00002000:00010000:2.0:1781272793.203473:0:8405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1781272793.203560:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168705536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 289us (1779us total) trans 4294967384 rc 0/0 00000100:00100000:2.0:1781272793.203570:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00080000:1.0:1781272793.204182:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1781272793.204422:0:3619:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c3230e00/2, rc 0, transno 4294967384 00000100:00100000:1.0:1781272793.204432:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168705536:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1781272793.206913:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc59cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.206937:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc59cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.206948:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc59cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.206960:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272793.206967:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc59cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.206976:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc59cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.207000:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:3.0:1781272793.207004:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1781272793.207010:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc59cc lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.207017:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc59cc lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272793.207696:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272793.207732:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.208025:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159455616 00000100:00100000:3.0:1781272793.208048:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159455616 00010000:00010000:3.0:1781272793.208117:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f661a301/0x94898f2cdefc544d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e8d expref: 11 pid: 8405 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272793.208155:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159455488 00000100:00100000:3.0:1781272793.208158:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159455488 00010000:00010000:3.0:1781272793.208171:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ab57efa5/0x94898f2cdefc5470 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e9b expref: 17 pid: 8404 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272793.208193:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 462 00000100:00100000:3.0:1781272793.208203:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159455616:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272793.208221:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272793.208227:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f661a301/0x94898f2cdefc544d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e8d expref: 11 pid: 8405 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272793.208411:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 463 00000100:00100000:2.0:1781272793.208423:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159455488:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272793.208433:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272793.208438:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ab57efa5/0x94898f2cdefc5470 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e9b expref: 17 pid: 8404 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.208466:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f661a301/0x94898f2cdefc544d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e8d expref: 11 pid: 8405 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1781272793.208512:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272793.208716:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168705280:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272793.208732:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168705408:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272793.210041:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ab57efa5/0x94898f2cdefc5470 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e9b expref: 17 pid: 8404 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.210085:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab57efa5/0x94898f2cdefc5470 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e9b expref: 17 pid: 8404 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.210109:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272793.210219:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159455488:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1797us (2483us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.210231:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 463 00010000:00010000:3.0:1781272793.223404:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f661a301/0x94898f2cdefc544d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e8d expref: 11 pid: 8405 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.223437:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.223439:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.223444:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.223457:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272793.223724:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.223764:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159455744 00000100:00100000:3.0:1781272793.223775:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159455744 00010000:00010000:0.0:1781272793.224085:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272793.224161:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159455616:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 15956us (16471us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272793.224174:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 462 00000100:00100000:3.0:1781272793.224660:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 425 00000100:00100000:3.0:1781272793.224675:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+14:2391:x1867799159455744:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 00010000:00010000:1.0:1781272793.225509:0:15938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.225535:0:15938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.225542:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.225554:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.225562:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.225591:0:15938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781272793.226079:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee239050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168705152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30728us (30901us total) trans 4294967375 rc 0/0 00000100:00100000:1.0:1781272793.226092:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000004:00080000:1.0:1781272793.226509:0:3618:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb4ffa7c700/2, rc 0, transno 4294967375 00000100:00100000:1.0:1781272793.226517:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168705152:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1781272793.226659:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272793.226669:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.226682:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272793.226688:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.226701:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.226724:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.226732:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc59f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.226761:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272793.226763:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272793.226765:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1781272793.236445:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967384 is committed 00000001:00080000:0.0:1781272793.236469:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967383 is committed 00000100:00100000:3.0:1781272793.237577:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159455744:12345-192.168.204.14@tcp:16:lhsmtool_posix.0 Request processed in 12891us (13840us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.237594:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 425 00000100:00100000:0.0:1781272793.248411:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.251192:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159456000 00000100:00100000:1.0:1781272793.251215:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159456000 00000100:00100000:2.0:1781272793.251485:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1574 00000100:00100000:2.0:1781272793.251498:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:34037:x1867799159456000:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1781272793.251570:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272793.251602:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd800/0x94898f2cdefc59e1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fd6 expref: 53 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.251628:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272793.251634:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272793.251674:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc59fd lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.251689:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc59fd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.251700:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc59fd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272793.251930:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000078253da1 reply state 0000000030a5f3c4 transno 4294968308 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc59fd lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.251946:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc59fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.251953:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272793.251956:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272793.251959:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272793.252116:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:34037:x1867799159456000:12345-192.168.204.14@tcp:36:lhsmtool_posix.0 Request processed in 620us (3720us total) trans 4294968308 rc 0/0 00000100:00100000:2.0:1781272793.252124:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1574 00000100:00100000:0.0:1781272793.258814:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.258966:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159456128 00000100:00100000:2.0:1781272793.258979:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159456128 00000100:00100000:2.0:1781272793.259060:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 426 00000100:00100000:2.0:1781272793.259073:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159456128:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1781272793.259297:0:8405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1781272793.259301:0:8405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb mtime from disk: 1781272792 -> 1781272788 00002000:00010000:2.0:1781272793.259304:0:8405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb atime from disk: 0 -> 1781272788 00002000:00010000:2.0:1781272793.259306:0:8405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb ctime from disk: 1781272792 -> 1781272792 00002000:00010000:2.0:1781272793.259309:0:8405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1781272793.259383:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159456128:12345-192.168.204.14@tcp:2:lhsmtool_posix.0 Request processed in 312us (583us total) trans 4294967385 rc 0/0 00000100:00100000:2.0:1781272793.259392:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 426 00000100:00100000:0.0:1781272793.262393:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.262560:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159456384 00000100:00100000:2.0:1781272793.262573:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159456384 00000100:00100000:2.0:1781272793.262649:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1575 00000100:00100000:2.0:1781272793.262659:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+54:34037:x1867799159456384:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1781272793.262745:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.262764:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc59c5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fc8 expref: 54 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.262775:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.262819:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc59c5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fc8 expref: 54 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.262897:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc59c5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fc8 expref: 54 pid: 6493 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272793.262922:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168705664:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272793.263022:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0300 going to sleep for 11 seconds 00000100:00100000:1.0:1781272793.266978:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.267233:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168705664:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272793.267278:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272793.267428:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159456512 00000100:00100000:0.0:1781272793.267437:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159456512 00010000:00010000:0.0:1781272793.267486:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc59c5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fc8 expref: 55 pid: 6493 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272793.267531:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 464 00000100:00100000:0.0:1781272793.267541:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:2390:x1867799159456512:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272793.267558:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272793.267565:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc59c5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fc8 expref: 55 pid: 6493 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.267578:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc59c5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fc8 expref: 55 pid: 6493 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.267606:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2e00/0x94898f2cdefc59c5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fc8 expref: 55 pid: 6493 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.267625:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:0.0:1781272793.267630:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.267642:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.267651:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.267682:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272793.267762:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+54:2390:x1867799159456512:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 221us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272793.267775:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 464 00010000:00010000:2.0:1781272793.268152:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.268161:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.268209:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.268217:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.268225:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.268232:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272793.268237:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.268256:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.268266:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272793.268270:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1781272793.268275:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.268281:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3800/0x94898f2cdefc5a04 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272793.268330:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:34037:x1867799159456384:12345-192.168.204.14@tcp:55:lhsmtool_posix.0 Request processed in 5672us (5952us total) trans 0 rc -22/-22 00000100:00100000:2.0:1781272793.268340:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1575 00000100:00100000:1.0:1781272793.283963:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.284069:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159456640 00000100:00100000:3.0:1781272793.284083:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159456640 00000100:00100000:3.0:1781272793.284152:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 427 00000100:00100000:3.0:1781272793.284165:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2389:x1867799159456640:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272793.284225:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.284262:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fe4 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.284279:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272793.284281:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272793.284286:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.284328:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fe4 expref: 12 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.284343:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fe4 expref: 12 pid: 8404 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272793.284365:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168705792:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272793.284482:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351000 going to sleep for 11 seconds 00000100:00100000:3.0:1781272793.290304:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272793.290468:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159456768 00000100:00100000:0.0:1781272793.290481:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159456768 00010000:00010000:0.0:1781272793.290533:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fe4 expref: 13 pid: 8404 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272793.290587:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 465 00000100:00100000:0.0:1781272793.290599:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159456768:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272793.290618:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272793.290645:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fe4 expref: 13 pid: 8404 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.290661:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fe4 expref: 13 pid: 8404 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.290691:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272793.290694:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272793.290699:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.290709:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.290733:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272793.290801:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159456768:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 203us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272793.290815:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 465 00010000:00010000:2.0:1781272793.293236:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000deb7e916/0x94898f2cdefc59ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fe4 expref: 12 pid: 8404 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272793.293355:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168705792:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272793.293394:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.293408:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.293416:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.293451:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.293460:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.293471:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.293480:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c42cc400 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272793.293485:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.293495:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.293516:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.293523:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272793.293646:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159456640:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 9482us (9697us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.293657:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 427 00000100:00100000:3.0:1781272793.297735:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.297882:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159457024 00000100:00100000:2.0:1781272793.297894:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159457024 00000100:00100000:2.0:1781272793.297976:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1576 00000100:00100000:2.0:1781272793.297988:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:34037:x1867799159457024:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781272793.298108:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5a12 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.298129:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5a12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.298143:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5a12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.298527:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.298541:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc59d3 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fcf expref: 54 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.298551:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.298592:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc59d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fcf expref: 54 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.298610:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc59d3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fcf expref: 54 pid: 6492 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272793.298630:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168705920:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272793.298739:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272793.303732:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.303966:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168705920:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272793.304007:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272793.304300:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159457152 00000100:00100000:0.0:1781272793.304314:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159457152 00010000:00010000:0.0:1781272793.304372:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc59d3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fcf expref: 55 pid: 6492 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272793.304431:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 466 00000100:00100000:0.0:1781272793.304449:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+55:2390:x1867799159457152:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272793.304469:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272793.304481:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc59d3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fcf expref: 55 pid: 6492 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.304495:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc59d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fcf expref: 55 pid: 6492 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.304528:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31800/0x94898f2cdefc59d3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83fcf expref: 55 pid: 6492 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.304552:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:0.0:1781272793.304559:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.304570:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.304583:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.304624:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272793.304709:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+54:2390:x1867799159457152:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 268us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272793.304724:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 466 00010000:00010000:2.0:1781272793.305064:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.305073:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1781272793.305255:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968309 00000001:00080000:2.0:1781272793.305452:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968310 00000001:00080000:2.0:1781272793.305521:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968311 00000100:00100000:2.0:1781272793.305663:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12323:1867799168706048:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1781272793.305744:0:12323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272793.305814:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c69419c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272793.306430:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168706048 00000100:00100000:1.0:1781272793.306439:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168706048 00000100:00100000:1.0:1781272793.306514:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1781272793.306531:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12323:x1867799168706048:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1781272793.306681:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12323:x1867799168706048:12345-0@lo:1000:mdt00_004.0 Request processed in 152us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272793.306690:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1781272793.307426:0:12323:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967384 gen 2 00000004:00080000:2.0:1781272793.307434:0:12323:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c3230e00, transno 4294967384 00000100:00100000:2.0:1781272793.307512:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12323:1867799168706048:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1781272793.307725:0:12323:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968312 00000100:00100000:2.0:1781272793.307820:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12323:1867799168706176:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1781272793.308583:0:12323:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272793.308675:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0300 going to sleep for 11 seconds 00000100:00100000:1.0:1781272793.310796:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168706176 00000100:00100000:1.0:1781272793.310813:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168706176 00000100:00100000:1.0:1781272793.311439:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1781272793.311453:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:12323:x1867799168706176:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1781272793.312061:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:12323:x1867799168706176:12345-0@lo:1000:mdt00_004.0 Request processed in 608us (3477us total) trans 4294967386 rc 0/0 00000100:00100000:1.0:1781272793.312071:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1781272793.312258:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12323:1867799168706176:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1781272793.312429:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312441:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312450:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312456:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272793.312462:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312470:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312490:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:3.0:1781272793.312494:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272793.312499:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312506:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3200/0x94898f2cdefc5a19 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312538:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312544:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312550:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312556:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272793.312558:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312564:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312573:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:3.0:1781272793.312576:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1781272793.312584:0:12323:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc55b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ef6 expref: 108 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312598:0:12323:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc55b9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ef6 expref: 108 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312609:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc55b9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ef6 expref: 108 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.312666:0:12323:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3000/0x94898f2cdefc55b9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ef6 expref: 108 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272793.312686:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168706304:192.168.204.14@tcp:105: 00000100:00100000:3.0:1781272793.313025:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c3351480 going to sleep for 11 seconds 00000100:00100000:3.0:1781272793.318204:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168706304:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272793.318489:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.318568:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159457280 00000100:00100000:2.0:1781272793.318578:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159457280 00000100:00100000:2.0:1781272793.318660:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 325 00000100:00100000:2.0:1781272793.318671:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+109:34007:x1867799159457280:12345-192.168.204.14@tcp:49:cat.0 00000100:00100000:2.0:1781272793.318876:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:114321f4-a03d-418f-858f-46fe7991a8fa+109:34007:x1867799159457280:12345-192.168.204.14@tcp:49:cat.0 Request processed in 203us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.318885:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 325 00010000:00010000:3.0:1781272793.320106:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.320127:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc555e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.327700:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.327749:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc558f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ee8 expref: 108 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.327760:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.327818:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc558f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ee8 expref: 108 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.327879:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc558f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ee8 expref: 108 pid: 6493 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272793.327901:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168706432:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272793.332199:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4fcfa9840 going to sleep for 11 seconds 00000100:00100000:1.0:1781272793.342201:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272793.342629:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159457408 00000100:00100000:0.0:1781272793.342643:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159457408 00000100:00100000:0.0:1781272793.342748:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 428 00000100:00100000:0.0:1781272793.342760:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:34005:x1867799159457408:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272793.342784:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272793.342811:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097e03b7c/0x94898f2cdefc5a27 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83feb expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272793.342896:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 158, mtime: 0x6a2c10d4, atime: 0x6a2c10d4, ctime: 0x6a2c10d8, blocks: 0x8 00010000:00010000:0.0:1781272793.342923:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272793.342926:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272793.342936:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097e03b7c/0x94898f2cdefc5a27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83feb expref: 18 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.342955:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000097e03b7c/0x94898f2cdefc5a27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83feb expref: 18 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.342969:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56a00, rc 0) 00000100:00100000:0.0:1781272793.343036:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+18:34005:x1867799159457408:12345-192.168.204.14@tcp:101:cat.0 Request processed in 279us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272793.343044:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 428 00000100:00100000:1.0:1781272793.343673:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.343793:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.343822:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159457536 00000100:00100000:1.0:1781272793.343828:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159457536 00000100:00100000:1.0:1781272793.343891:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159457664 00000100:00100000:1.0:1781272793.343894:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159457664 00000100:00100000:1.0:1781272793.343914:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 429 00000100:00100000:1.0:1781272793.343923:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+19:34007:x1867799159457536:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272793.343935:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272793.343948:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d19a27ff/0x94898f2cdefc5a2e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ff2 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.343967:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.343968:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.343974:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d19a27ff/0x94898f2cdefc5a2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ff2 expref: 20 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.343987:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d19a27ff/0x94898f2cdefc5a2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ff2 expref: 20 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.343997:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31800, rc 0) 00000100:00100000:1.0:1781272793.344045:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+20:34007:x1867799159457536:12345-192.168.204.14@tcp:101:cat.0 Request processed in 122us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272793.344052:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 429 00000100:00100000:1.0:1781272793.344069:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 430 00000100:00100000:1.0:1781272793.344076:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+19:34008:x1867799159457664:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272793.344083:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272793.344090:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000231b3d30/0x94898f2cdefc5a35 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab83ff9 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.344102:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.344103:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.344107:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000231b3d30/0x94898f2cdefc5a35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ff9 expref: 20 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.344123:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000231b3d30/0x94898f2cdefc5a35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ff9 expref: 20 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.344132:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31200, rc 0) 00000100:00100000:1.0:1781272793.344151:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+20:34008:x1867799159457664:12345-192.168.204.14@tcp:101:cat.0 Request processed in 76us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272793.344156:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 430 00000100:00100000:1.0:1781272793.344195:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.344210:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159457792 00000100:00100000:1.0:1781272793.344214:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159457792 00000100:00100000:1.0:1781272793.344233:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 431 00000100:00100000:1.0:1781272793.344625:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+20:34009:x1867799159457792:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272793.344634:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272793.344644:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d9ef708/0x94898f2cdefc5a3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84000 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.344659:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.344661:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.344666:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d9ef708/0x94898f2cdefc5a3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84000 expref: 21 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.344676:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d9ef708/0x94898f2cdefc5a3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84000 expref: 21 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.344686:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31600, rc 0) 00000100:00100000:1.0:1781272793.344769:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+21:34009:x1867799159457792:12345-192.168.204.14@tcp:101:cat.0 Request processed in 470us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272793.344777:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 431 00000100:00100000:1.0:1781272793.344939:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.344961:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159457920 00000100:00100000:1.0:1781272793.344966:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159457920 00000100:00100000:1.0:1781272793.344989:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 432 00000100:00100000:1.0:1781272793.344996:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+21:34014:x1867799159457920:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272793.345003:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272793.345011:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000315bb2ef/0x94898f2cdefc5a43 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84007 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.345023:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.345025:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.345346:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000315bb2ef/0x94898f2cdefc5a43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84007 expref: 22 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.345361:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000315bb2ef/0x94898f2cdefc5a43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84007 expref: 22 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.345371:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30600, rc 0) 00000100:00100000:1.0:1781272793.345397:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+22:34014:x1867799159457920:12345-192.168.204.14@tcp:101:cat.0 Request processed in 402us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272793.345402:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 432 00000100:00100000:1.0:1781272793.345451:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.345469:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159458048 00000100:00100000:1.0:1781272793.345473:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159458048 00000100:00100000:1.0:1781272793.345494:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 433 00000100:00100000:1.0:1781272793.345499:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+22:34016:x1867799159458048:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:1.0:1781272793.345506:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272793.345514:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5a4a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8400e expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.345527:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.345529:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272793.345533:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5a4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8400e expref: 23 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.345543:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b10d4b2c/0x94898f2cdefc5a4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8400e expref: 23 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.345552:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31e00, rc 0) 00000100:00100000:1.0:1781272793.345570:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+23:34016:x1867799159458048:12345-192.168.204.14@tcp:101:cat.0 Request processed in 70us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272793.345576:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 433 00000100:00080000:2.0:1781272793.346323:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272793.349696:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.349765:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.349789:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.349808:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.349824:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.349890:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159458176 00000100:00100000:3.0:1781272793.349903:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159458176 00000100:00100000:3.0:1781272793.349956:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159458560 00000100:00100000:3.0:1781272793.349960:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159458560 00000100:00100000:3.0:1781272793.349971:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159458688 00000100:00100000:3.0:1781272793.349973:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159458688 00000100:00100000:3.0:1781272793.349981:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159458304 00000100:00100000:3.0:1781272793.349983:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159458304 00000100:00100000:3.0:1781272793.349991:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159458816 00000100:00100000:3.0:1781272793.349993:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159458816 00000100:00100000:3.0:1781272793.350008:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 434 00000100:00100000:3.0:1781272793.350019:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+27:34017:x1867799159458176:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.350056:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.350080:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc5a51 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84015 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350112:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.350114:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.350123:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc5a51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84015 expref: 28 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350139:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000515e22cb/0x94898f2cdefc5a51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84015 expref: 28 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350154:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd000, rc 0) 00000100:00100000:3.0:1781272793.350224:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+28:34017:x1867799159458176:12345-192.168.204.14@tcp:101:cat.0 Request processed in 207us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.350232:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 434 00000100:00100000:3.0:1781272793.350251:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 435 00000100:00100000:3.0:1781272793.350258:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+27:34033:x1867799159458560:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.350265:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.350273:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc5a58 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8402a expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350290:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.350291:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.350295:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc5a58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8402a expref: 28 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350306:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059ce473f/0x94898f2cdefc5a58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8402a expref: 28 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350315:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd600, rc 0) 00000100:00100000:3.0:1781272793.350334:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+28:34033:x1867799159458560:12345-192.168.204.14@tcp:101:cat.0 Request processed in 76us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.350340:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 435 00000100:00100000:3.0:1781272793.350352:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 436 00000100:00100000:3.0:1781272793.350358:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+27:34031:x1867799159458688:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.350364:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.350370:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc5a5f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 10 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84031 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350383:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.350384:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.350388:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc5a5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84031 expref: 28 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350398:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000028421bb6/0x94898f2cdefc5a5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84031 expref: 28 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350412:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42ccc00, rc 0) 00000100:00100000:3.0:1781272793.350429:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+28:34031:x1867799159458688:12345-192.168.204.14@tcp:101:cat.0 Request processed in 72us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.350435:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 436 00000100:00100000:3.0:1781272793.350447:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 437 00000100:00100000:3.0:1781272793.350460:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+27:34010:x1867799159458304:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.350466:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.350473:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a66 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 11 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8401c expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350485:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.350488:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.350493:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8401c expref: 28 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350501:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8a93bca/0x94898f2cdefc5a66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 11 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8401c expref: 28 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350515:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cc400, rc 0) 00000100:00100000:3.0:1781272793.350535:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+28:34010:x1867799159458304:12345-192.168.204.14@tcp:101:cat.0 Request processed in 82us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.350540:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 437 00000100:00100000:3.0:1781272793.350551:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 438 00000100:00100000:3.0:1781272793.350558:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+27:34036:x1867799159458816:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.350564:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.350571:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc5a6d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 12 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84038 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350581:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.350583:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.350587:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc5a6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 12 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84038 expref: 28 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350596:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3000939/0x94898f2cdefc5a6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 12 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84038 expref: 28 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350603:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c42cd800, rc 0) 00000100:00100000:3.0:1781272793.350620:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+28:34036:x1867799159458816:12345-192.168.204.14@tcp:101:cat.0 Request processed in 63us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.350626:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 438 00000100:00100000:3.0:1781272793.350669:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.350692:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159458944 00000100:00100000:3.0:1781272793.350696:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159458944 00000100:00100000:3.0:1781272793.350713:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 439 00000100:00100000:3.0:1781272793.350720:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+28:34012:x1867799159458944:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.350727:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.350736:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000020539068/0x94898f2cdefc5a74 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 13 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8403f expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350750:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.350752:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.350757:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000020539068/0x94898f2cdefc5a74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 13 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8403f expref: 29 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350768:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000020539068/0x94898f2cdefc5a74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 13 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8403f expref: 29 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.350777:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1800, rc 0) 00000100:00100000:3.0:1781272793.350800:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+29:34012:x1867799159458944:12345-192.168.204.14@tcp:101:cat.0 Request processed in 80us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.350805:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 439 00000100:00100000:3.0:1781272793.350942:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.350958:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159459072 00000100:00100000:3.0:1781272793.350962:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159459072 00000100:00100000:3.0:1781272793.350980:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 440 00000100:00100000:3.0:1781272793.350986:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+29:34029:x1867799159459072:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.350993:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.351000:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc5a7b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 14 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84046 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351015:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.351016:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.351021:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc5a7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 14 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84046 expref: 30 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351033:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a2d26f5d/0x94898f2cdefc5a7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 14 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84046 expref: 30 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351048:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1000, rc 0) 00000100:00100000:3.0:1781272793.351068:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+30:34029:x1867799159459072:12345-192.168.204.14@tcp:101:cat.0 Request processed in 82us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.351074:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 440 00000100:00100000:3.0:1781272793.351121:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.351135:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159459200 00000100:00100000:3.0:1781272793.351139:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159459200 00000100:00100000:3.0:1781272793.351155:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 441 00000100:00100000:3.0:1781272793.351161:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+30:34032:x1867799159459200:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.351168:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.351175:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd9d5459/0x94898f2cdefc5a82 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 15 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8404d expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351188:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.351190:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.351193:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd9d5459/0x94898f2cdefc5a82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 15 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8404d expref: 31 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351203:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd9d5459/0x94898f2cdefc5a82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 15 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8404d expref: 31 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351210:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d0800, rc 0) 00000100:00100000:3.0:1781272793.351225:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+31:34032:x1867799159459200:12345-192.168.204.14@tcp:101:cat.0 Request processed in 64us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.351231:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 441 00000100:00100000:3.0:1781272793.351266:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.351277:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159459328 00000100:00100000:3.0:1781272793.351281:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159459328 00000100:00100000:3.0:1781272793.351294:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 442 00000100:00100000:3.0:1781272793.351300:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+31:34021:x1867799159459328:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.351306:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.351314:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5518720/0x94898f2cdefc5a89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 16 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84054 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351325:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.351326:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.351330:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5518720/0x94898f2cdefc5a89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 16 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84054 expref: 32 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351338:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f5518720/0x94898f2cdefc5a89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 16 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84054 expref: 32 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351345:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4794800, rc 0) 00000100:00100000:3.0:1781272793.351361:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+32:34021:x1867799159459328:12345-192.168.204.14@tcp:101:cat.0 Request processed in 61us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.351367:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 442 00000100:00100000:3.0:1781272793.351400:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.351412:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159459456 00000100:00100000:3.0:1781272793.351415:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159459456 00000100:00100000:3.0:1781272793.351428:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 443 00000100:00100000:3.0:1781272793.351434:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+32:34006:x1867799159459456:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.351440:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.351447:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f020c1b2/0x94898f2cdefc5a90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 17 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8405b expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351459:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.351460:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.351465:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f020c1b2/0x94898f2cdefc5a90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 17 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8405b expref: 33 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351476:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f020c1b2/0x94898f2cdefc5a90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 17 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8405b expref: 33 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351485:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4794c00, rc 0) 00000100:00100000:3.0:1781272793.351504:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+33:34006:x1867799159459456:12345-192.168.204.14@tcp:101:cat.0 Request processed in 70us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.351509:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 443 00000100:00100000:3.0:1781272793.351545:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.351561:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159458432 00000100:00100000:3.0:1781272793.351564:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159458432 00000100:00100000:3.0:1781272793.351578:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 444 00000100:00100000:3.0:1781272793.351583:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+33:34020:x1867799159458432:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.351589:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.351597:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab1a0fcc/0x94898f2cdefc5a97 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 18 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84023 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351633:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.351634:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.351638:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab1a0fcc/0x94898f2cdefc5a97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 18 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84023 expref: 34 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351656:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab1a0fcc/0x94898f2cdefc5a97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 18 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84023 expref: 34 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351665:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c23bb600, rc 0) 00000100:00100000:3.0:1781272793.351683:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+34:34020:x1867799159458432:12345-192.168.204.14@tcp:101:cat.0 Request processed in 100us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.351689:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 444 00000100:00100000:3.0:1781272793.351863:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.351878:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159459712 00000100:00100000:3.0:1781272793.351881:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159459712 00000100:00100000:3.0:1781272793.351897:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 445 00000100:00100000:3.0:1781272793.351903:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+34:34013:x1867799159459712:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.351909:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.351916:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d13d0e3f/0x94898f2cdefc5a9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 19 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84069 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351928:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.351930:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.351934:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d13d0e3f/0x94898f2cdefc5a9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 19 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84069 expref: 35 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351944:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d13d0e3f/0x94898f2cdefc5a9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 19 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84069 expref: 35 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.351951:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c23baa00, rc 0) 00000100:00100000:3.0:1781272793.351969:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+35:34013:x1867799159459712:12345-192.168.204.14@tcp:101:cat.0 Request processed in 66us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.351974:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 445 00000100:00100000:3.0:1781272793.352015:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.352029:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159459840 00000100:00100000:3.0:1781272793.352033:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159459840 00000100:00100000:3.0:1781272793.352047:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 446 00000100:00100000:3.0:1781272793.352052:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+35:34034:x1867799159459840:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:3.0:1781272793.352059:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272793.352066:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003de81ed/0x94898f2cdefc5aa5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 20 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84070 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.352078:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.352080:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272793.352084:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003de81ed/0x94898f2cdefc5aa5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 20 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84070 expref: 36 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.352095:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000003de81ed/0x94898f2cdefc5aa5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 20 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84070 expref: 36 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272793.352104:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625a400, rc 0) 00000100:00100000:3.0:1781272793.352123:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+36:34034:x1867799159459840:12345-192.168.204.14@tcp:101:cat.0 Request processed in 70us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.352128:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 446 00000100:00100000:2.0:1781272793.356236:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.356296:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.356326:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.356350:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.356384:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159459968 00000100:00100000:2.0:1781272793.356396:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159459968 00000100:00100000:2.0:1781272793.356455:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159460096 00000100:00100000:2.0:1781272793.356458:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159460096 00000100:00100000:2.0:1781272793.356470:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159460224 00000100:00100000:2.0:1781272793.356472:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159460224 00000100:00100000:2.0:1781272793.356479:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159460352 00000100:00100000:2.0:1781272793.356481:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159460352 00000100:00100000:2.0:1781272793.356494:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 447 00000100:00100000:2.0:1781272793.356504:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+39:34015:x1867799159459968:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272793.356526:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272793.356550:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000432f7ae/0x94898f2cdefc5aac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 21 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84077 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.356582:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272793.356585:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272793.356593:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000432f7ae/0x94898f2cdefc5aac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 21 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84077 expref: 40 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.356610:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000432f7ae/0x94898f2cdefc5aac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 21 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84077 expref: 40 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.356623:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3200, rc 0) 00000100:00100000:2.0:1781272793.356684:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+40:34015:x1867799159459968:12345-192.168.204.14@tcp:101:cat.0 Request processed in 181us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.356691:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 447 00000100:00100000:2.0:1781272793.356712:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 448 00000100:00100000:2.0:1781272793.356729:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+39:34022:x1867799159460096:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272793.356735:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272793.356742:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e54e57a/0x94898f2cdefc5ab3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 22 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8407e expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.356753:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272793.356754:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272793.356758:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e54e57a/0x94898f2cdefc5ab3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 22 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8407e expref: 40 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.356768:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008e54e57a/0x94898f2cdefc5ab3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 22 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8407e expref: 40 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.356783:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3800, rc 0) 00000100:00100000:2.0:1781272793.356799:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+40:34022:x1867799159460096:12345-192.168.204.14@tcp:101:cat.0 Request processed in 71us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.356805:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 448 00000100:00100000:2.0:1781272793.356816:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 449 00000100:00100000:2.0:1781272793.356821:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+39:34018:x1867799159460224:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272793.356826:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272793.356882:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059542631/0x94898f2cdefc5aba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 23 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84085 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.356895:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272793.356897:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272793.356901:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059542631/0x94898f2cdefc5aba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 23 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84085 expref: 40 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.356911:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059542631/0x94898f2cdefc5aba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 23 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84085 expref: 40 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.356920:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2e00, rc 0) 00000100:00100000:2.0:1781272793.356936:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+40:34018:x1867799159460224:12345-192.168.204.14@tcp:101:cat.0 Request processed in 115us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.356942:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 449 00000100:00100000:2.0:1781272793.356953:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 450 00000100:00100000:2.0:1781272793.356959:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+39:34024:x1867799159460352:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:2.0:1781272793.356965:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272793.356970:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc5ac1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 24 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8408c expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.356981:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272793.356982:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272793.356986:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc5ac1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 24 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8408c expref: 40 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.356996:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a70a18f1/0x94898f2cdefc5ac1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 24 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8408c expref: 40 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.357005:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2800, rc 0) 00000100:00100000:2.0:1781272793.357019:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+40:34024:x1867799159460352:12345-192.168.204.14@tcp:101:cat.0 Request processed in 61us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.357025:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 450 00000100:00100000:2.0:1781272793.357399:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.357542:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.357564:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159460480 00000100:00100000:2.0:1781272793.357569:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159460480 00002000:00100000:2.0:1781272793.357603:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff8eb3c22dca80 x1867799159460480/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:549/0 lens 488/0 e 0 to 0 dl 1781272804 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272793.357615:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c22dca80 with x1867799159460480 ext(0->4095) 00002000:00010000:2.0:1781272793.357620:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c22dca80 00000100:00100000:2.0:1781272793.357637:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 110 00000100:00100000:2.0:1781272793.357643:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:114321f4-a03d-418f-858f-46fe7991a8fa+40:2391:x1867799159460480:12345-192.168.204.14@tcp:3:cat.0 00000100:00100000:2.0:1781272793.357806:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:114321f4-a03d-418f-858f-46fe7991a8fa+40:2391:x1867799159460480:12345-192.168.204.14@tcp:3:cat.0 Request processed in 163us (264us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272793.357813:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 110 00002000:00100000:2.0:1781272793.357819:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff8eb3c22dca80 x1867799159460480/t0(0) o3->114321f4-a03d-418f-858f-46fe7991a8fa@192.168.204.14@tcp:549/0 lens 488/4536 e 0 to 0 dl 1781272804 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272793.357828:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c22dca80 with x1867799159460480 ext(0->4095) 00002000:00010000:2.0:1781272793.357862:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c22dca80 00000100:00100000:2.0:1781272793.358206:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168706432:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272793.358234:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272793.362096:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159459584 00000100:00100000:0.0:1781272793.362123:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159459584 00000100:00100000:0.0:1781272793.362220:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 451 00000100:00100000:0.0:1781272793.362233:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+40:34019:x1867799159459584:12345-192.168.204.14@tcp:101:cat.0 00010000:00010000:0.0:1781272793.362462:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272793.362487:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc5ac8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 25 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84062 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.362524:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272793.362527:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272793.362535:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc5ac8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 25 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84062 expref: 41 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.362553:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000928372d2/0x94898f2cdefc5ac8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 25 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84062 expref: 41 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.362569:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56e00, rc 0) 00000100:00100000:0.0:1781272793.362659:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+41:34019:x1867799159459584:12345-192.168.204.14@tcp:101:cat.0 Request processed in 429us (5261us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272793.362667:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 451 00000100:00100000:2.0:1781272793.365608:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.365704:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159460608 00000100:00100000:1.0:1781272793.365727:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159460608 00010000:00010000:1.0:1781272793.365785:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc558f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ee8 expref: 109 pid: 6493 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272793.365822:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 467 00000100:00100000:1.0:1781272793.365878:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4dab3e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+109:2391:x1867799159460608:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272793.365897:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272793.365903:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc558f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ee8 expref: 109 pid: 6493 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.365918:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc558f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ee8 expref: 109 pid: 6493 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.365945:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc558f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83ee8 expref: 109 pid: 6493 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.365964:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:1.0:1781272793.365970:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.365982:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.365991:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272793.366017:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272793.366102:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4dab3e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+108:2391:x1867799159460608:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 269us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272793.366110:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 467 00010000:00010000:2.0:1781272793.366877:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.366891:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.366907:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.366914:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.366921:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.366926:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272793.366932:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.366939:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.366952:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272793.366955:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272793.366958:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.366964:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5a20 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.366978:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5a12 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.366985:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5a12 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.366990:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5a12 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.366995:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272793.366997:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5a12 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.367002:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5a12 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.367010:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8eb4c70a5100) 00010000:00010000:2.0:1781272793.367012:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272793.367015:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5a12 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.367020:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5a12 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272793.367216:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+57:34037:x1867799159457024:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 69228us (69502us total) trans 4294968313 rc 0/0 00000100:00100000:2.0:1781272793.367226:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1576 00000020:00080000:2.0:1781272793.367231:0:12323:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1781272793.367587:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272793.367594:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272793.368140:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1781272793.368154:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272793.408278:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272793.426025:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.426079:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272793.426223:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159460864 00000100:00100000:0.0:1781272793.426236:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159460864 00000100:00100000:0.0:1781272793.426305:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159461120 00000100:00100000:0.0:1781272793.426308:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159461120 00000100:00100000:0.0:1781272793.426325:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 326 00000100:00100000:0.0:1781272793.426335:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+57:34037:x1867799159460864:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1781272793.426695:0:6495:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x2b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1781272793.426735:0:6495:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968314 00010000:00010000:0.0:1781272793.426772:0:6495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5acf lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.426790:0:6495:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5acf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.426803:0:6495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5acf lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.426812:0:6495:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5acf lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.426819:0:6495:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5acf lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.426825:0:6495:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5acf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272793.426899:0:6495:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781272793.427008:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+59:34037:x1867799159460864:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 673us (996us total) trans 4294968315 rc 0/0 00000100:00100000:0.0:1781272793.427016:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 326 00000020:00080000:0.0:1781272793.427021:0:6495:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1781272793.427050:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 327 00000100:00100000:0.0:1781272793.427058:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+108:34011:x1867799159461120:12345-192.168.204.14@tcp:35:cat.0 00000100:00100000:0.0:1781272793.427161:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+109:34011:x1867799159461120:12345-192.168.204.14@tcp:35:cat.0 Request processed in 104us (1081us total) trans 4294968316 rc 0/0 00000100:00100000:0.0:1781272793.427167:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 327 00010000:00010000:2.0:1781272793.427383:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781272793.427391:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5acf lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.427399:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272793.427404:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5acf lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.427412:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5acf lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.427427:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272793.427430:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781272793.427434:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5acf lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.427441:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5acf lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6495 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272793.427454:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272793.427457:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272793.427458:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272793.664472:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272793.664509:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168706560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272793.664636:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272793.664933:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168706560 00000100:00100000:1.0:1781272793.664945:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168706560 00000100:00100000:1.0:1781272793.665020:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1781272793.665044:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168706560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272793.665090:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272793.665151:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168706560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272793.665159:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1781272793.665647:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168706560:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272793.742927:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.742984:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.743024:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.743059:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.743085:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.743111:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.743137:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272793.743161:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159461504 00000100:00100000:2.0:1781272793.743175:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159461504 00000100:00100000:3.0:1781272793.743198:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159461248 00000100:00100000:3.0:1781272793.743206:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159461248 00000100:00100000:2.0:1781272793.743259:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159462016 00000100:00100000:2.0:1781272793.743264:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159462016 00000100:00100000:3.0:1781272793.743266:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 752 00000100:00100000:3.0:1781272793.743281:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159461248:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272793.743291:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159461376 00000100:00100000:2.0:1781272793.743296:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159461376 00000100:00100000:2.0:1781272793.743318:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1042 00000100:00100000:2.0:1781272793.743328:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159461504:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272793.743389:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159461504:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 63us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.743398:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1042 00000100:00100000:2.0:1781272793.743419:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1043 00000100:00100000:2.0:1781272793.743425:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159462016:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272793.753883:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272793.754337:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272793.754388:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159461248:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 9617us (9983us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.754410:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 752 00000100:00080000:3.0:1781272793.754533:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272793.754554:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159461888 00000100:00100000:3.0:1781272793.754565:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159461888 00000100:00100000:3.0:1781272793.754631:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1044 00000100:00100000:3.0:1781272793.754642:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+109:2388:x1867799159461376:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272793.754877:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159462016:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 11448us (11813us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.754889:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1043 00000100:00100000:3.0:1781272793.755876:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+109:2388:x1867799159461376:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 1229us (12757us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.755888:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1044 00000100:00100000:3.0:1781272793.755916:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1045 00000100:00100000:3.0:1781272793.755927:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+59:2388:x1867799159461888:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272793.755968:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+59:2388:x1867799159461888:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 45us (2093us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272793.755974:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1045 00000100:00100000:0.0:1781272793.756165:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159461760 00000100:00100000:0.0:1781272793.756174:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159461760 00000100:00100000:0.0:1781272793.756223:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159462272 00000100:00100000:0.0:1781272793.756227:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159462272 00000100:00100000:2.0:1781272793.761912:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159461632 00000100:00100000:2.0:1781272793.761954:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159461632 00000100:00100000:1.0:1781272793.761954:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159462144 00000100:00100000:1.0:1781272793.761963:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159462144 00000100:00100000:1.0:1781272793.762035:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 583 00000100:00100000:1.0:1781272793.762055:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+41:2388:x1867799159461760:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272793.762359:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+41:2388:x1867799159461760:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 307us (19332us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.762793:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 584 00000100:00100000:1.0:1781272793.762804:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 583 00000100:00100000:2.0:1781272793.762811:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159462272:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272793.762870:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 585 00000100:00100000:1.0:1781272793.762880:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159461632:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272793.762894:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159462272:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 89us (19806us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.762903:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 584 00000100:00100000:1.0:1781272793.762922:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2388:x1867799159461632:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (19782us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.762927:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 586 00000100:00100000:1.0:1781272793.762936:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 585 00000100:00100000:2.0:1781272793.764559:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159462144:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272793.764666:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159462144:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 1729us (10328us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272793.764677:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 586 00000100:00100000:1.0:1781272794.176060:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272794.176088:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168706688:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272794.176176:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272794.176274:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168706688 00000100:00100000:1.0:1781272794.176283:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168706688 00000100:00100000:1.0:1781272794.176361:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1781272794.176371:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168706688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272794.176408:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272794.176454:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168706688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272794.176462:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1781272794.176512:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168706688:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781272794.177067:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781272794.431976:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272794.690775:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168706816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272794.690907:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272794.691012:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168706816 00000100:00100000:1.0:1781272794.691023:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168706816 00000100:00100000:1.0:1781272794.691092:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1781272794.691103:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168706816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272794.691131:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921387520 avail 3689836544 00000100:00100000:1.0:1781272794.691198:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168706816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272794.691205:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1781272794.691270:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168706816:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1781272794.691765:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272794.691786:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272794.691799:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168706944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272794.691870:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272794.691915:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168706944 00000100:00100000:3.0:1781272794.691920:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168706944 00000100:00100000:3.0:1781272794.691954:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1781272794.691961:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168706944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272794.691977:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921387520 avail 3689836544 00000100:00100000:3.0:1781272794.692013:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3618:x1867799168706944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272794.692019:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1781272794.692059:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168706944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272794.701963:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168707200:0@lo:400:kworker.0 00000100:00100000:3.0:1781272794.702060:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272794.702131:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168707712:0@lo:400:kworker.0 00000100:00100000:0.0:1781272794.702421:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168707072:0@lo:400:kworker.0 00000100:00100000:0.0:1781272794.702467:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272794.702503:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168707584:0@lo:400:kworker.0 00000100:00100000:0.0:1781272794.702532:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272794.702552:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168708096:0@lo:400:kworker.0 00000100:00100000:0.0:1781272794.702577:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272794.702657:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168707072 00000100:00100000:2.0:1781272794.702668:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168707072 00000100:00100000:2.0:1781272794.702733:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1781272794.702743:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168707072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.702825:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168707072:12345-0@lo:400:kworker.0 Request processed in 70us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272794.702858:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1781272794.702901:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168707584 00000100:00100000:2.0:1781272794.702905:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168707584 00000100:00100000:2.0:1781272794.702933:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1781272794.702940:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168707584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.702975:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168707584:12345-0@lo:400:kworker.0 Request processed in 35us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272794.702981:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1781272794.703021:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168707072:0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.703034:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168707584:0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.703288:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168707456:0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.703319:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272794.703352:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168707968:0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.703378:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272794.703405:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1781272794.703414:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168707328:0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.703439:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272794.703457:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168707840:0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.703478:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272794.703509:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168707968 00000100:00100000:2.0:1781272794.703514:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168707968 00000100:00100000:2.0:1781272794.703547:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1781272794.703555:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168707968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.703593:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168707968:12345-0@lo:400:kworker.0 Request processed in 39us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272794.703601:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1781272794.703622:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168707328 00000100:00100000:2.0:1781272794.703626:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168707328 00000100:00100000:2.0:1781272794.703648:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1781272794.703653:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168707328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.703685:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168707328:12345-0@lo:400:kworker.0 Request processed in 31us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272794.703691:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1781272794.703724:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168707328:0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.703736:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168707968:0@lo:400:kworker.0 00000100:00100000:0.0:1781272794.703849:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168707200 00000100:00100000:0.0:1781272794.703854:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168707200 00000100:00100000:0.0:1781272794.703893:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168708096 00000100:00100000:0.0:1781272794.703897:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168708096 00000100:00100000:0.0:1781272794.703923:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168707456 00000100:00100000:0.0:1781272794.703927:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168707456 00000100:00100000:0.0:1781272794.703938:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168707840 00000100:00100000:0.0:1781272794.703940:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168707840 00000100:00100000:0.0:1781272794.703954:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1781272794.703959:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168707200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272794.703998:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168707200:12345-0@lo:400:kworker.0 Request processed in 38us (1938us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272794.704005:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1781272794.704018:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1781272794.704024:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168708096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272794.704055:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168708096:12345-0@lo:400:kworker.0 Request processed in 31us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272794.704061:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1781272794.704072:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:0.0:1781272794.704078:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168707456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272794.704108:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168707456:12345-0@lo:400:kworker.0 Request processed in 30us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272794.704115:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:0.0:1781272794.704126:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1781272794.704144:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168707840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272794.704174:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168707840:12345-0@lo:400:kworker.0 Request processed in 43us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272794.704179:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:3.0:1781272794.704612:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272794.704650:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168708224:0@lo:400:kworker.0 00000100:00100000:3.0:1781272794.704673:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272794.704707:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168707200:0@lo:400:kworker.0 00000100:00100000:3.0:1781272794.704743:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168707712 00000100:00100000:3.0:1781272794.704747:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168707712 00000100:00100000:3.0:1781272794.704774:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168708224 00000100:00100000:3.0:1781272794.704777:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168708224 00000100:00100000:3.0:1781272794.704793:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:3.0:1781272794.704799:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168707712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272794.704874:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168707712:12345-0@lo:400:kworker.0 Request processed in 75us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272794.704881:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:3.0:1781272794.704897:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1781272794.704904:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168708224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272794.704932:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168708224:12345-0@lo:400:kworker.0 Request processed in 29us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272794.704938:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00080000:3.0:1781272794.704965:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272794.704970:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272794.704988:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168707712:0@lo:400:kworker.0 00000100:00100000:3.0:1781272794.704998:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168708224:0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.705092:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168707840:0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.705105:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168707456:0@lo:400:kworker.0 00000100:00100000:2.0:1781272794.711170:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168708096:0@lo:400:kworker.0 00000001:00080000:0.0:1781272795.220493:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967375 is committed 00000001:00080000:0.0:1781272795.220518:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000040:00080000:0.0:1781272795.410495:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272795.410510:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272795.410635:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 3 00000040:00080000:0.0:1781272795.410643:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272795.460750:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272796.224099:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272796.224130:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168708352:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272796.224227:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272796.224353:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168708352 00000100:00100000:0.0:1781272796.224364:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168708352 00000100:00100000:0.0:1781272796.224425:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1781272796.224435:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168708352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272796.224480:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:0.0:1781272796.224541:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168708352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272796.224550:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1781272796.224607:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168708352:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272796.480611:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272797.249078:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272797.249100:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168708480:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272797.249171:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272797.249871:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168708480 00000100:00100000:3.0:1781272797.249881:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168708480 00000100:00100000:3.0:1781272797.249934:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1781272797.249945:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168708480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272797.249983:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272797.250047:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168708480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272797.250055:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1781272797.250210:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168708480:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1781272797.505801:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1781272797.505973:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272798.533030:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272798.791511:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272798.791546:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168708608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272798.791659:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272798.791810:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168708608 00000100:00100000:1.0:1781272798.791822:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168708608 00000100:00100000:1.0:1781272798.791944:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1781272798.791959:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168708608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272798.792007:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211127104 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272798.792083:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168708608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272798.792092:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1781272798.792125:0:3621:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:0.0:1781272798.792133:0:3621:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb4ffa7c700, transno 4294967375 00000100:00100000:0.0:1781272798.792162:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168708608:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781272798.792419:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1781272798.804877:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968316 is committed 00000001:00080000:0.0:1781272798.804914:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968315 is committed 00000020:00080000:0.0:1781272798.804931:0:6470:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eb4c6941540 refcount 2 committed 0 result 0 batchid 35 00000020:00080000:0.0:1781272798.804938:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c2c16400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4c69419c0 00000020:00080000:0.0:1781272798.804942:0:6470:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8eb3c2c16d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eb4fc256000 00010000:00010000:2.0:1781272798.805148:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc59fd lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272798.805162:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc59fd lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272798.805171:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc59fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272798.805177:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272798.805183:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc59fd lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272798.805191:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc59fd lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272798.805211:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272798.805215:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272798.805221:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc59fd lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272798.805227:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc59fd lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1781272798.805309:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 35 committed batchid 34 00000020:00080000:1.0:1781272798.805409:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000100:00100000:1.0:1781272798.872946:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272798.872998:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272798.873033:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272798.873059:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272798.873077:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272798.873096:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272798.873114:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272798.873134:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272798.873159:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272798.873205:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159462912 00000100:00100000:1.0:1781272798.873218:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159462912 00000100:00100000:1.0:1781272798.873316:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159463424 00000100:00100000:1.0:1781272798.873320:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159463424 00000100:00100000:1.0:1781272798.873338:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159462784 00000100:00100000:1.0:1781272798.873340:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159462784 00000100:00100000:1.0:1781272798.873358:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159463296 00000100:00100000:1.0:1781272798.873361:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159463296 00000100:00100000:1.0:1781272798.873380:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 588 00000100:00100000:1.0:1781272798.873390:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+41:2390:x1867799159462912:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272798.873487:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+41:2390:x1867799159462912:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 98us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272798.873497:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 588 00000100:00100000:1.0:1781272798.873518:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 589 00000100:00100000:1.0:1781272798.873524:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159463424:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272798.873550:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159463424:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272798.873556:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 589 00000100:00100000:1.0:1781272798.873567:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 590 00000100:00100000:1.0:1781272798.873573:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159462784:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272798.873597:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159462784:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272798.873603:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 590 00000100:00100000:1.0:1781272798.873614:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 591 00000100:00100000:1.0:1781272798.873619:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159463296:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272798.873639:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159463296:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 20us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272798.873645:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 591 00000100:00100000:1.0:1781272798.873666:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159462656 00000100:00100000:1.0:1781272798.873670:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159462656 00000100:00100000:1.0:1781272798.873702:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159463168 00000100:00100000:1.0:1781272798.873705:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159463168 00000100:00100000:1.0:1781272798.873719:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159462528 00000100:00100000:1.0:1781272798.873722:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159462528 00000100:00100000:1.0:1781272798.873734:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159463040 00000100:00100000:1.0:1781272798.873736:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159463040 00000100:00100000:1.0:1781272798.873760:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1052 00000100:00100000:1.0:1781272798.873768:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159462656:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272798.873799:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159462656:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272798.873806:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1052 00000100:00100000:1.0:1781272798.873819:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1053 00000100:00100000:1.0:1781272798.873825:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159463168:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272798.873886:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159463168:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 60us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272798.873892:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1053 00000100:00100000:1.0:1781272798.873904:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1054 00000100:00100000:1.0:1781272798.873910:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+108:2390:x1867799159462528:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272798.873933:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+108:2390:x1867799159462528:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272798.873939:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1054 00000100:00100000:1.0:1781272798.873949:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1055 00000100:00100000:1.0:1781272798.873954:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:2390:x1867799159463040:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272798.873976:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:2390:x1867799159463040:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272798.873982:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1055 00000100:00080000:1.0:1781272798.874019:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272798.874025:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272798.874028:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272798.874031:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272798.874293:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159462400 00000100:00100000:3.0:1781272798.874299:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159462400 00000100:00100000:3.0:1781272798.874356:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 754 00000100:00100000:3.0:1781272798.874364:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159462400:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272798.874389:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159462400:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (1462us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272798.874395:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 754 00000100:00100000:0.0:1781272799.182490:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272799.182583:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159463552 00000100:00100000:3.0:1781272799.182597:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159463552 00000100:00100000:3.0:1781272799.182705:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1577 00000100:00100000:3.0:1781272799.182717:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:33948:x1867799159463552:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1781272799.182876:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+50:33948:x1867799159463552:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 161us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272799.182884:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1577 00000100:00100000:3.0:1781272799.196555:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272799.196670:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159463680 00000100:00100000:1.0:1781272799.196683:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159463680 00000100:00100000:1.0:1781272799.196869:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1578 00000100:00100000:1.0:1781272799.196883:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:33948:x1867799159463680:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1781272799.197022:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:33948:x1867799159463680:12345-192.168.204.14@tcp:60:lhsmtool_posix.0 Request processed in 142us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272799.197030:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1578 00000100:00100000:2.0:1781272799.296385:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272799.296421:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4208e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168708736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272799.296522:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272799.297690:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168708736 00000100:00100000:3.0:1781272799.297863:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168708736 00000100:00100000:3.0:1781272799.297960:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1781272799.297974:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168708736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272799.298019:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211127104 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1781272799.298100:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168708736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272799.298108:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1781272799.298186:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4208e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168708736:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781272799.301595:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1781272799.305948:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967386 is committed 00000001:00080000:0.0:1781272799.305973:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967385 is committed 00010000:00010000:0.0:1781272799.552190:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272799.808325:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272799.808358:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168708992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272799.808447:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272799.808547:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168708992 00000100:00100000:0.0:1781272799.808557:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168708992 00000100:00100000:0.0:1781272799.808621:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1781272799.808631:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168708992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272799.808689:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1781272799.808751:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168708992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272799.808763:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00080000:0.0:1781272799.808792:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272799.808823:0:3619:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967386 gen 2 00000004:00080000:0.0:1781272799.808848:0:3619:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967386 committed transno 4294967386 00000100:00100000:0.0:1781272799.808884:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168708992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272799.809495:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272799.809511:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168708864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272799.809565:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272799.809668:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168708864 00000100:00100000:1.0:1781272799.809675:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168708864 00000100:00100000:1.0:1781272799.809725:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1781272799.809734:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168708864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272799.809761:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272799.809800:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168708864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272799.809807:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00080000:3.0:1781272799.809889:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272799.809922:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168708864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272799.810357:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168709376:0@lo:400:kworker.0 00000100:00100000:2.0:1781272799.810396:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272799.810421:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168709888:0@lo:400:kworker.0 00000100:00100000:2.0:1781272799.810445:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272799.810465:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1781272799.810471:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168709504:0@lo:400:kworker.0 00000100:00100000:2.0:1781272799.810493:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272799.810514:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168710016:0@lo:400:kworker.0 00000100:00100000:2.0:1781272799.810539:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272799.810566:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168709376 00000100:00100000:2.0:1781272799.810572:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168709376 00000100:00100000:2.0:1781272799.810605:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1781272799.810612:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168709376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.810776:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168709120:0@lo:400:kworker.0 00000100:00100000:1.0:1781272799.810852:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168709248:0@lo:400:kworker.0 00000100:00100000:0.0:1781272799.810963:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168709888 00000100:00100000:0.0:1781272799.810968:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168709888 00000100:00100000:0.0:1781272799.811017:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168709504 00000100:00100000:0.0:1781272799.811020:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168709504 00000100:00100000:0.0:1781272799.811043:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1781272799.811050:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168709888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.817277:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272799.817375:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168709632:0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.817435:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272799.817462:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168710144:0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.817491:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272799.817556:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168710144 00000100:00100000:3.0:1781272799.817566:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168710144 00000100:00100000:3.0:1781272799.817624:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:3.0:1781272799.817635:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168709504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.817730:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168709504:12345-0@lo:400:kworker.0 Request processed in 96us (7235us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272799.817749:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:3.0:1781272799.817769:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1781272799.817776:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168710144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.817807:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168710144:12345-0@lo:400:kworker.0 Request processed in 31us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272799.817813:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1781272799.817853:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168709120 00000100:00100000:3.0:1781272799.817857:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168709120 00000100:00100000:3.0:1781272799.817885:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1781272799.817891:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168709120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.817924:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168709120:12345-0@lo:400:kworker.0 Request processed in 32us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272799.817932:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1781272799.818263:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168709632 00000100:00100000:3.0:1781272799.818269:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168709632 00000100:00100000:3.0:1781272799.818298:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1781272799.818304:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168709632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.818341:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168709632:12345-0@lo:400:kworker.0 Request processed in 36us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272799.818347:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00080000:3.0:1781272799.818371:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272799.818377:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272799.818417:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168709120:0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.818433:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168709632:0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.818443:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168710144:0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.818511:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168710016 00000100:00100000:3.0:1781272799.818516:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168710016 00000100:00100000:3.0:1781272799.818552:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1781272799.818559:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168710016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.818594:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168710016:12345-0@lo:400:kworker.0 Request processed in 36us (8054us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272799.818601:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1781272799.818920:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168709504:0@lo:400:kworker.0 00000100:00100000:3.0:1781272799.818933:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168710016:0@lo:400:kworker.0 00000100:00100000:1.0:1781272799.819128:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272799.819181:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168709760:0@lo:400:kworker.0 00000100:00100000:1.0:1781272799.819211:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272799.819232:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168709248 00000100:00100000:1.0:1781272799.819237:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168709248 00000100:00100000:1.0:1781272799.819267:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168709760 00000100:00100000:1.0:1781272799.819270:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168709760 00000100:00100000:1.0:1781272799.819297:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1781272799.819304:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168709248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272799.819338:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168709248:12345-0@lo:400:kworker.0 Request processed in 35us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272799.819344:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1781272799.819357:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1781272799.819363:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168709760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272799.819388:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168709760:12345-0@lo:400:kworker.0 Request processed in 25us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272799.819393:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00080000:1.0:1781272799.819410:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272799.819427:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168709760:0@lo:400:kworker.0 00000100:00100000:1.0:1781272799.819434:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168710272:0@lo:400:kworker.0 00000100:00100000:1.0:1781272799.819458:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272799.819474:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168710272 00000100:00100000:1.0:1781272799.819477:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168710272 00000100:00100000:1.0:1781272799.819500:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1781272799.819505:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168710272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272799.819531:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168710272:12345-0@lo:400:kworker.0 Request processed in 26us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272799.819537:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00080000:1.0:1781272799.819550:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272799.819564:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168710272:0@lo:400:kworker.0 00000100:00100000:1.0:1781272799.819584:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168709248:0@lo:400:kworker.0 00000100:00100000:2.0:1781272799.825176:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168709376:12345-0@lo:400:kworker.0 Request processed in 14539us (14753us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272799.825198:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1781272799.826875:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168709888:12345-0@lo:400:kworker.0 Request processed in 15813us (16416us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272799.826892:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:3.0:1781272799.829391:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168709376:0@lo:400:kworker.0 00000100:00100000:2.0:1781272799.829879:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168709888:0@lo:400:kworker.0 00010000:00010000:1.0:1781272800.577791:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1781272801.070648:0:25051:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12u: Multiple reads on multiple HSM imported files in parallel ========================================================== 09:59:59 (1781272799) 00000100:00100000:0.0:1781272801.348486:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272801.348509:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168710400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272801.348576:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272801.349066:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168710400 00000100:00100000:0.0:1781272801.349076:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168710400 00000100:00100000:0.0:1781272801.349135:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1781272801.349144:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168710400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272801.349182:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:0.0:1781272801.349234:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168710400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272801.349241:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1781272801.349285:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168710400:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272801.460552:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272801.460744:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159463808 00000100:00100000:1.0:1781272801.460757:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159463808 00000100:00100000:1.0:1781272801.460911:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1579 00000100:00100000:1.0:1781272801.460925:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:34653:x1867799159463808:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781272801.461061:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:34653:x1867799159463808:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 138us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272801.461073:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1579 00000100:00080000:2.0:1781272801.461324:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272801.469623:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272801.469750:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159463936 00000100:00100000:1.0:1781272801.469762:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159463936 00000100:00100000:1.0:1781272801.469945:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1580 00000100:00100000:1.0:1781272801.469957:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:34653:x1867799159463936:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1781272801.470071:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:34653:x1867799159463936:12345-192.168.204.14@tcp:59:lhsmtool_posix.0 Request processed in 116us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272801.470079:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1580 00000100:00080000:2.0:1781272801.472709:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272801.499624:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272801.500640:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159464064 00000100:00100000:2.0:1781272801.500655:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159464064 00000100:00100000:2.0:1781272801.500768:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1581 00000100:00100000:2.0:1781272801.500781:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+108:34654:x1867799159464064:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272801.500806:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272801.500884:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc5ad6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84093 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.500968:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5add lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.500985:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5add lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501001:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5add lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501016:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5ae4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501024:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501032:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501084:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5add lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501091:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5add lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501096:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5add lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501102:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272801.501107:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5add lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501119:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5add lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501131:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272801.501134:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.501140:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5add lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501146:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5add lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501163:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501169:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5ae4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501174:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501179:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272801.501181:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501187:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5ae4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501193:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272801.501195:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.501197:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5ae4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501206:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5ae4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501240:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc5ad6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84093 expref: 109 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501250:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272801.501253:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.501256:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc5ad6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84093 expref: 109 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.501265:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2600, rc 0) 00000100:00080000:1.0:1781272801.503465:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272801.504215:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+108:34654:x1867799159464064:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3427us (4593us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272801.504228:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1581 00000100:00100000:0.0:1781272801.511395:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272801.511904:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159464320 00000100:00100000:3.0:1781272801.511917:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159464320 00000100:00100000:3.0:1781272801.512098:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1582 00000100:00100000:3.0:1781272801.512109:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+108:34654:x1867799159464320:12345-192.168.204.14@tcp:36:lfs.0 00010000:00010000:3.0:1781272801.512177:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272801.512214:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5312 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e16 expref: 108 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.512239:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272801.512244:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272801.512496:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.512515:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5351 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e2b expref: 49 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.512525:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.512685:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5351 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e2b expref: 49 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.512702:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5351 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e2b expref: 49 pid: 6492 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272801.512726:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5681c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168710528:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272801.513158:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e64780 going to sleep for 11 seconds 00000100:00100000:0.0:1781272801.517541:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272801.517632:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159464448 00000100:00100000:1.0:1781272801.517645:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159464448 00010000:00010000:1.0:1781272801.517694:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5351 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e2b expref: 50 pid: 6492 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272801.517750:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 468 00000100:00100000:1.0:1781272801.517762:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:2390:x1867799159464448:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272801.517783:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272801.517790:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5351 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e2b expref: 50 pid: 6492 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.517805:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5351 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e2b expref: 50 pid: 6492 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.517865:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272801.517871:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.517886:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.517894:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.517916:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272801.518234:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5351 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab83e2b expref: 50 pid: 6492 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272801.518253:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5681c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168710528:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272801.518277:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.518286:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.518291:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.518317:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc5af2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.518327:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc5af2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.518404:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc5af2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272801.521734:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+49:2390:x1867799159464448:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 3950us (4182us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272801.521750:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 468 00010000:00010000:3.0:1781272801.523702:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc5af9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.523738:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc5af9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.523752:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc5af9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272801.523772:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c99e31f8 reply state 00000000ba8a08f9 transno 4294968317 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc5af9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.523783:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc5af9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.523791:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.523795:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272801.523799:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1781272801.523805:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00010000:00010000:3.0:1781272801.530094:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.530114:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.530124:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.530129:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.530134:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.530145:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.530167:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272801.530170:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.530178:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.530185:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5aeb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272801.530208:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c99e31f8 reply state 00000000ba8a08f9 transno 4294968317 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc5af2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.530222:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc5af2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.530229:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8eb4c70a5300) 00010000:00010000:3.0:1781272801.530231:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272801.530235:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1781272801.530376:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+109:34654:x1867799159464320:12345-192.168.204.14@tcp:36:lfs.0 Request processed in 18264us (18987us total) trans 4294968317 rc 0/0 00000100:00100000:3.0:1781272801.530386:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1582 00000040:00080000:0.0:1781272801.536038:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272801.536048:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272801.536525:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1781272801.536538:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272801.555344:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272801.555529:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159464576 00000100:00100000:3.0:1781272801.555541:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159464576 00000100:00100000:3.0:1781272801.555617:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1583 00000100:00100000:3.0:1781272801.555628:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+109:34655:x1867799159464576:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272801.555658:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272801.555686:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8409a expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.555778:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc5b07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.555794:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc5b07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.555820:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc5b07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272801.555905:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1781272801.555909:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272801.555933:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc5b07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.555963:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8409a expref: 111 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.555982:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c1510a00/0x94898f2cdefc5b07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8409a expref: 110 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.555992:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272801.555995:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272801.555999:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c1510a00, rc 0) 00000100:00100000:3.0:1781272801.556054:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+110:34655:x1867799159464576:12345-192.168.204.14@tcp:101:bash.0 Request processed in 428us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272801.556061:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1583 00000100:00100000:0.0:1781272801.563366:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272801.564576:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159464704 00000100:00100000:3.0:1781272801.564591:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159464704 00000100:00100000:3.0:1781272801.564669:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1584 00000100:00100000:3.0:1781272801.564680:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+110:34655:x1867799159464704:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272801.564703:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272801.564743:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840a1 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.564875:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.564893:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.564906:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.564932:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.564939:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.564945:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565038:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc5b23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565046:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc5b23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565053:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc5b23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272801.565089:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1781272801.565094:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272801.565116:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc5b23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565130:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565135:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b15 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565141:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565146:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.565150:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565157:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565169:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:3.0:1781272801.565172:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.565178:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565184:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565197:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565204:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565209:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565215:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.565217:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565223:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565230:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8eb4c70a5300) 00010000:00010000:3.0:1781272801.565233:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.565235:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565241:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565267:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840a1 expref: 112 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565279:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220a00/0x94898f2cdefc5b23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840a1 expref: 111 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.565286:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.565288:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1781272801.565291:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220a00, rc 0) 00000100:00100000:3.0:1781272801.565356:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+111:34655:x1867799159464704:12345-192.168.204.14@tcp:101:bash.0 Request processed in 677us (2000us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272801.565364:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1584 00000100:00100000:0.0:1781272801.571428:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272801.571944:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159464832 00000100:00100000:3.0:1781272801.571958:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159464832 00000100:00100000:3.0:1781272801.572019:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1585 00000100:00100000:3.0:1781272801.572031:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:34655:x1867799159464832:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272801.572055:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272801.572080:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5b2a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840a8 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572155:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b31 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572172:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b31 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572183:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b31 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572198:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b38 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572204:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572209:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572252:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b31 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572261:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b31 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572267:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572273:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.572278:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b31 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572286:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b31 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572299:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.572302:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.572309:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b31 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572315:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572330:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572336:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b38 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572342:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572347:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.572349:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572354:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b38 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572364:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8eb4c70a5b00) 00010000:00010000:3.0:1781272801.572367:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.572369:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b38 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572374:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572409:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5b2a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840a8 expref: 112 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572419:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.572421:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.572424:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5b2a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840a8 expref: 112 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.572433:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220e00, rc 0) 00000100:00100000:3.0:1781272801.572516:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:34655:x1867799159464832:12345-192.168.204.14@tcp:101:bash.0 Request processed in 488us (1100us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272801.572524:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1585 00000100:00100000:0.0:1781272801.587581:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272801.587682:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159464960 00000100:00100000:1.0:1781272801.587694:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159464960 00000100:00100000:1.0:1781272801.587764:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1586 00000100:00100000:1.0:1781272801.587774:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+49:34656:x1867799159464960:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272801.587797:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272801.587867:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5b3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840af expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.588133:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5b46 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.588150:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5b46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.588176:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5b46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272801.588236:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1781272801.588240:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272801.588264:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5b46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.588290:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5b3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840af expref: 51 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.588309:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30e00/0x94898f2cdefc5b46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840af expref: 50 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.588320:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:1.0:1781272801.588323:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272801.588327:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30e00, rc 0) 00000100:00100000:1.0:1781272801.588401:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+50:34656:x1867799159464960:12345-192.168.204.14@tcp:101:rm.0 Request processed in 627us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272801.588408:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1586 00000100:00100000:1.0:1781272801.593159:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272801.593318:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159465088 00000100:00100000:2.0:1781272801.593331:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159465088 00000100:00100000:2.0:1781272801.593406:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1587 00000100:00100000:2.0:1781272801.593419:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+50:34656:x1867799159465088:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272801.593446:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272801.593472:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc5b4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840b6 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.593547:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5b54 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.593564:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5b54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.593576:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5b54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.593591:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5b5b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.593599:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5b5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.593605:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5b5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.593704:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5b62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.593724:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5b62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.593731:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5b62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272801.593769:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1781272801.593773:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272801.593794:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5b62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.593806:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5b54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594027:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5b54 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594037:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5b54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594046:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272801.594051:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5b54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594058:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5b54 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594072:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eb4c545a700) 00010000:00010000:2.0:1781272801.594075:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.594081:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5b54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594088:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5b54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594101:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5b5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594107:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5b5b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594113:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5b5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594117:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272801.594120:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5b5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594126:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5b5b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594138:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8eb4c70a5300) 00010000:00010000:2.0:1781272801.594140:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.594143:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5b5b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594149:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5b5b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594177:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc5b4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840b6 expref: 52 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594191:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2000/0x94898f2cdefc5b62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840b6 expref: 51 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.594196:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272801.594199:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1781272801.594201:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2000, rc 0) 00000100:00100000:2.0:1781272801.594259:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:34656:x1867799159465088:12345-192.168.204.14@tcp:101:rm.0 Request processed in 843us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272801.594266:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1587 00000100:00100000:0.0:1781272801.598261:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272801.600477:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159465216 00000100:00100000:3.0:1781272801.600496:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159465216 00000100:00100000:3.0:1781272801.600576:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1588 00000100:00100000:3.0:1781272801.600588:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:34656:x1867799159465216:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272801.600613:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272801.600640:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5b69 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840bd expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.600733:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b70 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.600762:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.600777:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.600794:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b77 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.600801:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.600807:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602247:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602263:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b70 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602271:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b70 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602277:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.602282:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b70 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602296:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b70 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602316:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.602319:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.602324:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b70 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602329:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5b70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602343:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602349:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b77 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602354:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602359:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.602361:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602366:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602371:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8eb4c70a5b00) 00010000:00010000:3.0:1781272801.602374:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.602376:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b77 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602385:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5b77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602431:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5b69 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840bd expref: 52 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602442:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.602444:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.602448:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5b69 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840bd expref: 52 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.602457:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220e00, rc 0) 00000100:00100000:3.0:1781272801.602526:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:34656:x1867799159465216:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1940us (4277us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272801.602536:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1588 00000040:00080000:0.0:1781272801.602887:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1781272801.604228:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272801.610606:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272801.610693:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159465344 00000100:00100000:3.0:1781272801.610706:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159465344 00000100:00100000:3.0:1781272801.610787:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1589 00000100:00100000:3.0:1781272801.610802:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+51:34656:x1867799159465344:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272801.610883:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272801.610908:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b7e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840c4 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611200:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b85 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611219:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611232:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611247:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611254:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611260:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611301:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611310:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b85 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611318:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611324:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.611329:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611336:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b85 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611349:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.611352:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.611357:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b85 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611364:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5b85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611378:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611384:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b8c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611390:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611394:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.611398:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611403:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b8c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611409:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8eb4c70a5e00) 00010000:00010000:3.0:1781272801.611411:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.611414:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b8c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611420:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611454:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b7e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840c4 expref: 52 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611474:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.611476:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.611480:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b7e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840c4 expref: 52 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.611489:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:3.0:1781272801.611558:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+51:34656:x1867799159465344:12345-192.168.204.14@tcp:101:rm.0 Request processed in 757us (963us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272801.611566:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1589 00000100:00100000:1.0:1781272801.647470:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272801.648168:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159465472 00000100:00100000:3.0:1781272801.648181:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159465472 00000100:00100000:3.0:1781272801.648245:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1590 00000100:00100000:3.0:1781272801.648255:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:34657:x1867799159465472:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272801.648280:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272801.648307:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b93 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840cb expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648387:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b9a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648408:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648422:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648439:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648447:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648453:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648500:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648508:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b9a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648513:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648518:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.648523:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648530:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b9a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648543:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.648547:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.648552:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648559:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5b9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648574:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648582:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648587:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648592:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.648594:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648599:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648606:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8eb4c70a5e00) 00010000:00010000:3.0:1781272801.648608:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.648610:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648615:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648649:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b93 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840cb expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648660:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.648662:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.648666:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5b93 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840cb expref: 52 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.648682:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625a800, rc 0) 00000100:00100000:3.0:1781272801.652081:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+51:34657:x1867799159465472:12345-192.168.204.14@tcp:101:cp.0 Request processed in 3812us (4607us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272801.652096:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1590 00000100:00100000:0.0:1781272801.657336:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272801.658290:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159465600 00000100:00100000:3.0:1781272801.658310:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159465600 00000100:00100000:3.0:1781272801.658396:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1591 00000100:00100000:3.0:1781272801.658408:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:34657:x1867799159465600:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272801.658433:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272801.658460:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840d2 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658541:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5baf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658559:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5baf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658572:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5baf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658586:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5bb6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658608:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5bb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658615:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5bb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658667:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5baf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658674:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5baf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658680:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5baf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658685:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.658689:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5baf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658696:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5baf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658721:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.658724:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.658730:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5baf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658736:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5baf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658759:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5bb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658765:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5bb6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658770:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5bb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658775:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.658778:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5bb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658783:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5bb6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658789:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8eb4c70a5e00) 00010000:00010000:3.0:1781272801.658791:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.658794:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5bb6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.658800:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5bb6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.659676:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840d2 expref: 52 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.659693:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.659695:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.659699:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5ba8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840d2 expref: 52 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.659721:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221800, rc 0) 00000100:00100000:2.0:1781272801.666315:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+51:34657:x1867799159465600:12345-192.168.204.14@tcp:101:cp.0 Request processed in 7896us (8979us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272801.666329:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1591 00000100:00100000:0.0:1781272801.676771:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272801.677033:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159465856 00000100:00100000:2.0:1781272801.677045:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159465856 00000100:00100000:2.0:1781272801.677112:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1592 00000100:00100000:2.0:1781272801.677123:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+51:34657:x1867799159465856:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272801.677147:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272801.677170:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc5bbd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840d9 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.677295:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5bc4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.677313:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5bc4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.677327:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5bc4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.677343:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5bcb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.677351:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5bcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.677357:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5bcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781272801.677704:0:8162:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:2.0:1781272801.678270:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5bd2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678281:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678288:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5bd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678329:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5bc4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678336:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5bc4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678343:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5bc4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678349:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272801.678353:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5bc4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678362:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5bc4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678374:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272801.678377:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.678383:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5bc4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678389:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5bc4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272801.678403:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000415c24f0 reply state 00000000ce8c784e transno 4294968318 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5bcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678414:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5bcb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678420:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272801.678422:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272801.678426:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781272801.678460:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2600/0x94898f2cdefc5bbd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840d9 expref: 54 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678474:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840d9 expref: 53 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.678480:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:2.0:1781272801.678482:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272801.678484:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3a00, rc 0) 00000100:00100000:2.0:1781272801.678547:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+54:34657:x1867799159465856:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1426us (1787us total) trans 4294968318 rc 0/0 00000100:00100000:2.0:1781272801.678555:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1592 00000100:00100000:1.0:1781272801.709119:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272801.709232:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159465984 00000100:00100000:0.0:1781272801.709247:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159465984 00000100:00100000:0.0:1781272801.709328:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 452 00000100:00100000:0.0:1781272801.709340:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+8:2390:x1867799159465984:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272801.709362:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272801.709387:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a48da2e/0x94898f2cdefc5be0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840e0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272801.709413:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272801.709436:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272801.709438:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272801.709449:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a48da2e/0x94898f2cdefc5be0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e0 expref: 9 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.709468:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005a48da2e/0x94898f2cdefc5be0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e0 expref: 9 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.709482:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57600, rc 0) 00000100:00100000:0.0:1781272801.709548:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159465984:12345-192.168.204.14@tcp:101:cp.0 Request processed in 211us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272801.709556:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 452 00000100:00080000:1.0:1781272801.709808:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272801.722256:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272801.726779:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159466112 00000100:00100000:3.0:1781272801.726799:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159466112 00000100:00100000:3.0:1781272801.726918:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 453 00000100:00100000:2.0:1781272801.727376:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:34657:x1867799159466112:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272801.727399:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272801.727421:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840e7 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.727458:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005a48da2e/0x94898f2cdefc5be0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e0 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.727468:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272801.727470:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272801.727474:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.727516:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005a48da2e/0x94898f2cdefc5be0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e0 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.727533:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005a48da2e/0x94898f2cdefc5be0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e0 expref: 10 pid: 8404 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272801.727547:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168710656:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272801.727676:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc900 going to sleep for 11 seconds 00000100:00100000:3.0:1781272801.734457:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272801.735510:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159466240 00000100:00100000:1.0:1781272801.735525:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159466240 00010000:00010000:1.0:1781272801.735573:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005a48da2e/0x94898f2cdefc5be0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e0 expref: 11 pid: 8404 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272801.735635:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 469 00000100:00100000:1.0:1781272801.735646:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159466240:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272801.735666:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272801.735690:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005a48da2e/0x94898f2cdefc5be0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e0 expref: 11 pid: 8404 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.735704:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005a48da2e/0x94898f2cdefc5be0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e0 expref: 11 pid: 8404 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.736133:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272801.736138:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272801.736148:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.736160:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.736210:0:6477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 11 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272801.736224:0:6477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2befb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6477:1867799168710784:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272801.736310:0:6477:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c33513c0 going to sleep for 11 seconds 00010000:00010000:2.0:1781272801.737479:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a48da2e/0x94898f2cdefc5be0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e0 expref: 11 pid: 8404 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272801.737503:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168710656:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272801.737537:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.737554:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2600, rc 0) 00000100:00100000:2.0:1781272801.737625:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:34657:x1867799159466112:12345-192.168.204.14@tcp:101:cp.0 Request processed in 10333us (15381us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272801.737634:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 453 00000100:00100000:0.0:1781272801.751793:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272801.752138:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159466496 00000100:00100000:2.0:1781272801.752148:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159466496 00000100:00100000:2.0:1781272801.752209:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 328 00000100:00100000:2.0:1781272801.752220:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b33850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+54:34657:x1867799159466496:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:2.0:1781272801.752528:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b33850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+55:34657:x1867799159466496:12345-192.168.204.14@tcp:35:cp.0 Request processed in 309us (743us total) trans 4294968319 rc 0/0 00000100:00100000:2.0:1781272801.752536:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 328 00000100:00100000:1.0:1781272801.753211:0:6477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2befb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6477:1867799168710784:192.168.204.14@tcp:105: 00010000:00010000:1.0:1781272801.753237:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272801.753271:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159466240:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 17627us (18826us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272801.753281:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 469 00000100:00100000:3.0:1781272801.820143:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272801.821187:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159466624 00000100:00100000:2.0:1781272801.821203:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159466624 00000100:00100000:2.0:1781272801.825152:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1593 00000100:00100000:2.0:1781272801.825171:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:34660:x1867799159466624:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272801.825198:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272801.825555:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5bee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840ee expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.825723:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5bf5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.825741:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5bf5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826001:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5bf5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826016:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5bfc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826024:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5bfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826030:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5bfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826113:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5c03 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826121:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5c03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826131:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5c03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272801.826179:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00000004:00200000:2.0:1781272801.826184:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272801.826208:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5c03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826290:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5c03 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826472:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5bf5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826480:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5bf5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826487:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5bf5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826493:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272801.826498:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5bf5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826507:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5bf5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826522:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272801.826525:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.826530:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5bf5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826540:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5bf5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826553:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5bfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826559:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5bfc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826565:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5bfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826570:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272801.826573:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5bfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826579:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5bfc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826585:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272801.826588:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.826591:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5bfc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826597:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5bfc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826639:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5bee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840ee expref: 113 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826658:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5c03 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840ee expref: 112 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.826665:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:2.0:1781272801.826668:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272801.826670:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3600, rc 0) 00000100:00100000:2.0:1781272801.827297:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+112:34660:x1867799159466624:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 2127us (7161us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272801.827320:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1593 00000100:00100000:2.0:1781272801.832684:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272801.832941:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159466752 00000100:00100000:1.0:1781272801.832955:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159466752 00000100:00100000:1.0:1781272801.833053:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 454 00000100:00100000:1.0:1781272801.833067:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159466752:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272801.833093:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272801.833117:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc5c0a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840f5 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272801.833197:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2befb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168710912:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272801.833381:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c33513c0 going to sleep for 11 seconds 00000100:00080000:2.0:1781272801.833764:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1781272801.839613:0:15938:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1781272801.839629:0:15938:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime: 0 -> 1781272801 00002000:00010000:1.0:1781272801.839632:0:15938:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime: 0 -> 1781272801 00002000:00010000:1.0:1781272801.839634:0:15938:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime: 0 -> 1781272801 00002000:00010000:1.0:1781272801.839636:0:15938:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1781272801.839670:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2befb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168710912:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272801.839728:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc5c0a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840f5 expref: 17 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.839774:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc5c0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840f5 expref: 17 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.839791:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30000, rc 0) 00000100:00100000:1.0:1781272801.847905:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159466752:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 14820us (15216us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272801.847936:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 454 00000100:00100000:3.0:1781272801.859637:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272801.860058:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159466880 00000100:00100000:0.0:1781272801.860072:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159466880 00000100:00100000:0.0:1781272801.860150:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1594 00000100:00100000:0.0:1781272801.860163:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+112:34660:x1867799159466880:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272801.860192:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272801.860218:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5c11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab840fc expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.860312:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc5c18 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.860330:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc5c18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.860344:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc5c18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272801.860408:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1781272801.860413:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272801.860439:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc5c18 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.860468:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5c11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840fc expref: 114 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.860490:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc5c18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840fc expref: 113 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.860501:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272801.860504:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272801.860509:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57000, rc 0) 00000100:00100000:0.0:1781272801.860584:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+113:34660:x1867799159466880:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 424us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272801.860604:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1594 00000100:00100000:0.0:1781272801.868198:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272801.868780:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159467008 00000100:00100000:2.0:1781272801.868796:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159467008 00000100:00100000:2.0:1781272801.869124:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 455 00000100:00100000:2.0:1781272801.869137:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159467008:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272801.869162:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272801.869186:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae9d5a2e/0x94898f2cdefc5c1f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84103 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272801.869270:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168711040:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272801.869392:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc780 going to sleep for 11 seconds 00000100:00100000:1.0:1781272801.872393:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168711040:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272801.872446:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ae9d5a2e/0x94898f2cdefc5c1f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84103 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.872478:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae9d5a2e/0x94898f2cdefc5c1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84103 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272801.872494:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2200, rc 0) 00000100:00100000:1.0:1781272801.872573:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159467008:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3439us (4392us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272801.872583:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 455 00000100:00100000:3.0:1781272801.893614:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272801.900027:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159467264 00000100:00100000:2.0:1781272801.900052:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159467264 00000100:00100000:2.0:1781272801.900165:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1595 00000100:00100000:2.0:1781272801.900180:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+113:34660:x1867799159467264:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:2.0:1781272801.900447:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].45, 136 off14312 00000100:00100000:2.0:1781272801.900591:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+113:34660:x1867799159467264:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 413us (7005us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272801.900600:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1595 00000100:00100000:0.0:1781272801.910485:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272801.910958:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159467392 00000100:00100000:2.0:1781272801.910972:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159467392 00000100:00100000:2.0:1781272801.911049:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1596 00000100:00100000:2.0:1781272801.911062:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+113:34661:x1867799159467392:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1781272801.911093:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272801.911119:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5c26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8410a expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.911219:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c2d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.911236:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.911250:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918092:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918120:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918134:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918190:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918198:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c2d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918206:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918212:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272801.918217:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918225:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c2d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918239:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272801.918242:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.918248:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c2d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918255:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918270:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918275:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918282:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918287:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272801.918289:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918295:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918302:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8eb4c792e900) 00010000:00010000:2.0:1781272801.918304:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.918307:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c34 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918314:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918361:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5c26 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8410a expref: 114 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918372:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272801.918375:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.918378:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5c26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8410a expref: 114 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.918387:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3c00, rc 0) 00000100:00100000:2.0:1781272801.918464:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+113:34661:x1867799159467392:12345-192.168.204.14@tcp:101:bash.0 Request processed in 7403us (7995us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272801.918475:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1596 00000100:00100000:1.0:1781272801.940324:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272801.940451:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159467520 00000100:00100000:3.0:1781272801.940463:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159467520 00000100:00100000:3.0:1781272801.940523:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1597 00000100:00100000:3.0:1781272801.940535:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:34662:x1867799159467520:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272801.940564:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272801.940602:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5c3b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84111 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940679:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c42 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940696:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c42 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940718:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c42 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940735:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c49 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940742:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940750:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940789:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c42 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940801:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c42 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940808:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c42 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940814:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c42 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940927:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.940932:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c42 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940939:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c42 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940952:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.940955:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.940959:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c42 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940966:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c42 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940982:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940988:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c49 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940993:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.940998:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.941000:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.941005:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c49 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.941011:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8eb4c70a5e00) 00010000:00010000:3.0:1781272801.941013:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.941015:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c49 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.941021:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c49 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.941053:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5c3b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84111 expref: 56 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.941064:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.941066:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.941069:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5c3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84111 expref: 56 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.941079:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221800, rc 0) 00000100:00100000:3.0:1781272801.941187:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:34662:x1867799159467520:12345-192.168.204.14@tcp:101:rm.0 Request processed in 654us (873us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272801.941196:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1597 00000100:00100000:3.0:1781272801.951063:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272801.951262:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159467648 00000100:00100000:0.0:1781272801.951282:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159467648 00000100:00100000:0.0:1781272801.951366:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1598 00000100:00100000:0.0:1781272801.951379:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:34662:x1867799159467648:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272801.952922:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272801.952964:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5c50 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84118 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953058:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5c57 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953077:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5c57 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953090:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5c57 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953106:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5c5e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953113:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5c5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953119:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5c5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953169:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5c57 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953176:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5c57 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953183:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5c57 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953189:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272801.953194:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5c57 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953206:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5c57 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953220:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272801.953223:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272801.953228:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5c57 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953234:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5c57 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953251:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5c5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953256:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5c5e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953262:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5c5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953266:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272801.953268:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5c5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953274:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5c5e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953280:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8eb4c6f00900) 00010000:00010000:0.0:1781272801.953283:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272801.953286:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5c5e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953294:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc5c5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953333:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5c50 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84118 expref: 56 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953344:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272801.953347:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272801.953350:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5c50 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84118 expref: 56 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272801.953360:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57200, rc 0) 00000100:00100000:0.0:1781272801.953460:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:34662:x1867799159467648:12345-192.168.204.14@tcp:101:rm.0 Request processed in 2082us (2411us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272801.953470:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1598 00000100:00100000:0.0:1781272801.992652:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272801.992991:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159467776 00000100:00100000:2.0:1781272801.993012:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159467776 00000100:00100000:2.0:1781272801.993185:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1599 00000100:00100000:2.0:1781272801.993199:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+55:34663:x1867799159467776:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272801.993226:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272801.993254:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5c65 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8411f expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993350:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c6c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993368:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993381:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993399:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993406:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993412:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993461:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c6c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993469:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c6c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993476:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993484:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272801.993488:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c6c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993495:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c6c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993509:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272801.993512:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.993517:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c6c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993523:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5c6c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993538:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993544:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c73 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993550:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993556:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272801.993558:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993564:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c73 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993575:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8eb4c792e900) 00010000:00010000:2.0:1781272801.993577:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.993580:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c73 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993586:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5c73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993622:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5c65 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8411f expref: 56 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993632:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272801.993635:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272801.993658:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5c65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8411f expref: 56 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272801.993668:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3c00, rc 0) 00000100:00100000:2.0:1781272801.994197:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+55:34663:x1867799159467776:12345-192.168.204.14@tcp:101:cp.0 Request processed in 998us (1554us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272801.994206:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1599 00000100:00100000:1.0:1781272801.997358:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272801.999325:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159467904 00000100:00100000:3.0:1781272801.999347:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159467904 00000100:00100000:3.0:1781272801.999440:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1600 00000100:00100000:3.0:1781272801.999452:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:34663:x1867799159467904:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272801.999479:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272801.999508:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5c7a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84126 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999601:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c81 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999618:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999631:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c81 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999663:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c88 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999671:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999677:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999741:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c81 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999749:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c81 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999761:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c81 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999768:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c81 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999775:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.999779:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c81 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999787:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c81 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999801:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.999804:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.999808:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c81 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999815:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5c81 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999860:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999867:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c88 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999872:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999877:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272801.999880:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999886:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c88 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999892:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8eb4c70a5e00) 00010000:00010000:3.0:1781272801.999895:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.999897:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c88 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999902:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c88 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999933:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5c7a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84126 expref: 56 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999943:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272801.999946:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272801.999949:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5c7a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84126 expref: 56 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272801.999959:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221800, rc 0) 00000100:00100000:3.0:1781272802.000059:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+55:34663:x1867799159467904:12345-192.168.204.14@tcp:101:cp.0 Request processed in 609us (2714us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272802.000067:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1600 00000100:00100000:0.0:1781272802.008152:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.008395:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159468160 00000100:00100000:3.0:1781272802.008409:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159468160 00000100:00100000:3.0:1781272802.008501:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1601 00000100:00100000:3.0:1781272802.008512:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:34663:x1867799159468160:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272802.008541:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272802.008568:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5c8f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8412d expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.008701:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.008806:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc5c18 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840fc expref: 112 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.008817:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.008961:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc5c18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840fc expref: 112 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.008977:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc5c18 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840fc expref: 112 pid: 6493 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272802.008994:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168711168:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272802.009255:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e64300 going to sleep for 11 seconds 00000100:00100000:3.0:1781272802.015987:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168711168:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272802.016026:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272802.018233:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.021762:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159468288 00000100:00100000:3.0:1781272802.021780:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159468288 00010000:00010000:3.0:1781272802.021889:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc5c18 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840fc expref: 113 pid: 6493 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272802.021937:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 470 00000100:00100000:3.0:1781272802.021947:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+113:2390:x1867799159468288:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272802.021966:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272802.021973:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc5c18 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840fc expref: 113 pid: 6493 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.021987:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc5c18 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840fc expref: 113 pid: 6493 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.022012:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc5c18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840fc expref: 113 pid: 6493 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.022030:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272802.022036:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.022047:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.022056:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.022104:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272802.022170:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.022182:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272802.022189:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+112:2390:x1867799159468288:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 241us (3971us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272802.022199:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 470 00010000:00010000:1.0:1781272802.022216:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5c9d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.022227:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5c9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.022236:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5c9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781272802.022636:0:6492:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1f:0x0], index 1: 0 00010000:00010000:1.0:1781272802.022815:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5ca4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.022859:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.022869:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5ca4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.022906:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.022913:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.022919:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.022924:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.022929:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.022936:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.022946:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.022950:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.022954:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.022961:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5c96 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272802.024194:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000d773f463 reply state 000000000400a13e transno 4294968320 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5c9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.024221:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5c9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.024228:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8eb4d0ba7100) 00010000:00010000:1.0:1781272802.024231:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272802.024235:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781272802.024295:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5c8f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8412d expref: 58 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.024311:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8412d expref: 57 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.024319:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8eb4d0ba7b00) 00010000:00010000:1.0:1781272802.024321:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272802.024324:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31a00, rc 0) 00000100:00100000:1.0:1781272802.027400:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+58:34663:x1867799159468160:12345-192.168.204.14@tcp:101:cp.0 Request processed in 18876us (19251us total) trans 4294968320 rc 0/0 00000100:00100000:1.0:1781272802.027415:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1601 00000100:00100000:0.0:1781272802.042655:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.042778:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159468416 00000100:00100000:2.0:1781272802.042790:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159468416 00000100:00080000:1.0:1781272802.042866:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272802.042913:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 456 00000100:00100000:2.0:1781272802.042925:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159468416:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272802.042946:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.042972:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c48ba65/0x94898f2cdefc5cb2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84134 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272802.043000:0:9894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781272802.043023:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272802.043026:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272802.043037:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007c48ba65/0x94898f2cdefc5cb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84134 expref: 11 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.043056:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007c48ba65/0x94898f2cdefc5cb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84134 expref: 11 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.043071:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3400, rc 0) 00000100:00100000:2.0:1781272802.043141:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159468416:12345-192.168.204.14@tcp:101:cp.0 Request processed in 219us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.043149:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 456 00000100:00100000:0.0:1781272802.051357:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.051676:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159468544 00000100:00100000:1.0:1781272802.051702:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159468544 00000100:00100000:1.0:1781272802.051784:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 457 00000100:00100000:1.0:1781272802.051797:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:34663:x1867799159468544:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272802.051816:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272802.051877:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8413b expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.051923:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007c48ba65/0x94898f2cdefc5cb2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84134 expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.051933:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272802.051935:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272802.051940:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 12 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.051984:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007c48ba65/0x94898f2cdefc5cb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84134 expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.052001:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007c48ba65/0x94898f2cdefc5cb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84134 expref: 12 pid: 9894 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.052015:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168711296:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272802.052092:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e180 going to sleep for 11 seconds 00000100:00100000:1.0:1781272802.058030:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.058162:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168711296:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272802.058201:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 12 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.058227:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30c00, rc 0) 00000100:00100000:2.0:1781272802.058293:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:34663:x1867799159468544:12345-192.168.204.14@tcp:101:cp.0 Request processed in 6498us (6946us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.058302:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 457 00000100:00100000:0.0:1781272802.059032:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159468672 00000100:00100000:0.0:1781272802.059043:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159468672 00010000:00010000:0.0:1781272802.059084:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007c48ba65/0x94898f2cdefc5cb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84134 expref: 12 pid: 9894 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272802.059120:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 471 00000100:00100000:0.0:1781272802.059130:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2beea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159468672:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272802.059147:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272802.059170:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007c48ba65/0x94898f2cdefc5cb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84134 expref: 12 pid: 9894 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.059185:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007c48ba65/0x94898f2cdefc5cb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84134 expref: 12 pid: 9894 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.059212:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c48ba65/0x94898f2cdefc5cb2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84134 expref: 12 pid: 9894 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.059229:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272802.059231:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272802.059239:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.059250:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.059288:0:9494:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272802.059303:0:9494:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3375180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9494:1867799168711424:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272802.059376:0:9494:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620df00 going to sleep for 11 seconds 00000100:00100000:0.0:1781272802.072085:0:9494:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3375180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:9494:1867799168711424:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272802.072117:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272802.072181:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2beea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159468672:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 13051us (14159us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272802.072194:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 471 00000100:00100000:1.0:1781272802.080673:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.080882:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159468928 00000100:00100000:0.0:1781272802.080895:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159468928 00000100:00100000:0.0:1781272802.080964:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 329 00000100:00100000:0.0:1781272802.080975:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+58:34663:x1867799159468928:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:0.0:1781272802.081324:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+59:34663:x1867799159468928:12345-192.168.204.14@tcp:35:cp.0 Request processed in 350us (668us total) trans 4294968321 rc 0/0 00000100:00100000:0.0:1781272802.081333:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 329 00000100:00100000:1.0:1781272802.158919:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.159069:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159469056 00000100:00100000:2.0:1781272802.159081:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159469056 00000100:00100000:2.0:1781272802.159150:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1602 00000100:00100000:2.0:1781272802.159162:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+112:34666:x1867799159469056:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272802.159184:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.159211:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cc0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84142 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159288:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5cc7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159304:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5cc7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159318:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5cc7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159329:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5cce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159335:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5cce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159341:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5cce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159420:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc5cd5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159428:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc5cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159434:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc5cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272802.159479:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00000004:00200000:2.0:1781272802.159484:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272802.159505:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc5cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159516:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc5cd5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159525:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5cc7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159531:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5cc7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159538:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5cc7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159543:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272802.159547:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5cc7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159554:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5cc7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159566:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272802.159570:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272802.159575:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5cc7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159581:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5cc7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159595:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5cce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159605:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5cce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159610:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5cce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159615:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272802.159618:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5cce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159624:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5cce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159632:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8eb4d0ba7100) 00010000:00010000:2.0:1781272802.159635:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272802.159638:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5cce lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159644:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5cce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159671:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cc0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84142 expref: 114 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159685:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc5cd5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84142 expref: 113 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.159693:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8eb4d0ba7b00) 00010000:00010000:2.0:1781272802.159695:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272802.159698:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a200, rc 0) 00000100:00100000:2.0:1781272802.159777:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+113:34666:x1867799159469056:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 618us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.159785:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1602 00000100:00100000:1.0:1781272802.178595:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.178716:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159469184 00000100:00100000:2.0:1781272802.178727:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159469184 00000100:00100000:2.0:1781272802.178823:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 458 00000100:00100000:2.0:1781272802.178862:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+41:2389:x1867799159469184:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272802.178884:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.178907:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc5cdc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84149 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272802.178976:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168711552:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272802.179077:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc000 going to sleep for 11 seconds 00000100:00080000:1.0:1781272802.179724:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1781272802.183866:0:8407:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1781272802.183876:0:8407:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb mtime: 0 -> 1781272801 00002000:00010000:2.0:1781272802.183878:0:8407:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb atime: 0 -> 1781272801 00002000:00010000:2.0:1781272802.183880:0:8407:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb ctime: 0 -> 1781272801 00002000:00010000:2.0:1781272802.183882:0:8407:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1781272802.183905:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168711552:192.168.204.14@tcp:106: 00010000:00010000:2.0:1781272802.183945:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc5cdc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84149 expref: 42 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.183972:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a7cf418/0x94898f2cdefc5cdc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84149 expref: 42 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.183992:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a800, rc 0) 00000100:00100000:2.0:1781272802.184059:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+41:2389:x1867799159469184:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 5226us (5483us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272802.184068:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 458 00000100:00100000:0.0:1781272802.192029:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.192150:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159469312 00000100:00100000:2.0:1781272802.192163:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159469312 00000100:00100000:2.0:1781272802.192232:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1603 00000100:00100000:2.0:1781272802.192244:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+113:34666:x1867799159469312:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272802.192269:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.192295:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5ce3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84150 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.192384:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.192402:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.192415:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272802.192464:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1781272802.192468:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272802.192489:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.192516:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5ce3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84150 expref: 115 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.192539:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84150 expref: 114 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.192549:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272802.192552:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272802.192557:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3400, rc 0) 00000100:00100000:2.0:1781272802.192613:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+114:34666:x1867799159469312:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 371us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.192621:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1603 00000100:00100000:1.0:1781272802.195732:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.195873:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159469440 00000100:00100000:0.0:1781272802.195885:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159469440 00000100:00100000:0.0:1781272802.195947:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 459 00000100:00100000:0.0:1781272802.195958:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+41:2390:x1867799159469440:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272802.195979:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272802.195999:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c09485b8/0x94898f2cdefc5cf1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84157 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272802.196073:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3377480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168711680:192.168.204.14@tcp:106: 00000100:00100000:0.0:1781272802.196158:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272802.207339:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3377480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168711680:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272802.207384:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c09485b8/0x94898f2cdefc5cf1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84157 expref: 42 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.207419:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c09485b8/0x94898f2cdefc5cf1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84157 expref: 42 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.207434:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57a00, rc 0) 00000100:00100000:1.0:1781272802.207510:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+41:2390:x1867799159469440:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 11553us (11787us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272802.207519:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 459 00000100:00100000:1.0:1781272802.222335:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.222819:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159469696 00000100:00100000:3.0:1781272802.222864:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159469696 00000100:00100000:3.0:1781272802.222939:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1604 00000100:00100000:3.0:1781272802.222951:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+114:34666:x1867799159469696:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:3.0:1781272802.223140:0:6492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].46, 136 off14448 00000100:00100000:3.0:1781272802.223233:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+114:34666:x1867799159469696:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 283us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272802.223242:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1604 00000100:00100000:2.0:1781272802.254045:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.254202:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159469824 00000100:00100000:3.0:1781272802.254214:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159469824 00000100:00100000:3.0:1781272802.254288:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1605 00000100:00100000:3.0:1781272802.254300:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+114:34667:x1867799159469824:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272802.254327:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272802.254353:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5cf8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8415e expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254462:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5cff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254482:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5cff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254496:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5cff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254512:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254518:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254529:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254577:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5cff lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254598:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5cff lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254605:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5cff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254613:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5cff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254621:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272802.254625:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5cff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254633:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5cff lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254660:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272802.254664:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272802.254670:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5cff lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254676:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5cff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254694:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254709:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d06 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254715:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254720:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272802.254722:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254728:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d06 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254735:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8eb4c70a5e00) 00010000:00010000:3.0:1781272802.254737:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272802.254747:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d06 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254752:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254791:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5cf8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8415e expref: 115 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254802:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272802.254804:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272802.254807:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5cf8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8415e expref: 115 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.254822:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:3.0:1781272802.255413:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+114:34667:x1867799159469824:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1110us (1381us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272802.255423:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1605 00000100:00100000:0.0:1781272802.287517:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.287690:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159469952 00000100:00100000:1.0:1781272802.287711:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159469952 00000100:00100000:1.0:1781272802.287793:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1606 00000100:00100000:1.0:1781272802.287804:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+59:34668:x1867799159469952:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272802.287878:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272802.287904:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5d0d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84165 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288518:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d14 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288537:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288552:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288568:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d1b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288577:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288595:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288828:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288868:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d14 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288876:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d14 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288883:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.288889:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d14 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288899:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d14 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288926:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.288930:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.288936:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d14 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288942:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d14 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288959:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288965:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288970:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288974:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.288977:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288982:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d1b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.288989:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8eb4d0ba7000) 00010000:00010000:1.0:1781272802.288992:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.288995:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d1b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.289001:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.289048:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5d0d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84165 expref: 60 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.289060:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.289062:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.289066:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5d0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84165 expref: 60 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.289081:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30400, rc 0) 00000100:00100000:1.0:1781272802.289176:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+59:34668:x1867799159469952:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1373us (1677us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272802.289185:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1606 00000100:00100000:1.0:1781272802.296188:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.296348:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159470080 00000100:00100000:2.0:1781272802.296364:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159470080 00000100:00100000:2.0:1781272802.296439:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1607 00000100:00100000:2.0:1781272802.296451:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+59:34668:x1867799159470080:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272802.296479:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.296505:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5d22 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8416c expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296592:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5d29 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296610:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5d29 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296625:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5d29 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296659:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5d30 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296668:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5d30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296674:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5d30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296735:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5d29 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296749:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5d29 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296757:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5d29 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296764:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272802.296769:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5d29 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296777:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5d29 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296791:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272802.296794:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272802.296799:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5d29 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296806:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5d29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296821:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5d30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296827:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5d30 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296879:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5d30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296884:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c210a800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272802.296886:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5d30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296892:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5d30 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296899:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8eb4c792e700) 00010000:00010000:2.0:1781272802.296902:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272802.296904:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5d30 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.296909:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5d30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.297072:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5d22 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8416c expref: 60 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.297084:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272802.297086:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272802.297091:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5d22 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8416c expref: 60 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.297101:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2200, rc 0) 00000100:00100000:2.0:1781272802.297243:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+59:34668:x1867799159470080:12345-192.168.204.14@tcp:101:rm.0 Request processed in 793us (1070us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272802.297253:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1607 00000100:00100000:2.0:1781272802.329103:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.329222:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159470208 00000100:00100000:0.0:1781272802.329238:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159470208 00000100:00100000:0.0:1781272802.329312:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1608 00000100:00100000:0.0:1781272802.329323:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+59:34669:x1867799159470208:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272802.329354:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272802.329380:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5d37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84173 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329469:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5d3e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329486:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5d3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329514:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5d3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329533:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5d45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329539:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5d45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329546:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5d45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329591:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5d3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329598:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5d3e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329605:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5d3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329611:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272802.329617:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5d3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329625:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5d3e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329638:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272802.329641:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272802.329646:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5d3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329653:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5d3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329668:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5d45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329674:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5d45 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329680:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5d45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329685:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272802.329688:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5d45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329694:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5d45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329712:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8eb4c6f00900) 00010000:00010000:0.0:1781272802.329715:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272802.329718:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5d45 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329724:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5d45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329761:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5d37 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84173 expref: 60 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329773:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272802.329776:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272802.329779:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5d37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84173 expref: 60 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.329789:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57200, rc 0) 00000100:00100000:0.0:1781272802.329935:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+59:34669:x1867799159470208:12345-192.168.204.14@tcp:101:cp.0 Request processed in 614us (851us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272802.329944:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1608 00000100:00100000:0.0:1781272802.333106:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.333212:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159470336 00000100:00100000:1.0:1781272802.333227:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159470336 00000100:00100000:1.0:1781272802.333306:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1609 00000100:00100000:1.0:1781272802.333317:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+59:34669:x1867799159470336:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272802.333344:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272802.333369:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5d4c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8417a expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333458:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d53 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333476:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333489:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333520:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d5a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333528:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333541:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333590:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d53 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333598:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d53 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333606:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d53 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333613:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.333619:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d53 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333628:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d53 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333642:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.333646:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.333652:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d53 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333660:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5d53 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333675:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d5a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333682:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d5a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333689:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333694:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.333697:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d5a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333712:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d5a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333720:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8eb4d0ba7000) 00010000:00010000:1.0:1781272802.333723:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.333726:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d5a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333732:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5d5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333766:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5d4c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8417a expref: 60 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333777:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.333780:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.333783:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5d4c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8417a expref: 60 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.333794:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30400, rc 0) 00000100:00100000:1.0:1781272802.333923:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+59:34669:x1867799159470336:12345-192.168.204.14@tcp:101:cp.0 Request processed in 607us (831us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272802.333934:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1609 00000100:00100000:2.0:1781272802.348890:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.349299:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159470592 00000100:00100000:3.0:1781272802.349313:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159470592 00000100:00100000:3.0:1781272802.349396:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1610 00000100:00100000:3.0:1781272802.349410:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+59:34669:x1867799159470592:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272802.349442:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272802.349472:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5d61 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84181 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.349635:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.349657:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84150 expref: 113 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.349668:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.349730:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84150 expref: 113 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.349756:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84150 expref: 113 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272802.349779:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168711808:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272802.350493:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e64300 going to sleep for 11 seconds 00000100:00100000:0.0:1781272802.361102:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.361217:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159470720 00000100:00100000:1.0:1781272802.361230:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159470720 00010000:00010000:1.0:1781272802.361286:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cea lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84150 expref: 114 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.361347:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 472 00000100:00100000:1.0:1781272802.361359:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+114:2391:x1867799159470720:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272802.361378:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272802.361386:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cea lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84150 expref: 114 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.361401:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84150 expref: 114 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.361430:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.361437:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.361448:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.361458:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.361482:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272802.361562:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+114:2391:x1867799159470720:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 204us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272802.361575:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 472 00010000:00010000:3.0:1781272802.362263:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3400/0x94898f2cdefc5cea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84150 expref: 113 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272802.362286:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168711808:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272802.362314:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.362323:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.362330:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.362359:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5d6f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.362370:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5d6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.362380:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5d6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1781272802.362993:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00010000:00010000:3.0:1781272802.363183:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5d76 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363199:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5d76 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363207:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5d76 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363248:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363257:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363263:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363271:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363278:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272802.363283:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363292:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363305:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272802.363308:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272802.363313:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363319:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d68 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272802.363335:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007450b93b reply state 00000000e57f175f transno 4294968322 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5d6f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363346:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5d6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363353:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8eb4c70a5e00) 00010000:00010000:3.0:1781272802.363355:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272802.363359:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1781272802.363403:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5d61 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84181 expref: 62 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363420:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5d76 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84181 expref: 61 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.363427:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8eb4c70a5b00) 00010000:00010000:3.0:1781272802.363430:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272802.363432:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221800, rc 0) 00000100:00100000:3.0:1781272802.363502:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+62:34669:x1867799159470592:12345-192.168.204.14@tcp:101:cp.0 Request processed in 14094us (14687us total) trans 4294968322 rc 0/0 00000100:00100000:3.0:1781272802.363511:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1610 00000100:00100000:2.0:1781272802.369101:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168711936:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272802.369209:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272802.369739:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168711936 00000100:00100000:0.0:1781272802.369751:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168711936 00000100:00100000:0.0:1781272802.369855:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1781272802.369867:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168711936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272802.369926:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272802.369999:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168711936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272802.370006:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1781272802.370128:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168711936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272802.371744:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.372222:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159470848 00000100:00100000:2.0:1781272802.372235:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159470848 00000100:00100000:2.0:1781272802.372306:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 460 00000100:00100000:2.0:1781272802.372319:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159470848:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272802.372341:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.372369:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc5d84 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84188 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272802.372401:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1781272802.372424:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272802.372428:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272802.372437:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc5d84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84188 expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.372460:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc5d84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84188 expref: 10 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.372477:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a800, rc 0) 00000100:00100000:2.0:1781272802.372556:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2388:x1867799159470848:12345-192.168.204.14@tcp:101:cp.0 Request processed in 240us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.372563:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 460 00000100:00100000:0.0:1781272802.378990:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.379302:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159470976 00000100:00100000:2.0:1781272802.379316:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159470976 00000100:00100000:2.0:1781272802.379398:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 461 00000100:00100000:2.0:1781272802.379410:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+10:34669:x1867799159470976:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272802.379436:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.379461:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8418f expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.379503:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc5d84 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84188 expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.379513:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272802.379515:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272802.379520:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.379567:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc5d84 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84188 expref: 11 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.380861:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc5d84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84188 expref: 11 pid: 15938 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272802.380912:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168712064:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272802.381049:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc000 going to sleep for 11 seconds 00000100:00100000:0.0:1781272802.386172:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.386286:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159471104 00000100:00100000:1.0:1781272802.386300:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159471104 00010000:00010000:1.0:1781272802.386361:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc5d84 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84188 expref: 12 pid: 15938 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.386419:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 473 00000100:00100000:1.0:1781272802.386430:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159471104:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272802.386450:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272802.386478:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc5d84 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84188 expref: 12 pid: 15938 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.386494:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc5d84 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84188 expref: 12 pid: 15938 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.386527:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272802.386529:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272802.386539:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.386550:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.386597:0:10311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.386623:0:10311:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2beca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10311:1867799168712192:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272802.386789:0:10311:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e180 going to sleep for 11 seconds 00010000:00010000:2.0:1781272802.386892:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a7cf418/0x94898f2cdefc5d84 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84188 expref: 12 pid: 15938 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272802.386912:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168712064:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272802.386942:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 11 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.386954:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3400, rc 0) 00000100:00100000:2.0:1781272802.386990:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:34669:x1867799159470976:12345-192.168.204.14@tcp:101:cp.0 Request processed in 7583us (8018us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.386999:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 461 00000100:00100000:1.0:1781272802.396127:0:10311:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2beca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10311:1867799168712192:192.168.204.14@tcp:105: 00010000:00010000:1.0:1781272802.396162:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272802.396245:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2390:x1867799159471104:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 9816us (10090us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272802.396258:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 473 00000100:00100000:0.0:1781272802.399399:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.399502:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159471360 00000100:00100000:3.0:1781272802.399515:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159471360 00000100:00100000:3.0:1781272802.399596:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 330 00000100:00100000:3.0:1781272802.399608:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+62:34669:x1867799159471360:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:3.0:1781272802.400227:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+63:34669:x1867799159471360:12345-192.168.204.14@tcp:35:cp.0 Request processed in 618us (843us total) trans 4294968323 rc 0/0 00000100:00100000:3.0:1781272802.400240:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 330 00000100:00100000:2.0:1781272802.475948:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.476119:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159471488 00000100:00100000:3.0:1781272802.476140:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159471488 00000100:00100000:3.0:1781272802.476257:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1611 00000100:00100000:3.0:1781272802.476270:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+113:34672:x1867799159471488:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272802.476305:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272802.476526:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5d92 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84196 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.476969:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d99 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.476989:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d99 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477005:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d99 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477020:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5da0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477027:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5da0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477034:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5da0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477133:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5da7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477147:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5da7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477153:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5da7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272802.477206:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00000004:00200000:3.0:1781272802.477211:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272802.477237:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5da7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477249:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5da7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477259:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d99 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477265:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d99 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477273:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d99 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477279:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272802.477284:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d99 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477292:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d99 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477306:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272802.477310:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272802.477315:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d99 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477321:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5d99 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477335:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5da0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477567:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5da0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477631:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5da0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477706:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272802.477711:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5da0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477719:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5da0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477729:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8eb4c70a5e00) 00010000:00010000:3.0:1781272802.477731:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272802.477734:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5da0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.477978:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5da0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.478027:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5d92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84196 expref: 115 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.478042:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5da7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84196 expref: 114 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.478050:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8eb4c70a5b00) 00010000:00010000:3.0:1781272802.478052:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272802.478056:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625a800, rc 0) 00000100:00100000:3.0:1781272802.478154:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+114:34672:x1867799159471488:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1886us (2220us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272802.478163:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1611 00000100:00100000:1.0:1781272802.485194:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.486306:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.486478:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159471744 00000100:00100000:0.0:1781272802.486493:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159471744 00000100:00100000:0.0:1781272802.486570:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 584 00000100:00100000:0.0:1781272802.486582:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:114321f4-a03d-418f-858f-46fe7991a8fa+114:2391:x1867799159471744:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:0.0:1781272802.486676:0:6497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272802.486708:0:6497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5dae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab841a4 expref: -99 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487001:0:6497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5db5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487025:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5db5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487038:0:6497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5db5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487061:0:6497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5dbc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487068:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5dbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487081:0:6497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5dbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487140:0:6497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5db5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487153:0:6497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5db5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487167:0:6497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5db5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487174:0:6497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272802.487179:0:6497:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5db5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487192:0:6497:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5db5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487208:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272802.487211:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272802.487222:0:6497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5db5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487229:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc5db5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487244:0:6497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5dbc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487256:0:6497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5dbc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487263:0:6497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5dbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487268:0:6497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272802.487277:0:6497:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5dbc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487284:0:6497:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5dbc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487291:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8eb4c6f00900) 00010000:00010000:0.0:1781272802.487294:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272802.487297:0:6497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5dbc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487303:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc5dbc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487486:0:6497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5dae lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841a4 expref: 115 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487506:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272802.487508:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781272802.487512:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc5dae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841a4 expref: 115 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.487530:0:6497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56200, rc -2) 00000100:00100000:0.0:1781272802.487909:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:114321f4-a03d-418f-858f-46fe7991a8fa+114:2391:x1867799159471744:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 1327us (1607us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272802.487925:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 584 00000100:00100000:2.0:1781272802.488042:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159471616 00000100:00100000:2.0:1781272802.488056:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159471616 00000100:00100000:2.0:1781272802.488124:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 462 00000100:00100000:2.0:1781272802.488134:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee238850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159471616:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272802.488155:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.488178:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc5dc3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8419d expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272802.488256:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168712320:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272802.490337:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc000 going to sleep for 11 seconds 00002000:00010000:2.0:1781272802.518165:0:8404:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1781272802.518180:0:8404:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb mtime: 0 -> 1781272801 00002000:00010000:2.0:1781272802.518183:0:8404:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb atime: 0 -> 1781272801 00002000:00010000:2.0:1781272802.518186:0:8404:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb ctime: 0 -> 1781272801 00002000:00010000:2.0:1781272802.518189:0:8404:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1781272802.518222:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168712320:192.168.204.14@tcp:106: 00010000:00010000:2.0:1781272802.518272:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc5dc3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8419d expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.518303:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000434a09ac/0x94898f2cdefc5dc3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8419d expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.518319:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a3c00, rc 0) 00000100:00100000:2.0:1781272802.518954:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee238850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159471616:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 30700us (33654us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272802.518966:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 462 00000100:00100000:0.0:1781272802.524709:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.527149:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159471872 00000100:00100000:2.0:1781272802.527169:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159471872 00000100:00100000:2.0:1781272802.527249:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1612 00000100:00100000:2.0:1781272802.527262:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+114:34672:x1867799159471872:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272802.527290:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.527315:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5dca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab841dc expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.527742:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5dd1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.527762:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.527775:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272802.528467:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1781272802.528475:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272802.528515:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5dd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.529096:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5dca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841dc expref: 116 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.529127:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5dd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841dc expref: 115 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.529137:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272802.529141:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272802.529145:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c51a2200, rc 0) 00000100:00100000:2.0:1781272802.529419:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+115:34672:x1867799159471872:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 2080us (4658us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.529430:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1612 00000100:00100000:1.0:1781272802.544269:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.544454:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159472000 00000100:00100000:3.0:1781272802.544467:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159472000 00000100:00100000:3.0:1781272802.544540:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 463 00000100:00100000:3.0:1781272802.544551:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159472000:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272802.544573:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272802.544593:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc5dd8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab841e3 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272802.544899:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2278380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168712448:192.168.204.14@tcp:106: 00000100:00100000:3.0:1781272802.544993:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42480 going to sleep for 11 seconds 00000100:00100000:3.0:1781272802.552435:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2278380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168712448:192.168.204.14@tcp:106: 00010000:00010000:3.0:1781272802.552485:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc5dd8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841e3 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.552521:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc5dd8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841e3 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.552537:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220e00, rc 0) 00000100:00100000:3.0:1781272802.552610:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159472000:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 8060us (8360us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272802.552620:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 463 00000040:00080000:0.0:1781272802.560679:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272802.560694:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272802.560756:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 47 count 5 00000040:00080000:0.0:1781272802.560770:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272802.561502:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3374380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168712576:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272802.561683:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620df00 going to sleep for 11 seconds 00000100:00100000:2.0:1781272802.567154:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.570506:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159472256 00000100:00100000:1.0:1781272802.570530:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159472256 00000100:00100000:1.0:1781272802.570917:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1613 00000100:00100000:1.0:1781272802.570931:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+115:34672:x1867799159472256:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:1.0:1781272802.571160:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].47, 136 off14584 00000100:00100000:1.0:1781272802.571272:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+115:34672:x1867799159472256:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 345us (4133us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272802.571281:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1613 00000100:00100000:0.0:1781272802.583866:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.583977:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3374380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168712576:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272802.589145:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.593573:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159472512 00000100:00100000:2.0:1781272802.593599:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159472512 00000100:00100000:2.0:1781272802.593753:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1614 00000100:00100000:2.0:1781272802.593767:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+63:34675:x1867799159472512:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272802.593827:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272802.594008:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+63:34675:x1867799159472512:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 243us (10192us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.594017:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1614 00000100:00100000:0.0:1781272802.597177:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.597236:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.597483:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159472384 00000100:00100000:1.0:1781272802.597498:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159472384 00000100:00100000:1.0:1781272802.597568:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159472640 00000100:00100000:1.0:1781272802.597572:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159472640 00000100:00100000:1.0:1781272802.597608:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1615 00000100:00100000:1.0:1781272802.597620:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+63:34676:x1867799159472384:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272802.597675:0:12323:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272802.597972:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+63:34676:x1867799159472384:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 353us (8841us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272802.597981:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1615 00000100:00100000:1.0:1781272802.598007:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1616 00000100:00100000:1.0:1781272802.598015:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+115:34677:x1867799159472640:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:1.0:1781272802.598027:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272802.598051:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5ddf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab841ea expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598123:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5de6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598140:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5de6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598154:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5de6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598171:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5ded lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598179:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5ded lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598186:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5ded lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598231:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5de6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598240:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5de6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598248:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5de6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598255:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5de6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598261:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.598266:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5de6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598272:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5de6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598286:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.598289:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.598294:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5de6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598300:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5de6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.598314:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5ded lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.599088:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5ded lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.599101:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5ded lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.599107:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.599112:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5ded lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.599119:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5ded lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.599130:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8eb4d0ba7000) 00010000:00010000:1.0:1781272802.599133:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.599136:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5ded lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.599143:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5ded lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.599190:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5ddf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841ea expref: 116 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.599202:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.599205:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.599209:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5ddf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841ea expref: 116 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.599219:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31400, rc 0) 00000100:00100000:0.0:1781272802.599565:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+115:34677:x1867799159472640:12345-192.168.204.14@tcp:101:bash.0 Request processed in 1548us (2399us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272802.599574:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1616 00000100:00100000:2.0:1781272802.599872:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159472768 00000100:00100000:2.0:1781272802.599882:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159472768 00000100:00100000:2.0:1781272802.599925:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 585 00000100:00100000:2.0:1781272802.599934:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:114321f4-a03d-418f-858f-46fe7991a8fa+115:2391:x1867799159472768:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:2.0:1781272802.599968:0:6496:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.599985:0:6496:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5df4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab841f1 expref: -99 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.600039:0:6496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5dfb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.600052:0:6496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5dfb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.600064:0:6496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5dfb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.607442:0:6496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5e02 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.607476:0:6496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5e02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.607492:0:6496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5e02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610018:0:6496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5dfb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610037:0:6496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5dfb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610047:0:6496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5dfb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610054:0:6496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a3c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272802.610060:0:6496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5dfb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610068:0:6496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5dfb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610089:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272802.610093:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272802.610099:0:6496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5dfb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610107:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3c00/0x94898f2cdefc5dfb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610126:0:6496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5e02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610133:0:6496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5e02 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610139:0:6496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5e02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610144:0:6496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272802.610147:0:6496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5e02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610153:0:6496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5e02 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610161:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x996ea506 (ffff8eb4c6f00900) 00010000:00010000:0.0:1781272802.610164:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272802.610167:0:6496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5e02 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610178:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5e02 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610234:0:6496:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5df4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841f1 expref: 116 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610246:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272802.610248:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781272802.610253:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a800/0x94898f2cdefc5df4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841f1 expref: 116 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.610263:0:6496:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c210a800, rc -2) 00000100:00100000:0.0:1781272802.610356:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:114321f4-a03d-418f-858f-46fe7991a8fa+115:2391:x1867799159472768:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 10422us (13118us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272802.610365:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 585 00000100:00100000:0.0:1781272802.617531:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.618962:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159473024 00000100:00100000:2.0:1781272802.618978:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159473024 00000100:00100000:2.0:1781272802.619062:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1617 00000100:00100000:2.0:1781272802.619076:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+63:34675:x1867799159473024:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272802.619098:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.619145:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc5e09 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab841f8 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.619276:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45800/0x94898f2cdefc5e10 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.619293:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45800/0x94898f2cdefc5e10 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.619304:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45800/0x94898f2cdefc5e10 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272802.619315:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00010000:00010000:2.0:1781272802.619431:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc5e09 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841f8 expref: 66 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.619449:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45800/0x94898f2cdefc5e10 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841f8 expref: 65 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.619459:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:2.0:1781272802.619461:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272802.619464:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45800, rc 0) 00000100:00100000:2.0:1781272802.619603:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+65:34675:x1867799159473024:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 529us (2088us total) trans 4294968324 rc 0/0 00000100:00100000:2.0:1781272802.619611:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1617 00010000:00010000:0.0:1781272802.624298:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272802.626190:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.626305:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159473280 00000100:00100000:0.0:1781272802.626330:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159473280 00000100:00100000:0.0:1781272802.626423:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1618 00000100:00100000:0.0:1781272802.626436:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+65:34676:x1867799159473280:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272802.626466:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272802.626492:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5e1e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab841ff expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.626659:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5e25 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.626677:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5e25 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.626690:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5e25 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272802.626711:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00010000:00010000:0.0:1781272802.626890:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc5e1e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841ff expref: 68 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.626913:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5e25 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841ff expref: 67 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.626925:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8eb4d0ba7b00) 00010000:00010000:0.0:1781272802.626929:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272802.626934:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57400, rc 0) 00000100:00100000:0.0:1781272802.627022:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+67:34676:x1867799159473280:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 588us (846us total) trans 4294968325 rc 0/0 00000100:00100000:0.0:1781272802.627030:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1618 00000100:00100000:0.0:1781272802.627710:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.627891:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159473536 00000100:00100000:1.0:1781272802.627900:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159473536 00000100:00100000:1.0:1781272802.627963:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 71 00000100:00100000:1.0:1781272802.627974:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4dab3e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+67:2388:x1867799159473536:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272802.627989:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272802.628012:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45800/0x94898f2cdefc5e10 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841f8 expref: 67 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.628028:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:1.0:1781272802.628033:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272802.628083:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4dab3e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+66:2388:x1867799159473536:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 107us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272802.628092:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 71 00000100:00100000:0.0:1781272802.641973:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.642031:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.642054:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.642092:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159473408 00000100:00100000:0.0:1781272802.642104:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159473408 00000100:00100000:0.0:1781272802.642160:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159473792 00000100:00100000:0.0:1781272802.642163:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159473792 00000100:00100000:0.0:1781272802.642188:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 464 00000100:00100000:0.0:1781272802.642199:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2391:x1867799159473408:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781272802.642258:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.642282:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.642290:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781272802.642292:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781272802.642296:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.642361:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 10 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.642378:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 10 pid: 9894 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272802.642396:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168712704:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272802.642514:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d600 going to sleep for 11 seconds 00000100:00100000:0.0:1781272802.642564:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.643010:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 465 00000100:00100000:1.0:1781272802.643026:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159473792:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272802.643060:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643077:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643085:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272802.643088:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272802.643091:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643119:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 11 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643129:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 11 pid: 15938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.643148:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2beea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168712832:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272802.643209:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e180 going to sleep for 11 seconds 00000100:00100000:1.0:1781272802.643230:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159473664 00000100:00100000:1.0:1781272802.643235:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159473664 00000100:00100000:1.0:1781272802.643283:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1619 00000100:00100000:1.0:1781272802.643290:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+66:34678:x1867799159473664:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272802.643309:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272802.643328:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5e41 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84206 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643418:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e48 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643434:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643447:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643465:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5e4f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643471:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5e4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643478:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5e4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643534:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643542:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e48 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643549:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e48 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643556:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.643561:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e48 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643570:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e48 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643582:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.643586:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.643592:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e48 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643598:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e48 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643613:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5e4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643620:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5e4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643626:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5e4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643632:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.643635:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5e4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643641:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5e4f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643648:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8eb4d0ba7000) 00010000:00010000:1.0:1781272802.643651:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.643654:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5e4f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643659:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5e4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643705:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5e41 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84206 expref: 67 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643716:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.643718:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.643722:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5e41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84206 expref: 67 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.643732:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31c00, rc 0) 00000100:00100000:1.0:1781272802.643784:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+66:34678:x1867799159473664:12345-192.168.204.14@tcp:101:rm.0 Request processed in 493us (1751us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272802.643792:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1619 00000100:00100000:2.0:1781272802.644387:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159473920 00000100:00100000:2.0:1781272802.644395:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159473920 00000100:00100000:2.0:1781272802.644452:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 72 00000100:00100000:2.0:1781272802.644462:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+66:2390:x1867799159473920:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272802.644477:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272802.644495:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc5e25 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841ff expref: 66 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.644509:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8eb4d0ba7b00) 00010000:00010000:2.0:1781272802.644514:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272802.644545:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+65:2390:x1867799159473920:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 84us (1980us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.644551:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 72 00000100:00100000:2.0:1781272802.654565:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168712704:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272802.654605:0:15938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.654720:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2beea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168712832:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272802.654748:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272802.655935:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.656041:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.656428:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159474176 00000100:00100000:3.0:1781272802.656439:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159474176 00000100:00100000:3.0:1781272802.656519:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1620 00000100:00100000:3.0:1781272802.656533:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+65:34678:x1867799159474176:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272802.656566:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272802.656603:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5e56 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8420d expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.656714:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5e5d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657039:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5e5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657056:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5e5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657075:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5e64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657084:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5e64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657089:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5e64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657146:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5e5d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657154:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5e5d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657161:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5e5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657168:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272802.657174:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5e5d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657183:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5e5d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657198:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272802.657201:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272802.657207:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5e5d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657214:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5e5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657230:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5e64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657237:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5e64 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657243:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5e64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657248:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272802.657251:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5e64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657257:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5e64 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657263:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8eb4c70a5600) 00010000:00010000:3.0:1781272802.657266:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272802.657269:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5e64 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657275:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5e64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657316:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5e56 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8420d expref: 66 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657327:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272802.657330:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272802.657333:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5e56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8420d expref: 66 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.657478:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220e00, rc 0) 00000100:00100000:0.0:1781272802.657607:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159474048 00000100:00100000:0.0:1781272802.657614:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159474048 00002000:00100000:0.0:1781272802.657678:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff8eb3c1fa0700 x1867799159474048/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:558/0 lens 648/0 e 0 to 0 dl 1781272813 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272802.657689:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c1fa0700 with x1867799159474048 ext(0->157) 00010000:00010000:0.0:1781272802.657709:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 11 pid: 9894 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.657725:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 11 pid: 9894 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272802.657742:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c1fa0700 00000100:00100000:0.0:1781272802.657776:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 19 00000100:00100000:0.0:1781272802.657786:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159474048:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:0.0:1781272802.659671:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159474048:12345-192.168.204.14@tcp:4:cp.0 Request processed in 1873us (3728us total) trans 4294967376 rc 0/0 00000100:00100000:0.0:1781272802.659687:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 19 00002000:00100000:0.0:1781272802.659710:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff8eb3c1fa0700 x1867799159474048/t4294967376(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:558/0 lens 648/448 e 0 to 0 dl 1781272813 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272802.659721:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c1fa0700 with x1867799159474048 ext(0->157) 00010000:00010000:0.0:1781272802.659732:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 13 pid: 9894 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.659749:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 13 pid: 9894 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272802.659757:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c1fa0700 00000100:00100000:2.0:1781272802.660096:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+65:34678:x1867799159474176:12345-192.168.204.14@tcp:101:rm.0 Request processed in 3563us (4050us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272802.660105:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1620 00000100:00100000:1.0:1781272802.665286:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.668889:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159474304 00000100:00100000:2.0:1781272802.668913:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159474304 00002000:00100000:2.0:1781272802.668997:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff8eb4c2beea00 x1867799159474304/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:558/0 lens 648/0 e 0 to 0 dl 1781272813 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272802.669012:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2beea00 with x1867799159474304 ext(0->157) 00010000:00010000:2.0:1781272802.669023:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 12 pid: 15938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.669044:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 12 pid: 15938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272802.669053:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb4c2beea00 00000100:00100000:2.0:1781272802.669159:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 20 00000100:00100000:2.0:1781272802.669172:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2beea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159474304:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:1.0:1781272802.672943:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.674650:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159474432 00000100:00100000:3.0:1781272802.674670:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159474432 00010000:00010000:3.0:1781272802.674872:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 13 pid: 9894 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272802.674930:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 474 00000100:00100000:3.0:1781272802.674943:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2388:x1867799159474432:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272802.674964:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781272802.674988:0:10311:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781272802.674998:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 13 pid: 9894 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.675015:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 13 pid: 9894 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.675045:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000147b38b/0x94898f2cdefc5be7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840e7 expref: 13 pid: 9894 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.675066:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272802.675068:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272802.675074:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.675086:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.675124:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272802.675215:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2388:x1867799159474432:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 274us (2286us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272802.675224:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 474 00010000:00010000:3.0:1781272802.675269:0:15938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.675280:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.675302:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.675312:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272802.675573:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2beea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+14:2391:x1867799159474304:12345-192.168.204.14@tcp:4:cp.0 Request processed in 6401us (10300us total) trans 4294967387 rc 0/0 00000100:00100000:2.0:1781272802.675584:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 20 00002000:00100000:2.0:1781272802.675597:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff8eb4c2beea00 x1867799159474304/t4294967387(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:558/0 lens 648/448 e 0 to 0 dl 1781272813 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272802.675608:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2beea00 with x1867799159474304 ext(0->157) 00010000:00010000:2.0:1781272802.675616:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 14 pid: 15938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.675632:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 14 pid: 15938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.676481:0:15938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.676492:0:15938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57e00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272802.676497:0:15938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.676508:0:15938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.676533:0:15938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.676542:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000042749cf/0x94898f2cdefc5e33 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272802.676633:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159473408:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 34433us (34673us total) trans 0 rc 0/0 00002000:00010000:2.0:1781272802.676879:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb4c2beea00 00000100:00100000:3.0:1781272802.677934:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 464 00000100:00100000:1.0:1781272802.690128:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.690188:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.690271:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159474816 00000100:00100000:0.0:1781272802.690284:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159474816 00010000:00010000:0.0:1781272802.690346:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 14 pid: 15938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272802.690410:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 475 00000100:00100000:0.0:1781272802.690422:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+14:2389:x1867799159474816:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272802.690443:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781272802.690466:0:9494:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781272802.690475:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 14 pid: 15938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.690491:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 14 pid: 15938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.690520:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc5cb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8413b expref: 14 pid: 15938 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.690541:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272802.690543:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272802.690548:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.690558:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.690593:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272802.690662:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:2389:x1867799159474816:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 242us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272802.690671:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 475 00010000:00010000:1.0:1781272802.690827:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.690881:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.690905:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.690914:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.690924:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.690933:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272802.690938:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.690954:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.690968:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.690977:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d664e0f3/0x94898f2cdefc5e3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.691037:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159473792:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 48017us (48981us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272802.691047:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 465 00000100:00100000:2.0:1781272802.691657:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159474688 00000100:00100000:2.0:1781272802.691669:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159474688 00000100:00100000:2.0:1781272802.691746:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1621 00000100:00100000:2.0:1781272802.691757:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+65:34675:x1867799159474688:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272802.691890:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+65:34675:x1867799159474688:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 134us (1778us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.691897:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1621 00000100:00100000:1.0:1781272802.698780:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.698920:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159474944 00000100:00100000:2.0:1781272802.698933:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159474944 00000100:00100000:2.0:1781272802.699017:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 466 00000100:00100000:2.0:1781272802.699029:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159474944:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272802.699055:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.699083:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2a0b964/0x94898f2cdefc5e6b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84214 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272802.699118:0:9894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 158, mtime: 0x6a2c10e1, atime: 0x0, ctime: 0x6a2c10e1, blocks: 0x8 00010000:00010000:2.0:1781272802.699144:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272802.699147:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272802.699157:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2a0b964/0x94898f2cdefc5e6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84214 expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.699179:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d2a0b964/0x94898f2cdefc5e6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84214 expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.699196:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb44c00, rc 0) 00000100:00100000:2.0:1781272802.699278:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159474944:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 251us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.699286:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 466 00000100:00100000:0.0:1781272802.700179:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.700242:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159475200 00000100:00100000:1.0:1781272802.700250:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159475200 00000100:00100000:1.0:1781272802.700299:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1622 00000100:00100000:1.0:1781272802.700308:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+65:34676:x1867799159475200:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272802.700411:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+65:34676:x1867799159475200:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 104us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272802.700418:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1622 00000100:00100000:1.0:1781272802.708661:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.708889:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159475328 00000100:00100000:2.0:1781272802.708913:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159475328 00000100:00100000:2.0:1781272802.708984:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 467 00000100:00100000:2.0:1781272802.708996:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2388:x1867799159475328:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272802.709020:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.709047:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094f81288/0x94898f2cdefc5e72 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8421b expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272802.709081:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 158, mtime: 0x6a2c10e1, atime: 0x0, ctime: 0x6a2c10e1, blocks: 0x8 00010000:00010000:2.0:1781272802.709107:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272802.709109:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272802.709120:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094f81288/0x94898f2cdefc5e72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8421b expref: 13 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.709142:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000094f81288/0x94898f2cdefc5e72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8421b expref: 13 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.709156:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45000, rc 0) 00000100:00100000:2.0:1781272802.709225:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+13:2388:x1867799159475328:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 231us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.709233:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 467 00000100:00100000:2.0:1781272802.711248:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.711376:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159475584 00000100:00100000:0.0:1781272802.711388:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159475584 00000100:00100000:0.0:1781272802.711459:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1623 00000100:00100000:0.0:1781272802.711471:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+65:34675:x1867799159475584:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272802.711608:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+65:34675:x1867799159475584:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 139us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272802.711616:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1623 00000100:00100000:0.0:1781272802.713042:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.713121:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159475712 00000100:00100000:1.0:1781272802.713132:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159475712 00000100:00100000:1.0:1781272802.713193:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1624 00000100:00100000:1.0:1781272802.713205:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+65:34679:x1867799159475712:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272802.713228:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272802.713253:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5e79 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84222 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713354:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e80 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713371:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e80 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713384:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e80 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713401:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5e87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713409:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5e87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713415:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5e87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713465:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e80 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713473:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e80 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713481:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e80 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713487:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.713493:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e80 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713501:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e80 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713513:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.713517:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.713522:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e80 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713527:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc5e80 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713542:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5e87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713547:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5e87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713553:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5e87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713557:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.713560:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5e87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713566:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5e87 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713573:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8eb4d0ba7000) 00010000:00010000:1.0:1781272802.713576:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.713579:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5e87 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713586:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc5e87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713625:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5e79 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84222 expref: 66 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713825:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.713886:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.713892:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc5e79 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84222 expref: 66 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.713904:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30400, rc 0) 00000100:00100000:1.0:1781272802.713973:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+65:34679:x1867799159475712:12345-192.168.204.14@tcp:101:cp.0 Request processed in 770us (940us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272802.713981:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1624 00000100:00100000:1.0:1781272802.715301:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.715934:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.716082:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159475840 00000100:00100000:3.0:1781272802.716094:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159475840 00002000:00100000:2.0:1781272802.716247:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff8eb3c3375500 x1867799159475840/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:558/0 lens 488/0 e 0 to 0 dl 1781272813 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272802.716261:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3375500 with x1867799159475840 ext(0->4095) 00002000:00010000:2.0:1781272802.716268:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c3375500 00000100:00100000:2.0:1781272802.716311:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 111 00000100:00100000:2.0:1781272802.716332:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159475840:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781272802.716680:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159475840:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 349us (1384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272802.716701:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 111 00002000:00100000:2.0:1781272802.716710:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff8eb3c3375500 x1867799159475840/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:558/0 lens 488/4536 e 0 to 0 dl 1781272813 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272802.716719:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3375500 with x1867799159475840 ext(0->4095) 00002000:00010000:2.0:1781272802.716722:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c3375500 00000100:00100000:0.0:1781272802.719096:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159476096 00000100:00100000:0.0:1781272802.719115:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159476096 00000100:00100000:0.0:1781272802.719241:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1625 00000100:00100000:0.0:1781272802.719253:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+65:34676:x1867799159476096:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272802.719490:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+65:34676:x1867799159476096:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 239us (3658us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272802.719499:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1625 00000100:00100000:1.0:1781272802.720571:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.723031:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159476224 00000100:00100000:2.0:1781272802.723052:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159476224 00000100:00100000:2.0:1781272802.723183:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1626 00000100:00100000:2.0:1781272802.723198:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+65:34675:x1867799159476224:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272802.723226:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.723252:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45a00/0x94898f2cdefc5e8e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84229 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.723295:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc5e95 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.723310:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc5e95 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.723334:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc5e95 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.724109:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45a00/0x94898f2cdefc5e8e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84229 expref: 67 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.724132:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc5e95 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84229 expref: 66 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.724148:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:2.0:1781272802.724151:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272802.724155:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb44800, rc 0) 00000100:00100000:2.0:1781272802.724248:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+66:34675:x1867799159476224:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 1054us (3683us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.724257:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1626 00000100:00100000:0.0:1781272802.725675:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.726030:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159476352 00000100:00100000:1.0:1781272802.726043:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159476352 00000100:00100000:1.0:1781272802.726102:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1627 00000100:00100000:1.0:1781272802.726113:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+66:34679:x1867799159476352:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272802.726139:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272802.726163:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5e9c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84230 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726255:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5ea3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726272:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5ea3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726284:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5ea3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726301:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5eaa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726307:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5eaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726326:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5eaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726381:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5ea3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726390:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5ea3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726397:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5ea3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726403:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.726408:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5ea3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726420:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5ea3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726433:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.726436:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.726441:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5ea3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726447:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc5ea3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726463:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5eaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726468:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5eaa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726474:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5eaa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726478:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.726480:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5eaa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726486:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5eaa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726492:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8eb4d0ba7600) 00010000:00010000:1.0:1781272802.726494:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.726497:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5eaa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726506:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc5eaa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726540:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5e9c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84230 expref: 67 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726550:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.726552:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.726556:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31c00/0x94898f2cdefc5e9c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84230 expref: 67 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.726565:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31c00, rc 0) 00000100:00100000:1.0:1781272802.726656:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+66:34679:x1867799159476352:12345-192.168.204.14@tcp:101:cp.0 Request processed in 544us (991us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272802.726664:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1627 00000100:00100000:0.0:1781272802.727320:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.728287:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159476480 00000100:00100000:0.0:1781272802.728302:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159476480 00002000:00100000:0.0:1781272802.728385:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff8eb3c388fb80 x1867799159476480/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:558/0 lens 488/0 e 0 to 0 dl 1781272813 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272802.728398:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c388fb80 with x1867799159476480 ext(0->4095) 00002000:00010000:0.0:1781272802.728404:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c388fb80 00000100:00100000:0.0:1781272802.728435:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 112 00000100:00100000:0.0:1781272802.728445:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159476480:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1781272802.730523:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159476480:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 2065us (3200us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781272802.730538:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 112 00002000:00100000:0.0:1781272802.730549:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff8eb3c388fb80 x1867799159476480/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:558/0 lens 488/4536 e 0 to 0 dl 1781272813 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272802.730561:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c388fb80 with x1867799159476480 ext(0->4095) 00002000:00010000:0.0:1781272802.730567:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c388fb80 00000100:00100000:2.0:1781272802.748624:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.749389:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.753089:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.755407:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159476608 00000100:00100000:3.0:1781272802.755432:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159476608 00000100:00100000:3.0:1781272802.755542:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159476864 00000100:00100000:3.0:1781272802.755547:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159476864 00000100:00100000:1.0:1781272802.756045:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1628 00000100:00100000:1.0:1781272802.756062:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+67:34675:x1867799159476608:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272802.756113:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272802.757111:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1629 00000100:00100000:3.0:1781272802.757138:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+67:34679:x1867799159476864:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272802.757159:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272802.757201:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5eb1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84237 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.757343:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.757363:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5dd1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841dc expref: 114 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.757379:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.757426:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5dd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841dc expref: 114 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.757445:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5dd1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841dc expref: 114 pid: 6491 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.757445:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+68:34675:x1867799159476608:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 1388us (8835us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272802.757457:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1628 00000100:00100000:3.0:1781272802.757463:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2278380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168712960:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272802.757575:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42480 going to sleep for 11 seconds 00000100:00100000:3.0:1781272802.762262:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159476992 00000100:00100000:3.0:1781272802.762281:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159476992 00000100:00100000:3.0:1781272802.762356:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1630 00000100:00100000:3.0:1781272802.762366:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+68:34676:x1867799159476992:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272802.762393:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272802.762418:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5ebf lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8423e expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.762460:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5ec6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.762478:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5ec6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.762491:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5ec6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.764110:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc5ebf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8423e expref: 70 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.764145:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5ec6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8423e expref: 69 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.764157:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8eb4d0ba7b00) 00010000:00010000:3.0:1781272802.764160:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272802.764164:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:3.0:1781272802.764440:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+69:34676:x1867799159476992:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 2073us (11363us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272802.764449:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1630 00000100:00100000:2.0:1781272802.779502:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.779963:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2278380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168712960:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272802.779998:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.782914:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159477120 00000100:00100000:1.0:1781272802.782940:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159477120 00010000:00010000:1.0:1781272802.783008:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5dd1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841dc expref: 115 pid: 6491 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.783085:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 476 00000100:00100000:1.0:1781272802.783097:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+115:2390:x1867799159477120:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272802.783729:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272802.783741:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5dd1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841dc expref: 115 pid: 6491 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.783760:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5dd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841dc expref: 115 pid: 6491 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.783788:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2200/0x94898f2cdefc5dd1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab841dc expref: 115 pid: 6491 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.783813:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.783820:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.783886:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.783896:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.785403:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272802.785518:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+114:2390:x1867799159477120:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 2413us (6023us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.785532:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 476 00010000:00010000:1.0:1781272802.786767:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.786786:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.786845:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc5ecd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.786861:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc5ecd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.786874:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc5ecd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781272802.787325:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x20:0x0], index 1: 0 00010000:00010000:1.0:1781272802.787512:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc5ed4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787523:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc5ed4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787532:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc5ed4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787573:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787581:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787587:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787595:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787602:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.787608:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787616:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787630:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.787634:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.787651:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787660:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc5eb8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272802.787677:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000f3591016 reply state 000000006cddaea1 transno 4294968326 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc5ecd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787689:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc5ecd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787704:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8eb4d0ba7600) 00010000:00010000:1.0:1781272802.787707:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272802.787710:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781272802.787757:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5eb1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84237 expref: 70 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787775:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc5ed4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84237 expref: 69 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.787783:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:1.0:1781272802.787786:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272802.787790:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305000, rc 0) 00000100:00100000:1.0:1781272802.787909:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+70:34679:x1867799159476864:12345-192.168.204.14@tcp:101:cp.0 Request processed in 30783us (38519us total) trans 4294968326 rc 0/0 00000100:00100000:1.0:1781272802.787919:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1629 00000100:00100000:3.0:1781272802.792899:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.793135:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159477248 00000100:00100000:1.0:1781272802.793149:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159477248 00000100:00100000:1.0:1781272802.793231:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 468 00000100:00100000:1.0:1781272802.793245:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159477248:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272802.793307:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000047934732/0x94898f2cdefc5ee2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.793326:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272802.793329:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272802.793334:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047934732/0x94898f2cdefc5ee2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.793351:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047934732/0x94898f2cdefc5ee2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.793386:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000047934732/0x94898f2cdefc5ee2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.793395:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000047934732/0x94898f2cdefc5ee2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.793405:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000047934732/0x94898f2cdefc5ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.793420:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304e00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272802.793425:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000047934732/0x94898f2cdefc5ee2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.793435:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000047934732/0x94898f2cdefc5ee2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.793454:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000047934732/0x94898f2cdefc5ee2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.793462:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047934732/0x94898f2cdefc5ee2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.793558:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159477248:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 316us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272802.793566:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 468 00000100:00100000:3.0:1781272802.798615:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.798769:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159477504 00000100:00100000:0.0:1781272802.798783:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159477504 00000100:00100000:0.0:1781272802.798902:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1631 00000100:00100000:0.0:1781272802.798915:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+70:34675:x1867799159477504:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1781272802.799028:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.799049:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc5e95 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84229 expref: 70 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.799059:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.799101:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc5e95 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84229 expref: 70 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.799321:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc5e95 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84229 expref: 70 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272802.799342:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168713088:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272802.799449:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272802.803110:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.803292:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159477632 00000100:00100000:3.0:1781272802.803306:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159477632 00000100:00100000:3.0:1781272802.803386:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1632 00000100:00100000:3.0:1781272802.803399:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+71:34676:x1867799159477632:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272802.803458:0:6493:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272802.803691:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+71:34676:x1867799159477632:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 294us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272802.803709:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1632 00000100:00100000:3.0:1781272802.810437:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.816246:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.816383:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.817119:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159477760 00000100:00100000:3.0:1781272802.817305:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159477760 00010000:00010000:3.0:1781272802.817361:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc5e95 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84229 expref: 71 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272802.817407:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 477 00000100:00100000:3.0:1781272802.817419:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+71:2391:x1867799159477760:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272802.817451:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272802.817459:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc5e95 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84229 expref: 71 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.817474:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc5e95 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84229 expref: 71 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.817502:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:3.0:1781272802.817509:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.817520:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.817528:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.817749:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272802.817888:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+71:2391:x1867799159477760:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 414us (1715us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272802.817899:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 477 00000100:00100000:3.0:1781272802.818326:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.818569:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159477888 00000100:00100000:0.0:1781272802.818587:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159477888 00000100:00100000:0.0:1781272802.818634:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159478144 00000100:00100000:0.0:1781272802.818638:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159478144 00000100:00100000:0.0:1781272802.818673:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 469 00000100:00100000:0.0:1781272802.818684:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159477888:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272802.818713:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272802.818742:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc5ef0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84245 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272802.818773:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272802.818795:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272802.818797:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272802.818806:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc5ef0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84245 expref: 15 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.818824:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc5ef0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84245 expref: 15 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.818875:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56600, rc 0) 00000100:00100000:0.0:1781272802.818917:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+15:2390:x1867799159477888:12345-192.168.204.14@tcp:101:cp.0 Request processed in 235us (2534us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272802.818924:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 469 00000100:00100000:0.0:1781272802.818942:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 470 00000100:00100000:0.0:1781272802.818948:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+14:2391:x1867799159478144:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781272802.818979:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc5ef7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.818990:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272802.818992:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272802.818995:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc5ef7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.819007:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc5ef7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.819026:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc5ef7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.819036:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc5ef7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.819044:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc5ef7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.819052:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57400 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:0.0:1781272802.819057:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc5ef7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.819067:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc5ef7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.819080:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc5ef7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.819089:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc5ef7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272802.819784:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+14:2391:x1867799159478144:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 831us (1455us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272802.819793:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 470 00010000:00010000:0.0:1781272802.819932:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc5e95 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84229 expref: 70 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272802.819949:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168713088:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272802.819972:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.819982:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.819988:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.820185:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.820193:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.820201:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.820206:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272802.820211:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.820217:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.820231:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:0.0:1781272802.820234:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272802.820238:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.820244:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc5ee9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.821379:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159478016 00000100:00100000:1.0:1781272802.821394:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159478016 00000100:00100000:1.0:1781272802.821502:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 586 00000100:00100000:1.0:1781272802.821513:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:6d151617-6ec3-4186-a571-d12154d9be40+71:2391:x1867799159478016:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:1.0:1781272802.821599:0:12479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272802.821621:0:12479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc5efe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8424c expref: -99 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821689:0:12479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc5f05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821718:0:12479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc5f05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821729:0:12479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc5f05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821756:0:12479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc5f0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821764:0:12479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc5f0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821770:0:12479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc5f0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821813:0:12479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc5f05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821820:0:12479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc5f05 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821827:0:12479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc5f05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821849:0:12479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.821854:0:12479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc5f05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821862:0:12479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc5f05 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821872:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.821876:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.821880:0:12479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc5f05 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821887:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc5f05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821900:0:12479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc5f0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821907:0:12479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc5f0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821913:0:12479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc5f0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821918:0:12479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.821921:0:12479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc5f0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821928:0:12479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc5f0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821935:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8eb4d0ba7f00) 00010000:00010000:1.0:1781272802.821938:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.821941:0:12479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc5f0c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821947:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc5f0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821979:0:12479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc5efe lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8424c expref: 72 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.821990:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.821993:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781272802.821997:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc5efe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8424c expref: 72 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.822006:0:12479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304e00, rc -2) 00000100:00100000:0.0:1781272802.827442:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+71:34675:x1867799159477504:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 28510us (28821us total) trans 4294968327 rc 0/0 00000100:00100000:0.0:1781272802.827464:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1631 00000100:00100000:0.0:1781272802.835465:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:6d151617-6ec3-4186-a571-d12154d9be40+70:2391:x1867799159478016:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 13932us (25022us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272802.835486:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 586 00000100:00100000:0.0:1781272802.836116:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.836302:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.836345:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.836407:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159478528 00000100:00100000:1.0:1781272802.836420:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159478528 00000100:00100000:1.0:1781272802.836480:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1633 00000100:00100000:1.0:1781272802.836491:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+70:34676:x1867799159478528:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781272802.836602:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.836627:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5ec6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8423e expref: 70 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.836637:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.836690:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5ec6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8423e expref: 70 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.836719:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5ec6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8423e expref: 70 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.836744:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168713216:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272802.837071:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159478272 00000100:00100000:3.0:1781272802.837077:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159478272 00000100:00100000:3.0:1781272802.837120:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 471 00000100:00100000:3.0:1781272802.837127:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+14:34679:x1867799159478272:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272802.837140:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272802.837155:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84284 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.837187:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc5ef0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84245 expref: 15 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.837196:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272802.837198:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272802.837201:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 15 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.837222:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc5ef0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84245 expref: 15 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.837233:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc5ef0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84245 expref: 15 pid: 8404 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272802.837244:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168713344:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272802.840345:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c5133240 going to sleep for 11 seconds 00000100:00100000:3.0:1781272802.840585:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42240 going to sleep for 11 seconds 00000100:00100000:2.0:1781272802.841054:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159478784 00000100:00100000:2.0:1781272802.841068:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159478784 00000100:00100000:2.0:1781272802.841221:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 331 00000100:00100000:2.0:1781272802.841234:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+71:34675:x1867799159478784:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272802.842269:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+72:34675:x1867799159478784:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 1031us (5915us total) trans 4294968328 rc 0/0 00000100:00100000:2.0:1781272802.842283:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 331 00000100:00100000:2.0:1781272802.860444:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.860540:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.860608:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168713216:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272802.860643:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272802.860880:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168713344:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272802.860905:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 15 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272802.860934:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9f800, rc 0) 00000100:00100000:3.0:1781272802.861018:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+15:34679:x1867799159478272:12345-192.168.204.14@tcp:101:cp.0 Request processed in 23890us (24905us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272802.861029:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 471 00000100:00100000:0.0:1781272802.865233:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159478912 00000100:00100000:0.0:1781272802.865255:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159478912 00010000:00010000:2.0:1781272802.865484:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5ec6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8423e expref: 72 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272802.865541:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159479040 00000100:00100000:2.0:1781272802.865545:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159479040 00010000:00010000:2.0:1781272802.865565:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc5ef0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84245 expref: 15 pid: 8404 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272802.865612:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 478 00000100:00100000:2.0:1781272802.865624:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+72:2388:x1867799159478912:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272802.865645:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272802.865653:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5ec6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8423e expref: 72 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.865669:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5ec6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8423e expref: 72 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.865707:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5ec6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8423e expref: 72 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.865728:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8eb4d0ba7b00) 00000100:00100000:1.0:1781272802.865902:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 479 00000100:00100000:1.0:1781272802.865915:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4dab3e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+15:2388:x1867799159479040:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272802.865928:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272802.865960:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc5ef0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84245 expref: 15 pid: 8404 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.865972:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc5ef0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84245 expref: 15 pid: 8404 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.865990:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc5ef0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84245 expref: 15 pid: 8404 timeout: 859 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.866004:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272802.866006:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272802.866015:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 14 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.866025:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 14 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.866072:0:6477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 14 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.866091:0:6477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6477:1867799168713472:192.168.204.14@tcp:105: 00000100:00100000:1.0:1781272802.866224:0:6477:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c5133240 going to sleep for 11 seconds 00010000:00010000:2.0:1781272802.869521:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.869541:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.869554:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.869624:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272802.869866:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+71:2388:x1867799159478912:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 4101us (9293us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.869881:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 478 00010000:00010000:1.0:1781272802.870085:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.870096:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.870475:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.870486:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.870493:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.870500:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.870506:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.870514:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.870531:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8eb4d0ba7b00) 00010000:00010000:1.0:1781272802.870535:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272802.870539:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.870546:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc5f13 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.870952:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+71:34676:x1867799159478528:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 34461us (34646us total) trans 4294968329 rc 0/0 00000100:00100000:1.0:1781272802.870963:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1633 00000040:00080000:2.0:1781272802.873654:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272802.873667:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272802.873718:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 48 count 6 00000040:00080000:2.0:1781272802.873927:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272802.874439:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168713600:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272802.874609:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdcb40 going to sleep for 11 seconds 00000100:00100000:0.0:1781272802.878501:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.878619:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.879598:0:6477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6477:1867799168713472:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272802.879631:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272802.879909:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4dab3e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+14:2388:x1867799159479040:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 13997us (19367us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272802.879923:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 479 00000100:00100000:0.0:1781272802.881464:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.881865:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159479296 00000100:00100000:2.0:1781272802.881877:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159479296 00000100:00100000:2.0:1781272802.881952:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159479552 00000100:00100000:2.0:1781272802.881956:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159479552 00000100:00100000:2.0:1781272802.881977:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 332 00000100:00100000:2.0:1781272802.881989:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+73:34679:x1867799159479296:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:1.0:1781272802.882240:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 333 00000100:00100000:1.0:1781272802.882253:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+73:34676:x1867799159479552:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272802.882556:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+74:34676:x1867799159479552:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 306us (3935us total) trans 4294968330 rc 0/0 00000100:00100000:1.0:1781272802.882565:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 333 00000100:00100000:2.0:1781272802.882796:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+74:34679:x1867799159479296:12345-192.168.204.14@tcp:35:cp.0 Request processed in 810us (4311us total) trans 4294968331 rc 0/0 00000100:00100000:2.0:1781272802.882804:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 332 00000100:00100000:2.0:1781272802.882888:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168713600:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272802.883198:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159479680 00000100:00100000:3.0:1781272802.883205:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159479680 00000100:00100000:3.0:1781272802.883256:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1634 00000100:00100000:3.0:1781272802.883265:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+73:34682:x1867799159479680:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272802.883290:0:6493:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272802.883376:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+73:34682:x1867799159479680:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 112us (1921us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272802.883383:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1634 00000100:00100000:0.0:1781272802.899340:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.899533:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159479936 00000100:00100000:1.0:1781272802.899547:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159479936 00000100:00100000:1.0:1781272802.899641:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1635 00000100:00100000:1.0:1781272802.899652:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+73:34682:x1867799159479936:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272802.899679:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272802.899717:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305400/0x94898f2cdefc5f21 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8428b expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.899901:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc5f28 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.899931:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc5f28 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.899947:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc5f28 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272802.899961:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00010000:00010000:1.0:1781272802.900105:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305400/0x94898f2cdefc5f21 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8428b expref: 76 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.900143:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc5f28 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8428b expref: 75 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.900153:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8eb4c70a5b00) 00010000:00010000:1.0:1781272802.900157:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272802.900160:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305600, rc 0) 00000100:00100000:1.0:1781272802.900236:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+75:34682:x1867799159479936:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 585us (913us total) trans 4294968332 rc 0/0 00000100:00100000:1.0:1781272802.900244:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1635 00000100:00100000:3.0:1781272802.904503:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.904818:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159480064 00000100:00100000:0.0:1781272802.904883:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159480064 00000100:00100000:0.0:1781272802.904968:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 73 00000100:00100000:0.0:1781272802.904980:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+75:2389:x1867799159480064:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272802.905001:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272802.905035:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc5f28 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8428b expref: 75 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.905063:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8eb4c70a5b00) 00010000:00010000:0.0:1781272802.905070:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272802.905155:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+74:2389:x1867799159480064:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 178us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272802.905163:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 73 00000100:00100000:2.0:1781272802.907107:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.907397:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159480192 00000100:00100000:0.0:1781272802.907409:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159480192 00000100:00100000:0.0:1781272802.907466:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 472 00000100:00100000:0.0:1781272802.907476:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159480192:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781272802.907533:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.907556:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.907567:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781272802.907569:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1781272802.907573:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.907627:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 12 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.907643:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 12 pid: 8407 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272802.907661:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168713728:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272802.907858:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620db40 going to sleep for 11 seconds 00000100:00100000:3.0:1781272802.924533:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.924870:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168713728:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272802.924907:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272802.927076:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159480320 00000100:00100000:2.0:1781272802.927094:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159480320 00002000:00100000:2.0:1781272802.927458:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff8eb3c2279180 x1867799159480320/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:558/0 lens 648/0 e 0 to 0 dl 1781272813 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272802.927472:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c2279180 with x1867799159480320 ext(0->157) 00010000:00010000:2.0:1781272802.927484:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 13 pid: 8407 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.927505:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 13 pid: 8407 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272802.927515:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c2279180 00000100:00100000:2.0:1781272802.927563:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 21 00000100:00100000:2.0:1781272802.929456:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159480320:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:2.0:1781272802.931265:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+15:2390:x1867799159480320:12345-192.168.204.14@tcp:4:cp.0 Request processed in 3681us (6741us total) trans 4294967377 rc 0/0 00000100:00100000:2.0:1781272802.931281:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 21 00002000:00100000:2.0:1781272802.931294:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff8eb3c2279180 x1867799159480320/t4294967377(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:558/0 lens 648/448 e 0 to 0 dl 1781272813 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272802.931307:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c2279180 with x1867799159480320 ext(0->157) 00010000:00010000:2.0:1781272802.931320:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 15 pid: 8407 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.931345:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 15 pid: 8407 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272802.931353:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c2279180 00000100:00100000:1.0:1781272802.934049:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.934169:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159480448 00000100:00100000:0.0:1781272802.934181:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159480448 00010000:00010000:0.0:1781272802.934230:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 15 pid: 8407 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272802.934288:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 480 00000100:00100000:0.0:1781272802.934300:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+15:2391:x1867799159480448:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272802.934324:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781272802.934349:0:6476:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781272802.934356:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 15 pid: 8407 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.934374:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 15 pid: 8407 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.934404:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c48ba65/0x94898f2cdefc5d8b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8418f expref: 15 pid: 8407 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.934425:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272802.934428:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272802.934433:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.934444:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272802.934490:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272802.934560:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+14:2391:x1867799159480448:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 261us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272802.934568:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 480 00010000:00010000:1.0:1781272802.934809:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.934820:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.934902:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.934912:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.934921:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.934936:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57200 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272802.934941:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.934951:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.934966:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.934975:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0515f95/0x94898f2cdefc5f36 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272802.935038:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159480192:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 27563us (27942us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272802.935048:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 472 00000100:00100000:0.0:1781272802.939061:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.939172:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159480832 00000100:00100000:2.0:1781272802.939185:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159480832 00000100:00100000:2.0:1781272802.939252:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 587 00000100:00100000:2.0:1781272802.939263:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6d151617-6ec3-4186-a571-d12154d9be40+74:2389:x1867799159480832:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:2.0:1781272802.939341:0:6496:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.939365:0:6496:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc5f3d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84292 expref: -99 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939438:0:6496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5f44 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939454:0:6496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5f44 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939468:0:6496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5f44 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939486:0:6496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc5f4b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939493:0:6496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc5f4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939500:0:6496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc5f4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939552:0:6496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5f44 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939560:0:6496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5f44 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939571:0:6496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5f44 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939578:0:6496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272802.939582:0:6496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5f44 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939589:0:6496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5f44 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939602:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272802.939605:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272802.939610:0:6496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5f44 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939617:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5f44 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939632:0:6496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc5f4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939638:0:6496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc5f4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939644:0:6496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc5f4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939649:0:6496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272802.939652:0:6496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc5f4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939663:0:6496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc5f4b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939670:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8eb4e0221000) 00010000:00010000:2.0:1781272802.939672:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272802.939675:0:6496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc5f4b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939936:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc5f4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939976:0:6496:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc5f3d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84292 expref: 75 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.939988:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272802.939990:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781272802.939994:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc5f3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84292 expref: 75 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.940003:0:6496:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45400, rc -2) 00000100:00100000:2.0:1781272802.940092:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6d151617-6ec3-4186-a571-d12154d9be40+74:2389:x1867799159480832:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 830us (1045us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781272802.940103:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 587 00000100:00100000:3.0:1781272802.940376:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272802.940408:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159480704 00000100:00100000:3.0:1781272802.940415:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159480704 00000100:00100000:3.0:1781272802.940458:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1636 00000100:00100000:3.0:1781272802.940467:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+75:34682:x1867799159480704:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272802.940591:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+75:34682:x1867799159480704:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 125us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272802.940598:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1636 00000100:00100000:1.0:1781272802.948147:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.948214:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159480960 00000100:00100000:2.0:1781272802.948227:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159480960 00000100:00100000:2.0:1781272802.948305:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 473 00000100:00100000:2.0:1781272802.948317:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+13:2388:x1867799159480960:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272802.948344:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272802.948369:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034f83d94/0x94898f2cdefc5f52 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab842ca expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272802.948403:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 158, mtime: 0x6a2c10e1, atime: 0x0, ctime: 0x6a2c10e1, blocks: 0x8 00010000:00010000:2.0:1781272802.948429:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272802.948431:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272802.948440:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034f83d94/0x94898f2cdefc5f52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842ca expref: 14 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.948460:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000034f83d94/0x94898f2cdefc5f52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842ca expref: 14 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272802.948474:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45a00, rc 0) 00000100:00100000:2.0:1781272802.948559:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+14:2388:x1867799159480960:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 244us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.948566:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 473 00000100:00100000:1.0:1781272802.960008:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.960150:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159481216 00000100:00100000:2.0:1781272802.960165:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159481216 00000100:00100000:2.0:1781272802.960247:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1637 00000100:00100000:2.0:1781272802.960261:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+74:34682:x1867799159481216:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272802.960419:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+74:34682:x1867799159481216:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 161us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272802.960427:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1637 00000100:00100000:0.0:1781272802.964744:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.964951:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159481344 00000100:00100000:1.0:1781272802.964964:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159481344 00000100:00100000:1.0:1781272802.965044:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1638 00000100:00100000:1.0:1781272802.965057:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+114:34687:x1867799159481344:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272802.965086:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272802.965112:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc5f59 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab842d1 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965223:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc5f60 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965242:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc5f60 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965256:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc5f60 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965271:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965279:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965287:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965380:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305400/0x94898f2cdefc5f6e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965389:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305400/0x94898f2cdefc5f6e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965396:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305400/0x94898f2cdefc5f6e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272802.965448:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00000004:00200000:1.0:1781272802.965453:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272802.965479:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305400/0x94898f2cdefc5f6e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965497:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305400/0x94898f2cdefc5f6e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965506:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc5f60 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965514:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc5f60 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965521:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc5f60 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965529:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.965534:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc5f60 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965543:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc5f60 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965557:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272802.965560:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.965566:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc5f60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965573:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc5f60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965588:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965595:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f67 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965603:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965608:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272802.965611:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965616:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f67 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965624:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8eb4d0ba7600) 00010000:00010000:1.0:1781272802.965626:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272802.965629:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f67 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965635:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965665:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc5f59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842d1 expref: 116 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965680:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305400/0x94898f2cdefc5f6e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842d1 expref: 115 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.965688:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:1.0:1781272802.965703:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272802.965706:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305400, rc 0) 00000100:00100000:1.0:1781272802.965799:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+115:34687:x1867799159481344:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 744us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272802.965811:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1638 00000100:00100000:3.0:1781272802.968092:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272802.968231:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159481472 00000100:00100000:2.0:1781272802.968244:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159481472 00002000:00100000:2.0:1781272802.968310:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff8eb3c388f800 x1867799159481472/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:558/0 lens 488/0 e 0 to 0 dl 1781272813 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272802.968324:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c388f800 with x1867799159481472 ext(0->4095) 00002000:00010000:2.0:1781272802.968331:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c388f800 00000100:00100000:2.0:1781272802.968372:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 113 00000100:00100000:2.0:1781272802.968382:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159481472:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781272802.974456:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159481472:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 6057us (6361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272802.974477:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 113 00002000:00100000:2.0:1781272802.974497:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff8eb3c388f800 x1867799159481472/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:558/0 lens 488/4536 e 0 to 0 dl 1781272813 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272802.974510:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c388f800 with x1867799159481472 ext(0->4095) 00002000:00010000:2.0:1781272802.974518:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c388f800 00000100:00100000:0.0:1781272802.993478:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272802.993617:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272802.993765:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159481728 00000100:00100000:1.0:1781272802.993779:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159481728 00000100:00100000:1.0:1781272802.993907:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1639 00000100:00100000:1.0:1781272802.993933:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+74:34682:x1867799159481728:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272802.993962:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272802.993991:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc5f75 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab842df expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.994038:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f7c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.994054:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f7c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.994071:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f7c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.994252:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc5f75 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842df expref: 76 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.994276:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f7c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842df expref: 75 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272802.994287:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8eb4c70a5b00) 00010000:00010000:1.0:1781272802.994290:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272802.994295:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304000, rc 0) 00000100:00100000:1.0:1781272802.994377:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+75:34682:x1867799159481728:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 447us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272802.994387:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1639 00000100:00100000:3.0:1781272802.998585:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159481600 00000100:00100000:3.0:1781272802.998605:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159481600 00000100:00100000:3.0:1781272803.000413:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 474 00000100:00100000:3.0:1781272803.000442:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+41:2391:x1867799159481600:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272803.000468:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272803.000492:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051b65dd6/0x94898f2cdefc5f83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab842d8 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272803.000580:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168713856:192.168.204.14@tcp:106: 00000100:00100000:3.0:1781272803.000997:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42840 going to sleep for 10 seconds 00000100:00100000:0.0:1781272803.004973:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.005354:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159481856 00000100:00100000:1.0:1781272803.005369:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159481856 00000100:00100000:1.0:1781272803.005461:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1640 00000100:00100000:1.0:1781272803.005474:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+75:34682:x1867799159481856:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272803.005516:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272803.005679:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+75:34682:x1867799159481856:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 208us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272803.005688:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1640 00002000:00010000:3.0:1781272803.006534:0:9894:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1781272803.006544:0:9894:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb mtime: 0 -> 1781272802 00002000:00010000:3.0:1781272803.006547:0:9894:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb atime: 0 -> 1781272802 00002000:00010000:3.0:1781272803.006549:0:9894:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb ctime: 0 -> 1781272802 00002000:00010000:3.0:1781272803.006552:0:9894:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1781272803.006575:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168713856:192.168.204.14@tcp:106: 00010000:00010000:3.0:1781272803.006617:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051b65dd6/0x94898f2cdefc5f83 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842d8 expref: 42 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.006665:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051b65dd6/0x94898f2cdefc5f83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842d8 expref: 42 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.006697:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e400, rc 0) 00000100:00100000:3.0:1781272803.006947:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+41:2391:x1867799159481600:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 6518us (13483us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272803.006957:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 474 00000100:00080000:0.0:1781272803.007349:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272803.013238:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.013344:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159481984 00000100:00100000:1.0:1781272803.013358:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159481984 00000100:00100000:1.0:1781272803.013454:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 475 00000100:00100000:1.0:1781272803.013468:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+14:2391:x1867799159481984:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272803.013532:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc5f8a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.013551:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272803.013554:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272803.013560:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc5f8a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.013576:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc5f8a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.013608:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc5f8a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.013621:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc5f8a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.013632:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc5f8a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1781272803.014105:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781272803.015838:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304600 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272803.015847:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc5f8a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.015861:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc5f8a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.015886:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc5f8a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.015895:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc5f8a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272803.016034:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+14:2391:x1867799159481984:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 2563us (2808us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272803.016045:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 475 00000100:00100000:1.0:1781272803.019400:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.019499:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159482112 00000100:00100000:3.0:1781272803.019512:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159482112 00000100:00100000:3.0:1781272803.019597:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1641 00000100:00100000:3.0:1781272803.019609:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+115:34687:x1867799159482112:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272803.019650:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272803.019677:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5f91 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab842e6 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.019786:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc5f98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.019806:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc5f98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.019820:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc5f98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272803.019909:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1781272803.019914:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272803.019941:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc5f98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.019977:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5f91 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842e6 expref: 117 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.020003:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc5f98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842e6 expref: 116 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.020013:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.020016:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272803.020021:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e200, rc 0) 00000100:00100000:3.0:1781272803.020110:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+116:34687:x1867799159482112:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 503us (727us total) trans 0 rc 0/0 00000100:00080000:0.0:1781272803.020943:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272803.021563:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.021827:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1641 00000100:00100000:3.0:1781272803.021897:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159482368 00000100:00100000:3.0:1781272803.021907:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159482368 00000100:00100000:3.0:1781272803.021965:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1642 00000100:00100000:3.0:1781272803.021975:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+75:34682:x1867799159482368:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272803.022072:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.022091:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f7c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842df expref: 75 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.022103:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.022477:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f7c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842df expref: 75 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.022496:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f7c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842df expref: 75 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272803.022516:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bef100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168713984:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272803.022662:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272803.032530:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.032767:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159482496 00000100:00100000:3.0:1781272803.032780:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159482496 00000100:00100000:3.0:1781272803.032887:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 476 00000100:00100000:3.0:1781272803.032898:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+41:2391:x1867799159482496:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272803.032922:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272803.032942:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051b65dd6/0x94898f2cdefc5fa6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab842ed expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272803.033018:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2bec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168714112:192.168.204.14@tcp:106: 00000100:00100000:3.0:1781272803.033126:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42480 going to sleep for 11 seconds 00000100:00100000:1.0:1781272803.036630:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.036942:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159482624 00000100:00100000:0.0:1781272803.036955:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159482624 00010000:00010000:0.0:1781272803.037012:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f7c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842df expref: 76 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.037069:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 481 00000100:00100000:0.0:1781272803.037081:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+76:2391:x1867799159482624:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272803.037101:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272803.037109:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f7c lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842df expref: 76 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.037135:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f7c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842df expref: 76 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.037167:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8eb4c70a5b00) 00010000:00010000:0.0:1781272803.037173:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.037185:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.037194:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.037218:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272803.037578:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+76:2391:x1867799159482624:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 497us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272803.037590:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 481 00010000:00010000:3.0:1781272803.037972:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc5f7c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842df expref: 75 pid: 6493 timeout: 859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272803.037998:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bef100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168713984:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272803.038027:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.038040:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.038049:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.038808:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.038821:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.038867:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.038875:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.038880:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.038888:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272803.038900:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2bec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168714112:192.168.204.14@tcp:106: 00010000:00010000:3.0:1781272803.038907:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8eb4c70a5b00) 00010000:00010000:3.0:1781272803.038912:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272803.038916:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.038923:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5f9f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.038934:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051b65dd6/0x94898f2cdefc5fa6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842ed expref: 42 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.038958:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051b65dd6/0x94898f2cdefc5fa6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842ed expref: 42 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.038971:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e400, rc 0) 00000100:00100000:1.0:1781272803.039021:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+41:2391:x1867799159482496:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 6124us (6504us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272803.039031:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+75:34682:x1867799159482368:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 17056us (17468us total) trans 4294968333 rc 0/0 00000100:00100000:1.0:1781272803.039034:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 476 00000100:00100000:3.0:1781272803.039046:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1642 00000040:00080000:2.0:1781272803.040061:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272803.040071:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272803.041012:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:2.0:1781272803.041027:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272803.042402:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.042627:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159482880 00000100:00100000:2.0:1781272803.042654:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159482880 00000100:00100000:2.0:1781272803.042746:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 334 00000100:00100000:2.0:1781272803.042759:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b32850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+75:34682:x1867799159482880:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272803.043508:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b32850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+76:34682:x1867799159482880:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 746us (1115us total) trans 4294968334 rc 0/0 00000100:00100000:2.0:1781272803.043525:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 334 00000100:00100000:3.0:1781272803.044614:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.044714:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159483136 00000100:00100000:1.0:1781272803.044725:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159483136 00000100:00100000:1.0:1781272803.044801:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1643 00000100:00100000:1.0:1781272803.044814:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+116:34687:x1867799159483136:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:1.0:1781272803.045043:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].48, 136 off14720 00000100:00100000:1.0:1781272803.046032:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+116:34687:x1867799159483136:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 1210us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272803.046050:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1643 00000100:00100000:1.0:1781272803.053787:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.054217:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159483264 00000100:00100000:2.0:1781272803.054229:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159483264 00000100:00100000:2.0:1781272803.054374:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1644 00000100:00100000:2.0:1781272803.054388:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+116:34688:x1867799159483264:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1781272803.054415:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.054439:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc5fad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab842f4 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054530:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fb4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054547:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fb4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054560:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fb4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054588:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fbb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054596:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054603:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054649:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fb4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054661:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fb4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054669:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fb4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054676:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.054681:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fb4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054698:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fb4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054713:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.054716:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.054722:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fb4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054821:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fb4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054988:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.054995:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fbb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.055001:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fbb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.055006:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.055009:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fbb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.055015:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fbb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.055023:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8eb4e0221000) 00010000:00010000:2.0:1781272803.055025:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.055028:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fbb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.055033:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fbb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.055072:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc5fad lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842f4 expref: 117 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.055082:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.055084:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.055088:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc5fad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842f4 expref: 117 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.055096:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45400, rc 0) 00000100:00100000:2.0:1781272803.055230:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+116:34688:x1867799159483264:12345-192.168.204.14@tcp:101:bash.0 Request processed in 844us (1458us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272803.055238:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1644 00000100:00100000:0.0:1781272803.074410:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.074479:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.074653:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159483520 00000100:00100000:3.0:1781272803.074667:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159483520 00000100:00100000:3.0:1781272803.074772:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1645 00000100:00100000:3.0:1781272803.074785:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+76:34689:x1867799159483520:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272803.074882:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272803.074910:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5fc2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84302 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075008:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5fc9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075026:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5fc9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075041:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5fc9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075061:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5fd0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075069:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075077:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075129:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5fc9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075137:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5fc9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075144:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5fc9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075152:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5fc9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075160:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.075165:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5fc9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075174:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5fc9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075189:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.075193:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.075198:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5fc9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075205:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc5fc9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075223:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075230:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5fd0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075236:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5fd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075242:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.075245:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5fd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075252:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5fd0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075265:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8eb4c70a5600) 00010000:00010000:3.0:1781272803.075268:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.075271:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5fd0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075279:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc5fd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075332:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5fc2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84302 expref: 77 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075345:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.075348:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.075352:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc5fc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84302 expref: 77 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.075363:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:3.0:1781272803.075443:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+76:34689:x1867799159483520:12345-192.168.204.14@tcp:101:rm.0 Request processed in 661us (963us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272803.075451:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1645 00000100:00100000:2.0:1781272803.076891:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159483392 00000100:00100000:2.0:1781272803.076911:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159483392 00000100:00100000:2.0:1781272803.076982:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 588 00000100:00100000:2.0:1781272803.076994:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:6d151617-6ec3-4186-a571-d12154d9be40+76:2391:x1867799159483392:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:2.0:1781272803.077040:0:12479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.077061:0:12479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc5fd7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab842fb expref: -99 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077129:0:12479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fde lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077147:0:12479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fde lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077161:0:12479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fde lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077178:0:12479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fe5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077184:0:12479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077190:0:12479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077229:0:12479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fde lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077236:0:12479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fde lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077242:0:12479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fde lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077248:0:12479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.077253:0:12479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fde lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077261:0:12479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fde lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077273:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.077276:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.077280:0:12479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fde lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077287:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc5fde lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077300:0:12479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fe5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077307:0:12479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fe5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077313:0:12479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fe5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077317:0:12479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.077320:0:12479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fe5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077327:0:12479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fe5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077334:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff8eb4e0221000) 00010000:00010000:2.0:1781272803.077336:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.077339:0:12479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fe5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077345:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc5fe5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077376:0:12479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc5fd7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842fb expref: 77 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077386:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.077388:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781272803.077392:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc5fd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842fb expref: 77 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.077402:0:12479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45400, rc -2) 00000100:00100000:2.0:1781272803.077490:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:6d151617-6ec3-4186-a571-d12154d9be40+76:2391:x1867799159483392:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 497us (3098us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781272803.077499:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 588 00000100:00100000:0.0:1781272803.085447:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.085573:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159483648 00000100:00100000:1.0:1781272803.085586:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159483648 00000100:00100000:1.0:1781272803.085668:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1646 00000100:00100000:1.0:1781272803.085680:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+76:34689:x1867799159483648:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272803.085716:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272803.085749:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc5fec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84309 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.085895:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc5ff3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.085914:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc5ff3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.085929:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc5ff3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.085947:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc5ffa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.085955:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc5ffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.085963:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc5ffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086016:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc5ff3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086026:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc5ff3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086034:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc5ff3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086042:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.086047:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc5ff3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086062:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc5ff3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086078:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.086081:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.086088:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc5ff3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086095:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc5ff3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086109:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc5ffa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086116:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc5ffa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086122:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc5ffa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086128:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.086131:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc5ffa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086137:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc5ffa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086145:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8eb4d0ba7f00) 00010000:00010000:1.0:1781272803.086148:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.086152:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc5ffa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086163:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc5ffa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086201:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc5fec lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84309 expref: 77 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086213:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.086215:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.086219:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc5fec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84309 expref: 77 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.086229:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305600, rc 0) 00000100:00100000:1.0:1781272803.086303:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+76:34689:x1867799159483648:12345-192.168.204.14@tcp:101:rm.0 Request processed in 626us (874us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272803.086312:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1646 00000100:00100000:3.0:1781272803.131448:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.139405:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159483776 00000100:00100000:0.0:1781272803.139427:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159483776 00000100:00100000:0.0:1781272803.139537:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1647 00000100:00100000:0.0:1781272803.139549:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+76:34690:x1867799159483776:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272803.139576:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272803.139823:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6001 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84310 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140082:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6008 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140101:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6008 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140116:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6008 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140136:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc600f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140143:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc600f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140151:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc600f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140202:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6008 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140210:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6008 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140217:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6008 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140224:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.140229:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6008 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140238:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6008 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140545:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.140549:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.140556:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6008 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140563:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6008 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140580:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc600f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140586:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc600f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140593:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc600f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140599:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.140602:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc600f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140735:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc600f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140744:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8eb4c6f00e00) 00010000:00010000:0.0:1781272803.140747:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.140750:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc600f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140757:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc600f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140806:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6001 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84310 expref: 77 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.140818:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.140821:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.140825:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6001 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84310 expref: 77 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.141058:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57000, rc 0) 00000100:00100000:0.0:1781272803.143901:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+76:34690:x1867799159483776:12345-192.168.204.14@tcp:101:cp.0 Request processed in 4332us (12448us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272803.143929:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1647 00000100:00100000:0.0:1781272803.149433:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.149681:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159483904 00000100:00100000:1.0:1781272803.149828:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159483904 00000100:00100000:1.0:1781272803.149952:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1648 00000100:00100000:1.0:1781272803.149964:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+76:34690:x1867799159483904:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272803.149994:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272803.150018:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6016 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84317 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150103:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc601d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150119:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc601d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150132:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc601d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150146:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6024 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150153:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6024 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150159:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6024 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150205:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc601d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150212:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc601d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150219:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc601d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150226:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.150230:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc601d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150238:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc601d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150251:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.150935:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.150948:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc601d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150959:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc601d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150980:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6024 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150987:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6024 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.150994:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6024 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.151000:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.151004:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6024 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.151010:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6024 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.151021:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8eb4d0ba7f00) 00010000:00010000:1.0:1781272803.151024:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.151027:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6024 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.151033:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6024 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.151081:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6016 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84317 expref: 77 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.151097:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.151100:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.151104:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6016 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84317 expref: 77 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.151113:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304200, rc 0) 00000100:00100000:1.0:1781272803.151708:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+76:34690:x1867799159483904:12345-192.168.204.14@tcp:101:cp.0 Request processed in 1741us (2286us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272803.151718:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1648 00000100:00100000:1.0:1781272803.161625:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.161774:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159484160 00000100:00100000:2.0:1781272803.161787:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159484160 00000100:00100000:2.0:1781272803.161908:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1649 00000100:00100000:2.0:1781272803.161922:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+76:34690:x1867799159484160:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272803.161951:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.161982:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc602b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8431e expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.162131:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.162155:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc5f98 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842e6 expref: 115 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.162165:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.162216:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc5f98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842e6 expref: 115 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.162233:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc5f98 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842e6 expref: 115 pid: 12323 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.162252:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168714240:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272803.162389:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc840 going to sleep for 11 seconds 00000100:00100000:3.0:1781272803.174177:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.174363:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168714240:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272803.174401:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.174735:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159484288 00000100:00100000:0.0:1781272803.174746:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159484288 00010000:00010000:0.0:1781272803.174801:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc5f98 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842e6 expref: 116 pid: 12323 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.174904:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 482 00000100:00100000:0.0:1781272803.174917:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+116:2390:x1867799159484288:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272803.174938:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272803.174947:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc5f98 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842e6 expref: 116 pid: 12323 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.174962:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc5f98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842e6 expref: 116 pid: 12323 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.174993:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc5f98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842e6 expref: 116 pid: 12323 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.175014:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.175020:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.175031:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.175039:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.175066:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272803.175150:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+115:2390:x1867799159484288:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 236us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272803.175160:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 482 00010000:00010000:1.0:1781272803.175386:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.175395:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.175425:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6039 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.175437:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6039 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.175446:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6039 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781272803.176158:0:6491:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1f:0x0], index 0: 0 00010000:00010000:1.0:1781272803.177573:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6040 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.177613:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6040 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.177626:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6040 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.178006:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.178014:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.178022:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.178028:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.178033:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.178040:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.178055:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.178059:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.178064:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.178070:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6032 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272803.178086:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000c804ab3f reply state 000000001638fb37 transno 4294968335 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6039 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.178098:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6039 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.178104:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8eb4d0ba7f00) 00010000:00010000:1.0:1781272803.178106:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272803.178109:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781272803.178161:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc602b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8431e expref: 79 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.178177:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6040 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8431e expref: 78 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.178184:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8eb4d0ba7c00) 00010000:00010000:1.0:1781272803.178187:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272803.178189:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305a00, rc 0) 00000100:00100000:1.0:1781272803.178947:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+79:34690:x1867799159484160:12345-192.168.204.14@tcp:101:cp.0 Request processed in 17023us (17336us total) trans 4294968335 rc 0/0 00000100:00100000:1.0:1781272803.178960:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1649 00000100:00100000:2.0:1781272803.192108:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.195995:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159484416 00000100:00100000:3.0:1781272803.196018:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159484416 00000100:00100000:3.0:1781272803.196194:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 477 00000100:00100000:3.0:1781272803.196207:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159484416:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272803.196232:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272803.196264:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056b430cd/0x94898f2cdefc604e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84325 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272803.196302:0:9894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781272803.196329:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272803.196332:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272803.196345:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056b430cd/0x94898f2cdefc604e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84325 expref: 15 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.196370:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000056b430cd/0x94898f2cdefc604e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84325 expref: 15 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.196388:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221400, rc 0) 00000100:00100000:3.0:1781272803.196493:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+15:2390:x1867799159484416:12345-192.168.204.14@tcp:101:cp.0 Request processed in 289us (4400us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272803.196502:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 477 00000100:00100000:0.0:1781272803.210369:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.210495:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159484544 00000100:00100000:1.0:1781272803.210510:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159484544 00000100:00100000:1.0:1781272803.210599:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 478 00000100:00100000:1.0:1781272803.210614:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+15:34690:x1867799159484544:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272803.210880:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272803.210906:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8432c expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.210950:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000056b430cd/0x94898f2cdefc604e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84325 expref: 16 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.210960:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272803.210963:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272803.210968:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 16 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.211014:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000056b430cd/0x94898f2cdefc604e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84325 expref: 16 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.211029:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000056b430cd/0x94898f2cdefc604e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84325 expref: 16 pid: 9894 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272803.211046:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168714368:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272803.211277:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61ec6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1781272803.220182:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168714368:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272803.220237:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 16 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.220264:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304800, rc 0) 00000100:00100000:0.0:1781272803.220346:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+16:34690:x1867799159484544:12345-192.168.204.14@tcp:101:cp.0 Request processed in 9735us (9994us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272803.220357:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 478 00000100:00100000:3.0:1781272803.220664:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.220757:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159484672 00000100:00100000:0.0:1781272803.220766:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159484672 00010000:00010000:0.0:1781272803.220808:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000056b430cd/0x94898f2cdefc604e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84325 expref: 16 pid: 9894 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.220877:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 483 00000100:00100000:0.0:1781272803.220887:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+16:2391:x1867799159484672:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272803.220905:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272803.220933:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000056b430cd/0x94898f2cdefc604e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84325 expref: 16 pid: 9894 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.220948:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000056b430cd/0x94898f2cdefc604e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84325 expref: 16 pid: 9894 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.220976:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056b430cd/0x94898f2cdefc604e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84325 expref: 16 pid: 9894 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.220993:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272803.220995:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272803.221003:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 15 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.221013:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 15 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.221053:0:10311:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 15 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.221070:0:10311:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10311:1867799168714496:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272803.221142:0:10311:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620db40 going to sleep for 11 seconds 00000100:00100000:0.0:1781272803.224800:0:10311:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:10311:1867799168714496:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272803.224872:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272803.224955:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+15:2391:x1867799159484672:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 4069us (4291us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272803.224969:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 483 00000100:00100000:3.0:1781272803.250471:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.251792:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159484928 00000100:00100000:1.0:1781272803.251812:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159484928 00000100:00100000:1.0:1781272803.251954:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 335 00000100:00100000:1.0:1781272803.251968:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+79:34690:x1867799159484928:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:1.0:1781272803.252395:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+80:34690:x1867799159484928:12345-192.168.204.14@tcp:35:cp.0 Request processed in 429us (1943us total) trans 4294968336 rc 0/0 00000100:00100000:1.0:1781272803.252407:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 335 00000100:00100000:2.0:1781272803.293483:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.296634:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159485056 00000100:00100000:0.0:1781272803.296658:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159485056 00000100:00100000:0.0:1781272803.296767:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 589 00000100:00100000:0.0:1781272803.296780:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6d151617-6ec3-4186-a571-d12154d9be40+80:2390:x1867799159485056:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:0.0:1781272803.296870:0:6496:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272803.296895:0:6496:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc605c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84333 expref: -99 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.296972:0:6496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc6063 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.296991:0:6496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc6063 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297005:0:6496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc6063 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297023:0:6496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc606a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297031:0:6496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc606a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297039:0:6496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc606a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297088:0:6496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc6063 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297096:0:6496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc6063 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297103:0:6496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc6063 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297109:0:6496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.297114:0:6496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc6063 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297128:0:6496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc6063 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297142:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.297146:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.297151:0:6496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc6063 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297158:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc6063 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297175:0:6496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc606a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297181:0:6496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc606a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297187:0:6496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc606a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297193:0:6496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.297196:0:6496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc606a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297202:0:6496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc606a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297209:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff8eb4c6f00e00) 00010000:00010000:0.0:1781272803.297211:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.297214:0:6496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc606a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297225:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc606a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297258:0:6496:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc605c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84333 expref: 81 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297270:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.297272:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781272803.297276:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc605c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84333 expref: 81 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.297286:0:6496:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57e00, rc -2) 00000100:00100000:0.0:1781272803.297380:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6d151617-6ec3-4186-a571-d12154d9be40+80:2390:x1867799159485056:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 603us (3918us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272803.297389:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 589 00000100:00100000:3.0:1781272803.313102:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.313244:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159485184 00000100:00100000:0.0:1781272803.313260:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159485184 00000100:00100000:0.0:1781272803.313342:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1650 00000100:00100000:0.0:1781272803.313354:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+115:34693:x1867799159485184:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272803.313381:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272803.313409:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6071 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8433a expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313503:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6078 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313521:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6078 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313536:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6078 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313550:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc607f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313558:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc607f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313565:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc607f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313680:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc6086 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313701:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc6086 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313709:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc6086 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272803.313764:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00000004:00200000:0.0:1781272803.313770:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272803.313794:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc6086 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313807:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc6086 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313816:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6078 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313828:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6078 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313888:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6078 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313895:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.313900:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6078 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313908:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6078 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313922:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.313925:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.313931:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6078 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313938:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6078 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313953:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc607f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313958:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc607f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313964:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc607f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313968:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.313971:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc607f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313976:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc607f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313983:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8eb4d0ba7f00) 00010000:00010000:0.0:1781272803.313985:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.313988:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc607f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.313994:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc607f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.314024:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6071 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8433a expref: 117 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.314038:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc6086 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8433a expref: 116 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.314044:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8eb4d0ba7c00) 00010000:00010000:0.0:1781272803.314046:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272803.314049:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57a00, rc 0) 00000100:00100000:0.0:1781272803.314140:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+116:34693:x1867799159485184:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 787us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272803.314149:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1650 00000100:00100000:3.0:1781272803.328105:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.328171:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.328410:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159485312 00000100:00100000:2.0:1781272803.328424:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159485312 00000100:00100000:2.0:1781272803.328510:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 479 00000100:00100000:2.0:1781272803.328521:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159485312:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272803.328545:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.328568:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a59dc14e/0x94898f2cdefc608d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84341 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.328648:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168714624:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272803.328788:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272803.328905:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159485440 00000100:00100000:0.0:1781272803.328910:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159485440 00000100:00100000:0.0:1781272803.328956:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 590 00000100:00100000:0.0:1781272803.328964:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:114321f4-a03d-418f-858f-46fe7991a8fa+116:2390:x1867799159485440:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:0.0:1781272803.329021:0:12479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272803.329039:0:12479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6094 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84348 expref: -99 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329109:0:12479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc609b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329127:0:12479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc609b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329141:0:12479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc609b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329159:0:12479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc60a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329166:0:12479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc60a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329173:0:12479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc60a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329225:0:12479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc609b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329233:0:12479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc609b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329241:0:12479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc609b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329248:0:12479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.329254:0:12479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc609b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329262:0:12479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc609b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329275:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.329279:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.329284:0:12479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc609b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329291:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc609b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329305:0:12479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc60a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329312:0:12479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc60a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329318:0:12479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc60a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329322:0:12479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.329325:0:12479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc60a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329331:0:12479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc60a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329338:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8eb4c6f00e00) 00010000:00010000:0.0:1781272803.329341:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.329345:0:12479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc60a2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329350:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc60a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329382:0:12479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6094 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84348 expref: 117 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329393:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.329395:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781272803.329400:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc6094 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84348 expref: 117 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.329410:0:12479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57e00, rc -2) 00000100:00100000:0.0:1781272803.329463:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:114321f4-a03d-418f-858f-46fe7991a8fa+116:2390:x1867799159485440:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 500us (1292us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272803.329471:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 590 00000100:00080000:3.0:1781272803.330100:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1781272803.331878:0:8407:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1781272803.331890:0:8407:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb mtime: 0 -> 1781272802 00002000:00010000:2.0:1781272803.331892:0:8407:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb atime: 0 -> 1781272802 00002000:00010000:2.0:1781272803.331895:0:8407:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb ctime: 0 -> 1781272802 00002000:00010000:2.0:1781272803.331896:0:8407:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1781272803.331926:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168714624:192.168.204.14@tcp:106: 00010000:00010000:2.0:1781272803.331971:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a59dc14e/0x94898f2cdefc608d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84341 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.331997:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a59dc14e/0x94898f2cdefc608d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84341 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.332012:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45800, rc 0) 00000100:00100000:2.0:1781272803.332085:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159485312:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3565us (3994us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272803.332094:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 479 00000100:00100000:3.0:1781272803.339446:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.339619:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159485568 00000100:00100000:1.0:1781272803.339632:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159485568 00000100:00100000:1.0:1781272803.339715:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1651 00000100:00100000:1.0:1781272803.339736:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+116:34693:x1867799159485568:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272803.339768:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272803.339793:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc60a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84380 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.339920:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc60b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.339939:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc60b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.339954:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc60b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272803.340010:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1781272803.340015:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272803.340041:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc60b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.340070:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc60a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84380 expref: 118 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.340089:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc60b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84380 expref: 117 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.340099:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.340102:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272803.340106:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304c00, rc 0) 00000100:00100000:1.0:1781272803.340380:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+117:34693:x1867799159485568:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 654us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272803.340389:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1651 00000100:00100000:3.0:1781272803.356024:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.360302:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159485696 00000100:00100000:2.0:1781272803.360326:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159485696 00000100:00100000:2.0:1781272803.360424:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 480 00000100:00100000:2.0:1781272803.360438:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159485696:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272803.360463:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.360486:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000facf7f5c/0x94898f2cdefc60b7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84387 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.360571:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168714752:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272803.360712:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc840 going to sleep for 11 seconds 00000100:00100000:3.0:1781272803.363023:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168714752:192.168.204.14@tcp:106: 00010000:00010000:3.0:1781272803.363071:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000facf7f5c/0x94898f2cdefc60b7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84387 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.363105:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000facf7f5c/0x94898f2cdefc60b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84387 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.363120:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45e00, rc 0) 00000100:00100000:3.0:1781272803.363179:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159485696:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 2744us (7174us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272803.363189:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 480 00000100:00100000:0.0:1781272803.367926:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.368030:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159485952 00000100:00100000:1.0:1781272803.368044:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159485952 00000100:00100000:1.0:1781272803.368114:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1652 00000100:00100000:1.0:1781272803.368125:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+117:34693:x1867799159485952:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:1.0:1781272803.368353:0:6491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].49, 136 off14856 00000100:00100000:1.0:1781272803.368459:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+117:34693:x1867799159485952:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 334us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272803.368467:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1652 00000100:00100000:0.0:1781272803.374637:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.375069:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159486080 00000100:00100000:2.0:1781272803.375084:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159486080 00000100:00100000:2.0:1781272803.375167:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1653 00000100:00100000:2.0:1781272803.375180:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+117:34696:x1867799159486080:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:2.0:1781272803.375210:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.375237:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc60be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8438e expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375326:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc60c5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375345:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc60c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375360:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc60c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375378:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc60cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375385:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc60cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375392:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc60cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375445:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc60c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375452:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc60c5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375459:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc60c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375465:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.375470:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc60c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375479:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc60c5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375492:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.375496:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.375502:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc60c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375509:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc60c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375524:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc60cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375530:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc60cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375535:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc60cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375540:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.375543:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc60cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375548:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc60cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375554:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8eb4e0221000) 00010000:00010000:2.0:1781272803.375556:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.375559:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc60cc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375565:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc60cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375611:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc60be lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8438e expref: 118 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375622:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.375625:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.375629:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc60be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8438e expref: 118 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.375639:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb44a00, rc 0) 00000100:00100000:2.0:1781272803.376041:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+117:34696:x1867799159486080:12345-192.168.204.14@tcp:101:bash.0 Request processed in 861us (1421us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272803.376051:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1653 00000100:00100000:0.0:1781272803.376940:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.381991:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159486208 00000100:00100000:3.0:1781272803.382017:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159486208 00000100:00100000:3.0:1781272803.382158:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 591 00000100:00100000:3.0:1781272803.382173:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:114321f4-a03d-418f-858f-46fe7991a8fa+117:2391:x1867799159486208:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:3.0:1781272803.382230:0:6497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272803.382259:0:6497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc60d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84395 expref: -99 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382339:0:6497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc60da lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382358:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc60da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382372:0:6497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc60da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382393:0:6497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc60e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382404:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc60e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382410:0:6497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc60e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382457:0:6497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc60da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382465:0:6497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc60da lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382472:0:6497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc60da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382479:0:6497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.382484:0:6497:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc60da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382492:0:6497:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc60da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382505:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.382508:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.382513:0:6497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc60da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382519:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc60da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382537:0:6497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc60e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382544:0:6497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc60e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382550:0:6497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc60e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.382555:0:6497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.382558:0:6497:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc60e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.386913:0:6497:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc60e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.386964:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x4b66ad81 (ffff8eb4c70a5000) 00010000:00010000:3.0:1781272803.386968:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.386977:0:6497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc60e1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.386986:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc60e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.387059:0:6497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc60d3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84395 expref: 118 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.387070:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.387072:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1781272803.387077:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc60d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84395 expref: 118 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.387095:0:6497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220e00, rc -2) 00000100:00100000:3.0:1781272803.387222:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:114321f4-a03d-418f-858f-46fe7991a8fa+117:2391:x1867799159486208:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 5052us (10287us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272803.387235:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 591 00000100:00100000:1.0:1781272803.387425:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.387468:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159486336 00000100:00100000:1.0:1781272803.387478:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159486336 00000100:00100000:1.0:1781272803.387534:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1654 00000100:00100000:1.0:1781272803.387544:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+80:34697:x1867799159486336:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272803.387577:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272803.387597:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc60e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8439c expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387681:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc60ef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387707:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc60ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387718:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc60ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387736:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc60f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387744:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc60f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387752:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc60f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387801:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc60ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387808:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc60ef lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387817:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc60ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387824:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.387868:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc60ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387878:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc60ef lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387888:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.387890:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.387894:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc60ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387900:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc60ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387911:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc60f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387917:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc60f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387923:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc60f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387929:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.387932:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc60f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387939:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc60f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387946:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8eb4d0ba7d00) 00010000:00010000:1.0:1781272803.387948:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.387952:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc60f6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387957:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc60f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387984:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc60e8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8439c expref: 81 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.387993:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.387996:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.388000:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc60e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8439c expref: 81 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.388009:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305800, rc 0) 00000100:00100000:1.0:1781272803.388050:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+80:34697:x1867799159486336:12345-192.168.204.14@tcp:101:rm.0 Request processed in 509us (627us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272803.388061:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1654 00000100:00100000:1.0:1781272803.399292:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.399410:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159486464 00000100:00100000:0.0:1781272803.399423:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159486464 00000100:00100000:0.0:1781272803.399499:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1655 00000100:00100000:0.0:1781272803.399510:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+80:34697:x1867799159486464:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272803.399537:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272803.399562:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc60fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843a3 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399658:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6104 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399676:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6104 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399699:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6104 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399717:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc610b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399725:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc610b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399742:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc610b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399789:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6104 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399796:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6104 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399804:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6104 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399811:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.399816:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6104 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399868:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6104 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399884:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.399888:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.399894:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6104 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399900:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6104 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399915:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc610b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399922:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc610b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399929:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc610b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399934:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.399936:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc610b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399942:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc610b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399949:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8eb4c6f00e00) 00010000:00010000:0.0:1781272803.399952:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.399955:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc610b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399964:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56400/0x94898f2cdefc610b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.399999:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc60fd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843a3 expref: 81 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.400011:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.400013:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.400017:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc60fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843a3 expref: 81 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.400027:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56600, rc 0) 00000100:00100000:0.0:1781272803.400100:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+80:34697:x1867799159486464:12345-192.168.204.14@tcp:101:rm.0 Request processed in 592us (823us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272803.400108:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1655 00000100:00100000:0.0:1781272803.422827:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.423026:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159486592 00000100:00100000:2.0:1781272803.423041:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159486592 00000100:00100000:2.0:1781272803.423106:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1656 00000100:00100000:2.0:1781272803.423118:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+80:34698:x1867799159486592:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272803.423148:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.423174:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc6112 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843aa expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423268:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6119 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423286:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6119 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423301:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6119 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423316:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc6120 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423323:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc6120 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423330:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc6120 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423377:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6119 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423385:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6119 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423392:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6119 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423399:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.423403:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6119 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423411:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6119 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423425:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.423428:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.423433:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6119 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423440:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6119 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423456:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc6120 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423462:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc6120 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423473:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc6120 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423477:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.423480:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc6120 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423485:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc6120 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423495:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8eb4e0221000) 00010000:00010000:2.0:1781272803.423497:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.423499:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc6120 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423504:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc6120 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423543:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc6112 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843aa expref: 81 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423554:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.423555:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.423563:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc6112 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843aa expref: 81 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.423574:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb44a00, rc 0) 00000100:00100000:2.0:1781272803.423911:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+80:34698:x1867799159486592:12345-192.168.204.14@tcp:101:cp.0 Request processed in 793us (1105us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272803.423921:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1656 00000100:00100000:1.0:1781272803.434762:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.439941:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159486720 00000100:00100000:2.0:1781272803.439967:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159486720 00000100:00100000:2.0:1781272803.440060:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1657 00000100:00100000:2.0:1781272803.440072:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+80:34698:x1867799159486720:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272803.440101:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.440130:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc6127 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843b1 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440229:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc612e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440247:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc612e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440262:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc612e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440280:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6135 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440287:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6135 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440295:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6135 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440341:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc612e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440349:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc612e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440357:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc612e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440364:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.440370:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc612e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440384:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc612e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440397:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.440401:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.440405:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc612e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440412:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc612e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440431:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6135 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440438:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6135 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440445:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6135 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440450:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.440452:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6135 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440458:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6135 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440464:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8eb4e0221000) 00010000:00010000:2.0:1781272803.440467:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.440469:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6135 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440479:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45200/0x94898f2cdefc6135 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440518:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc6127 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843b1 expref: 81 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440529:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.440531:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.440535:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc6127 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843b1 expref: 81 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.440545:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb44a00, rc 0) 00000100:00100000:2.0:1781272803.443021:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+80:34698:x1867799159486720:12345-192.168.204.14@tcp:101:cp.0 Request processed in 2931us (8258us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272803.443039:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1657 00000100:00100000:1.0:1781272803.450988:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.451119:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159486976 00000100:00100000:3.0:1781272803.451132:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159486976 00000100:00100000:3.0:1781272803.451442:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1658 00000100:00100000:3.0:1781272803.451459:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+80:34698:x1867799159486976:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272803.451488:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272803.451511:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc613c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843b8 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.451666:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.451694:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc60b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84380 expref: 116 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.451705:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.451765:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc60b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84380 expref: 116 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.451782:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc60b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84380 expref: 116 pid: 6493 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272803.451809:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10bfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168714880:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272803.452123:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42840 going to sleep for 11 seconds 00000100:00100000:1.0:1781272803.454611:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10bfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168714880:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272803.454651:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272803.469375:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.469595:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159487104 00000100:00100000:0.0:1781272803.469611:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159487104 00010000:00010000:0.0:1781272803.469672:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc60b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84380 expref: 117 pid: 6493 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.469746:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 484 00000100:00100000:0.0:1781272803.469759:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+117:2390:x1867799159487104:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272803.469779:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272803.469787:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc60b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84380 expref: 117 pid: 6493 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.469808:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc60b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84380 expref: 117 pid: 6493 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.469883:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc60b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84380 expref: 117 pid: 6493 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.469906:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.469912:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.469924:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.469933:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.469962:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272803.470040:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:114321f4-a03d-418f-858f-46fe7991a8fa+116:2390:x1867799159487104:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 283us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272803.470050:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 484 00010000:00010000:1.0:1781272803.470250:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.470260:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.470291:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc614a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.470303:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc614a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.470312:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc614a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1781272803.470877:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x21:0x0], index 1: 0 00010000:00010000:1.0:1781272803.471067:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6151 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471079:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6151 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471089:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6151 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471130:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471138:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471145:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471152:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471159:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.471165:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471173:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471185:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.471188:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.471194:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471200:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc6143 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272803.471217:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b0cf6e9b reply state 00000000ff5f682e transno 4294968337 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc614a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471230:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc614a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471237:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8eb4d0ba7d00) 00010000:00010000:1.0:1781272803.471239:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272803.471242:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781272803.471287:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc613c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843b8 expref: 83 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471303:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6151 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843b8 expref: 82 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.471312:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8eb4d0ba7e00) 00010000:00010000:1.0:1781272803.471314:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272803.471317:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304000, rc 0) 00000100:00100000:1.0:1781272803.471372:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+83:34698:x1867799159486976:12345-192.168.204.14@tcp:101:cp.0 Request processed in 19917us (20401us total) trans 4294968337 rc 0/0 00000100:00100000:1.0:1781272803.471380:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1658 00000100:00100000:3.0:1781272803.481291:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.481395:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159487232 00000100:00100000:0.0:1781272803.481409:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159487232 00000100:00100000:0.0:1781272803.481488:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 481 00000100:00100000:0.0:1781272803.481501:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+14:2391:x1867799159487232:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272803.481525:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272803.481554:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc615f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843bf expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272803.481603:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272803.481631:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272803.481634:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272803.481644:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc615f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843bf expref: 15 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.481665:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc615f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843bf expref: 15 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.481681:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56400, rc 0) 00000100:00100000:0.0:1781272803.482385:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+15:2391:x1867799159487232:12345-192.168.204.14@tcp:101:cp.0 Request processed in 881us (1105us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272803.482397:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 481 00000100:00100000:3.0:1781272803.489367:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.489499:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159487360 00000100:00100000:2.0:1781272803.489514:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159487360 00000100:00100000:2.0:1781272803.489600:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 482 00000100:00100000:2.0:1781272803.489612:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+15:34698:x1867799159487360:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272803.489635:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.489657:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843c6 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.489708:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc615f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843bf expref: 16 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.489733:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272803.489735:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272803.489740:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 16 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.489784:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc615f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843bf expref: 16 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.489800:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc615f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843bf expref: 16 pid: 8404 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.489818:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168715008:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272803.489974:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc900 going to sleep for 11 seconds 00000100:00100000:3.0:1781272803.499401:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.499534:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159487488 00000100:00100000:2.0:1781272803.499547:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159487488 00010000:00010000:2.0:1781272803.499611:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc615f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843bf expref: 17 pid: 8404 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.499668:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 485 00000100:00100000:2.0:1781272803.499680:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4d2b69050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+17:2390:x1867799159487488:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272803.499709:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272803.499918:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc615f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843bf expref: 17 pid: 8404 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.499943:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc615f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843bf expref: 17 pid: 8404 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.499974:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272803.499976:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272803.499984:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 17 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.499995:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 17 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.500045:0:6476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 17 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.500063:0:6476:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6476:1867799168715136:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272803.500246:0:6476:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdcb40 going to sleep for 11 seconds 00010000:00010000:1.0:1781272803.501779:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc615f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843bf expref: 17 pid: 8404 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272803.501809:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2292300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168715008:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272803.501892:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 16 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.501908:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45200, rc 0) 00000100:00100000:1.0:1781272803.501978:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+16:34698:x1867799159487360:12345-192.168.204.14@tcp:101:cp.0 Request processed in 12367us (12626us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272803.501989:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 482 00000100:00100000:2.0:1781272803.514235:0:6476:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6476:1867799168715136:192.168.204.14@tcp:105: 00010000:00010000:2.0:1781272803.514293:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272803.514368:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4d2b69050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+15:2390:x1867799159487488:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 14689us (14982us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272803.514382:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 485 00000100:00100000:3.0:1781272803.522004:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.522171:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159487744 00000100:00100000:0.0:1781272803.522184:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159487744 00000100:00100000:0.0:1781272803.522259:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 336 00000100:00100000:0.0:1781272803.522271:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+83:34698:x1867799159487744:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:0.0:1781272803.522677:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+84:34698:x1867799159487744:12345-192.168.204.14@tcp:35:cp.0 Request processed in 407us (689us total) trans 4294968338 rc 0/0 00000100:00100000:0.0:1781272803.522696:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 336 00000100:00100000:3.0:1781272803.603056:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.603292:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159487872 00000100:00100000:2.0:1781272803.603305:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159487872 00000100:00100000:2.0:1781272803.603386:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1659 00000100:00100000:2.0:1781272803.603400:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+116:34702:x1867799159487872:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272803.603429:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.603455:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc616d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843cd expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.603556:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc6174 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.603576:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc6174 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.603601:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc6174 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.603618:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc617b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.603626:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc617b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.603632:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc617b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.603754:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44e00/0x94898f2cdefc6182 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.603763:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44e00/0x94898f2cdefc6182 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.603770:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44e00/0x94898f2cdefc6182 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272803.604063:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00000004:00200000:2.0:1781272803.604070:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272803.604104:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44e00/0x94898f2cdefc6182 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604119:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44e00/0x94898f2cdefc6182 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604128:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc6174 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604136:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc6174 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604143:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc6174 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604149:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.604154:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc6174 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604163:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc6174 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604176:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.604180:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.604185:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc6174 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604193:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc6174 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604210:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc617b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604222:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc617b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604227:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc617b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604232:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.604235:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc617b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604240:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc617b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604248:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8eb4d0ba7d00) 00010000:00010000:2.0:1781272803.604256:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.604263:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc617b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604269:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc617b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604306:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc616d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843cd expref: 118 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604326:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44e00/0x94898f2cdefc6182 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843cd expref: 117 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.604334:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8eb4d0ba7e00) 00010000:00010000:2.0:1781272803.604337:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272803.604340:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb44e00, rc 0) 00000100:00100000:2.0:1781272803.604429:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+117:34702:x1867799159487872:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 1032us (1389us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272803.604439:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1659 00000100:00100000:3.0:1781272803.610250:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.617232:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159488000 00000100:00100000:2.0:1781272803.617256:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159488000 00000100:00100000:2.0:1781272803.617361:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 483 00000100:00100000:2.0:1781272803.617374:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+41:2391:x1867799159488000:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272803.617399:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.617421:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010483ef4/0x94898f2cdefc6189 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843d4 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.617505:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168715264:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272803.618319:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc780 going to sleep for 11 seconds 00002000:00010000:2.0:1781272803.623191:0:9894:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1781272803.623206:0:9894:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb mtime: 0 -> 1781272803 00002000:00010000:2.0:1781272803.623209:0:9894:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb atime: 0 -> 1781272803 00002000:00010000:2.0:1781272803.623212:0:9894:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb ctime: 0 -> 1781272803 00002000:00010000:2.0:1781272803.623215:0:9894:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1781272803.623245:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168715264:192.168.204.14@tcp:106: 00010000:00010000:2.0:1781272803.623292:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000010483ef4/0x94898f2cdefc6189 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843d4 expref: 42 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.623323:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010483ef4/0x94898f2cdefc6189 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843d4 expref: 42 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.623348:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45c00, rc 0) 00000100:00100000:2.0:1781272803.623435:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+41:2391:x1867799159488000:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 6063us (13199us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272803.623447:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 483 00000100:00100000:3.0:1781272803.633460:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.633571:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159488128 00000100:00100000:2.0:1781272803.633584:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159488128 00000100:00100000:2.0:1781272803.633657:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1660 00000100:00100000:2.0:1781272803.633669:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+117:34702:x1867799159488128:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272803.633707:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.633741:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc6190 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843db expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.633886:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6197 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.633904:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6197 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.633918:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6197 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272803.633983:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1781272803.633987:0:6491:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272803.634014:0:6491:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6197 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.634045:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc6190 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843db expref: 119 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.634072:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6197 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843db expref: 118 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.634081:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.634085:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272803.634089:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb44400, rc 0) 00000100:00100000:2.0:1781272803.634173:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+118:34702:x1867799159488128:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 506us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272803.634180:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1660 00000100:00100000:3.0:1781272803.638159:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.638307:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159488256 00000100:00100000:0.0:1781272803.638321:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159488256 00000100:00100000:0.0:1781272803.638394:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 484 00000100:00100000:0.0:1781272803.638408:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+41:2390:x1867799159488256:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272803.638438:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272803.638464:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0515f95/0x94898f2cdefc619e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843e2 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.638541:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168715392:192.168.204.14@tcp:106: 00000100:00100000:0.0:1781272803.638662:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272803.645046:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168715392:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272803.645102:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d0515f95/0x94898f2cdefc619e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843e2 expref: 42 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.645133:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0515f95/0x94898f2cdefc619e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843e2 expref: 42 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.645150:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57200, rc 0) 00000100:00100000:0.0:1781272803.645256:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+41:2390:x1867799159488256:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 6850us (7114us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272803.645267:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 484 00010000:00010000:1.0:1781272803.648320:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272803.651447:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.651618:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159488512 00000100:00100000:3.0:1781272803.651631:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159488512 00000100:00100000:3.0:1781272803.651721:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1661 00000100:00100000:3.0:1781272803.651746:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+118:34702:x1867799159488512:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:3.0:1781272803.652022:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].50, 136 off14992 00000100:00100000:3.0:1781272803.652135:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+118:34702:x1867799159488512:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 403us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272803.652145:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1661 00000100:00100000:3.0:1781272803.660528:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.663577:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159488640 00000100:00100000:0.0:1781272803.663599:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159488640 00000100:00100000:0.0:1781272803.663704:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1662 00000100:00100000:0.0:1781272803.663733:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+118:34703:x1867799159488640:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:0.0:1781272803.663763:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272803.663791:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc61a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843e9 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.663915:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc61ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.663933:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc61ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.663946:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc61ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.663962:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc61b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.663969:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc61b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.663976:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc61b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664024:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc61ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664031:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc61ac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664199:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc61ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664206:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.664212:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc61ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664226:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc61ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664241:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.664245:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.664251:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc61ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664258:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc61ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664277:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc61b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664283:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc61b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664289:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc61b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664294:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.664297:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc61b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664304:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc61b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664381:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8eb4c6f00f00) 00010000:00010000:0.0:1781272803.664385:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.664389:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc61b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664400:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc61b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664440:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc61a5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843e9 expref: 119 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664453:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.664455:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.664460:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc61a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843e9 expref: 119 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.664470:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56200, rc 0) 00000100:00100000:0.0:1781272803.664556:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+118:34703:x1867799159488640:12345-192.168.204.14@tcp:101:bash.0 Request processed in 840us (4832us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272803.664565:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1662 00000100:00100000:0.0:1781272803.686298:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.686567:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159488768 00000100:00100000:1.0:1781272803.686581:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159488768 00000100:00100000:1.0:1781272803.686665:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1663 00000100:00100000:1.0:1781272803.686688:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+84:34704:x1867799159488768:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272803.687403:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272803.687432:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc61ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843f0 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.687526:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc61c1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.687543:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc61c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.687557:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc61c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.687574:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.687581:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.687587:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.687645:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc61c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.687654:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc61c1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.687661:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc61c1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.687668:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.687673:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc61c1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.687690:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc61c1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.687705:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.687708:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.687714:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc61c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.688908:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc61c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.688945:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.688951:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.688959:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.688967:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.688971:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.688979:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.688995:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8eb4d0ba7700) 00010000:00010000:1.0:1781272803.688999:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.689002:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61c8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.689008:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.689254:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc61ba lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843f0 expref: 85 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.689268:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.689270:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.689275:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc61ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843f0 expref: 85 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.689286:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304a00, rc 0) 00000100:00100000:1.0:1781272803.691393:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+84:34704:x1867799159488768:12345-192.168.204.14@tcp:101:rm.0 Request processed in 4700us (5091us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272803.691410:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1663 00000100:00100000:1.0:1781272803.697748:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.697930:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159488896 00000100:00100000:2.0:1781272803.697944:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159488896 00000100:00100000:2.0:1781272803.698020:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1664 00000100:00100000:2.0:1781272803.698031:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+84:34704:x1867799159488896:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272803.698069:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.698097:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc61cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843f7 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698196:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698213:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698227:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698245:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698253:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698259:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698321:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698329:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698336:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698343:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.698348:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698356:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698370:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.698373:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.698379:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698385:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698399:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698406:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698412:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698418:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.698421:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698427:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698435:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8eb4e0221000) 00010000:00010000:2.0:1781272803.698438:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.698441:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698448:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698483:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc61cf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843f7 expref: 85 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698495:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.698497:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.698501:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc61cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843f7 expref: 85 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.698518:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45c00, rc 0) 00000100:00100000:2.0:1781272803.698607:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+84:34704:x1867799159488896:12345-192.168.204.14@tcp:101:rm.0 Request processed in 577us (891us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272803.698616:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1664 00000100:00100000:3.0:1781272803.713432:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.713560:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159489024 00000100:00100000:2.0:1781272803.713573:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159489024 00000100:00100000:2.0:1781272803.713649:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1665 00000100:00100000:2.0:1781272803.713662:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+84:34705:x1867799159489024:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272803.713707:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.713748:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc61e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab843fe expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.713882:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61eb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.713899:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.713912:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.713932:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.713940:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.713947:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.713998:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61eb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714006:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61eb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714013:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714019:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.714024:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61eb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714031:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61eb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714211:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.714215:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.714222:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714230:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc61eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714254:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714260:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714266:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714271:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.714273:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714279:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61f2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714286:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8eb4e0221000) 00010000:00010000:2.0:1781272803.714288:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.714291:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714297:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc61f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714462:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc61e4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843fe expref: 85 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714474:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.714477:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.714481:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45c00/0x94898f2cdefc61e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843fe expref: 85 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.714491:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45c00, rc 0) 00000100:00100000:2.0:1781272803.714576:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+84:34705:x1867799159489024:12345-192.168.204.14@tcp:101:cp.0 Request processed in 918us (1283us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272803.714585:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1665 00000100:00100000:3.0:1781272803.720948:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.721157:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159489152 00000100:00100000:1.0:1781272803.721170:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159489152 00000100:00100000:1.0:1781272803.721244:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1666 00000100:00100000:1.0:1781272803.721256:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+84:34705:x1867799159489152:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272803.721283:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272803.721307:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84405 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721566:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6200 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721586:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6200 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721600:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6200 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721617:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6207 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721625:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6207 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721632:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6207 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721689:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6200 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721697:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6200 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721710:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6200 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721717:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.721722:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6200 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721738:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6200 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721754:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.721757:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.721762:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6200 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721770:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6200 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721786:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6207 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721792:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6207 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721798:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6207 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721803:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.721806:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6207 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721816:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6207 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.721823:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8eb4d0ba7700) 00010000:00010000:1.0:1781272803.721826:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.721828:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6207 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.724253:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6207 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.724348:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61f9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84405 expref: 85 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.724367:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.724370:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.724375:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc61f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84405 expref: 85 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.724385:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304600, rc 0) 00000100:00100000:1.0:1781272803.724492:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+84:34705:x1867799159489152:12345-192.168.204.14@tcp:101:cp.0 Request processed in 3235us (3657us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272803.724504:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1666 00000100:00100000:3.0:1781272803.728294:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.733464:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159489408 00000100:00100000:0.0:1781272803.733490:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159489408 00000100:00100000:0.0:1781272803.733635:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1667 00000100:00100000:0.0:1781272803.733649:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+84:34705:x1867799159489408:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272803.733676:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272803.733712:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc620e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8440c expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.736614:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.736646:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6197 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843db expref: 117 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.736657:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.736725:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6197 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843db expref: 117 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.736747:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6197 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843db expref: 117 pid: 6491 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.736767:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168715520:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272803.736925:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d240 going to sleep for 11 seconds 00000100:00100000:3.0:1781272803.740600:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.740776:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159489536 00000100:00100000:1.0:1781272803.740791:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159489536 00010000:00010000:1.0:1781272803.740880:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6197 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843db expref: 118 pid: 6491 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272803.740927:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 486 00000100:00100000:1.0:1781272803.740938:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+118:2390:x1867799159489536:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272803.740961:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272803.740968:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6197 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843db expref: 118 pid: 6491 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.740982:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6197 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843db expref: 118 pid: 6491 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.741010:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.741016:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.741027:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.741046:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.741072:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272803.741146:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+118:2390:x1867799159489536:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 210us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272803.741155:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 486 00010000:00010000:0.0:1781272803.743436:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6197 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843db expref: 117 pid: 6491 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.743470:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168715520:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272803.743499:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.743510:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.743516:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.743546:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc621c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.743561:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc621c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.743573:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc621c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1781272803.746594:0:6492:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x20:0x0], index 0: 0 00010000:00010000:0.0:1781272803.746866:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc6223 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.746884:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc6223 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.746897:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc6223 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.746935:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.746943:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.746950:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.746957:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.746961:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.746968:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.746986:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.746989:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.746995:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.747001:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6215 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1781272803.747016:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000b516a6c3 reply state 0000000059105506 transno 4294968339 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc621c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.747028:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc621c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.749237:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8eb4c6f00f00) 00010000:00010000:0.0:1781272803.749243:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1781272803.749250:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1781272803.749335:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56200/0x94898f2cdefc620e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8440c expref: 87 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.749359:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc6223 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8440c expref: 86 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.749368:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8eb4c6f00c00) 00010000:00010000:0.0:1781272803.749370:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272803.749373:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57200, rc 0) 00000100:00100000:0.0:1781272803.749471:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+87:34705:x1867799159489408:12345-192.168.204.14@tcp:101:cp.0 Request processed in 15825us (21196us total) trans 4294968339 rc 0/0 00000100:00100000:0.0:1781272803.749481:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1667 00000100:00100000:3.0:1781272803.753262:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.754827:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159489664 00000100:00100000:1.0:1781272803.754872:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159489664 00000100:00100000:1.0:1781272803.754963:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 485 00000100:00100000:1.0:1781272803.754979:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+15:2391:x1867799159489664:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272803.755009:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272803.755033:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc6231 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84413 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272803.755072:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1781272803.755102:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272803.755104:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272803.755114:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc6231 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84413 expref: 16 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.755135:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc6231 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84413 expref: 16 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.755151:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304600, rc 0) 00000100:00100000:1.0:1781272803.755254:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+16:2391:x1867799159489664:12345-192.168.204.14@tcp:101:cp.0 Request processed in 279us (2008us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272803.755262:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 485 00000100:00100000:3.0:1781272803.758048:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.758167:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159489792 00000100:00100000:2.0:1781272803.758180:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159489792 00000100:00100000:2.0:1781272803.758248:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 486 00000100:00100000:2.0:1781272803.758272:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+16:34705:x1867799159489792:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272803.758299:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.758331:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8441a expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.758376:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc6231 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84413 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.758386:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272803.758388:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272803.758392:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 17 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.758435:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc6231 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84413 expref: 17 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.758450:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc6231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84413 expref: 17 pid: 8407 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.758467:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168715648:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272803.758592:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc780 going to sleep for 11 seconds 00000100:00100000:3.0:1781272803.761638:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.761827:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159489920 00000100:00100000:0.0:1781272803.761883:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159489920 00010000:00010000:0.0:1781272803.761933:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc6231 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84413 expref: 18 pid: 8407 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.761978:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 487 00000100:00100000:0.0:1781272803.761990:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+18:2390:x1867799159489920:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272803.762011:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272803.762051:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc6231 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84413 expref: 18 pid: 8407 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.762067:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc6231 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84413 expref: 18 pid: 8407 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.762095:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272803.762097:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272803.762106:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 18 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.762117:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 18 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.762166:0:6478:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 18 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.762184:0:6478:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6478:1867799168715776:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272803.762293:0:6478:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d600 going to sleep for 11 seconds 00010000:00010000:2.0:1781272803.762734:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc5e29b4/0x94898f2cdefc6231 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84413 expref: 18 pid: 8407 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.762755:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9894:1867799168715648:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272803.762789:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 17 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.762802:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45c00, rc 0) 00000100:00100000:2.0:1781272803.762897:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+17:34705:x1867799159489792:12345-192.168.204.14@tcp:101:cp.0 Request processed in 4628us (4872us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272803.762907:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 486 00000100:00100000:0.0:1781272803.767014:0:6478:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6478:1867799168715776:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272803.767065:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272803.767157:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+16:2390:x1867799159489920:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 5168us (5535us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272803.767171:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 487 00000100:00100000:3.0:1781272803.771388:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.771520:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159490176 00000100:00100000:2.0:1781272803.771534:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159490176 00000100:00100000:2.0:1781272803.771699:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 337 00000100:00100000:2.0:1781272803.771713:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+87:34705:x1867799159490176:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:2.0:1781272803.772469:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+88:34705:x1867799159490176:12345-192.168.204.14@tcp:35:cp.0 Request processed in 755us (2727us total) trans 4294968340 rc 0/0 00000100:00100000:2.0:1781272803.772481:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 337 00000100:00100000:0.0:1781272803.840893:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.842653:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159490304 00000100:00100000:3.0:1781272803.842673:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159490304 00000100:00100000:3.0:1781272803.842926:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1668 00000100:00100000:3.0:1781272803.842942:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+117:34708:x1867799159490304:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272803.842971:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272803.842998:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc623f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84421 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843527:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6246 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843548:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6246 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843565:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6246 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843578:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc624d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843586:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc624d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843592:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc624d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843704:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc6254 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843718:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc6254 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843725:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc6254 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272803.843790:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00000004:00200000:3.0:1781272803.843795:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272803.843821:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc6254 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843881:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc6254 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843894:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6246 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843903:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6246 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843924:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6246 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843933:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6246 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843940:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.843945:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6246 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843965:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6246 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843982:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.843985:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.843991:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6246 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.843998:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6246 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.844016:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc624d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.844022:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc624d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.844028:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc624d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.844696:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.844700:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc624d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.844708:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc624d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.844721:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8eb4c6f00f00) 00010000:00010000:3.0:1781272803.844724:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.844728:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc624d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.844735:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc624d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.844786:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc623f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84421 expref: 119 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.844802:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc6254 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84421 expref: 118 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.844809:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8eb4c6f00c00) 00010000:00010000:3.0:1781272803.844812:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272803.844815:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e200, rc 0) 00000100:00100000:3.0:1781272803.844990:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+118:34708:x1867799159490304:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 2051us (4270us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272803.845000:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1668 00000100:00100000:2.0:1781272803.851731:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.851828:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159490432 00000100:00100000:0.0:1781272803.851862:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159490432 00000100:00100000:0.0:1781272803.851933:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 487 00000100:00100000:0.0:1781272803.851945:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159490432:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272803.851969:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272803.852000:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc625b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84428 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.852086:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168715904:192.168.204.14@tcp:106: 00000100:00100000:0.0:1781272803.852227:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d600 going to sleep for 11 seconds 00000100:00100000:0.0:1781272803.855254:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.855705:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159490560 00000100:00100000:2.0:1781272803.855725:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159490560 00000100:00100000:2.0:1781272803.855810:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 592 00000100:00100000:2.0:1781272803.855823:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c79b4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:114321f4-a03d-418f-858f-46fe7991a8fa+118:2388:x1867799159490560:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:2.0:1781272803.855932:0:6496:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.855956:0:6496:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45600/0x94898f2cdefc6262 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8442f expref: -99 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272803.856137:0:8404:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1781272803.856142:0:8404:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb mtime: 0 -> 1781272803 00002000:00010000:0.0:1781272803.856144:0:8404:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb atime: 0 -> 1781272803 00002000:00010000:0.0:1781272803.856147:0:8404:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb ctime: 0 -> 1781272803 00002000:00010000:0.0:1781272803.856149:0:8404:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1781272803.856174:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168715904:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272803.856219:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc625b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84428 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.856251:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003cdf5f77/0x94898f2cdefc625b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84428 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.856267:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56600, rc 0) 00000100:00100000:0.0:1781272803.856352:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2389:x1867799159490432:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 4407us (4642us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272803.856361:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 487 00010000:00010000:2.0:1781272803.857463:0:6496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6269 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857488:0:6496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6269 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857502:0:6496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6269 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857519:0:6496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6270 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857525:0:6496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6270 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857531:0:6496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6270 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857593:0:6496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6269 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857599:0:6496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6269 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857606:0:6496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6269 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857611:0:6496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.857615:0:6496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6269 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857623:0:6496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6269 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857634:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.857637:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.857642:0:6496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6269 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857649:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6269 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857661:0:6496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6270 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857667:0:6496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6270 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857671:0:6496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6270 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857675:0:6496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.857688:0:6496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6270 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857694:0:6496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6270 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857700:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8eb4e0221000) 00010000:00010000:2.0:1781272803.857703:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.857706:0:6496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6270 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857711:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6270 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857748:0:6496:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45600/0x94898f2cdefc6262 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8442f expref: 119 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857762:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.857764:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781272803.857767:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45600/0x94898f2cdefc6262 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8442f expref: 119 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.857775:0:6496:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45600, rc -2) 00000100:00100000:2.0:1781272803.857895:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c79b4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:114321f4-a03d-418f-858f-46fe7991a8fa+118:2388:x1867799159490560:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 2073us (2656us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781272803.857904:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 592 00000100:00100000:3.0:1781272803.863637:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.863902:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159490688 00000100:00100000:1.0:1781272803.863977:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159490688 00000100:00100000:1.0:1781272803.864172:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1669 00000100:00100000:1.0:1781272803.864184:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+118:34708:x1867799159490688:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272803.864214:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272803.864239:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6277 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84467 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.864329:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc627e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.864347:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc627e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.864359:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc627e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272803.864417:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1781272803.864421:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272803.864446:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc627e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.864480:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6277 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84467 expref: 120 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.864500:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc627e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84467 expref: 119 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.864510:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.864513:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1781272803.864518:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304e00, rc 0) 00000100:00100000:1.0:1781272803.864619:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+119:34708:x1867799159490688:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 436us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272803.864627:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1669 00000100:00100000:0.0:1781272803.869442:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.869551:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159490816 00000100:00100000:2.0:1781272803.869634:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159490816 00000100:00100000:2.0:1781272803.869828:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 488 00000100:00100000:2.0:1781272803.869874:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159490816:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272803.869901:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.869936:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e139c5a8/0x94898f2cdefc6285 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8446e expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.870183:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168716032:192.168.204.14@tcp:106: 00000100:00100000:2.0:1781272803.870304:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272803.873285:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168716032:192.168.204.14@tcp:106: 00010000:00010000:2.0:1781272803.873338:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e139c5a8/0x94898f2cdefc6285 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8446e expref: 17 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.873367:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e139c5a8/0x94898f2cdefc6285 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8446e expref: 17 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.873383:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45600, rc 0) 00000100:00100000:2.0:1781272803.873460:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159490816:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3588us (4034us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272803.873471:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 488 00000100:00100000:0.0:1781272803.878790:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.879130:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159491072 00000100:00100000:1.0:1781272803.879143:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159491072 00000100:00100000:1.0:1781272803.879221:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1670 00000100:00100000:1.0:1781272803.879233:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+119:34708:x1867799159491072:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:1.0:1781272803.879466:0:6492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].51, 136 off15128 00000100:00100000:1.0:1781272803.879602:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+119:34708:x1867799159491072:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 370us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272803.879612:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1670 00000100:00100000:0.0:1781272803.892140:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.892245:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159491200 00000100:00100000:3.0:1781272803.892258:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159491200 00000100:00100000:3.0:1781272803.892331:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1671 00000100:00100000:3.0:1781272803.892343:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+119:34711:x1867799159491200:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:3.0:1781272803.892371:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272803.892397:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc628c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84475 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892479:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc6293 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892495:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc6293 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892512:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc6293 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892530:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc629a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892537:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc629a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892543:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc629a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892591:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc6293 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892598:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc6293 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892603:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc6293 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892610:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc6293 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892616:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.892622:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc6293 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892630:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc6293 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892643:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.892647:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.892652:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc6293 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892658:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc6293 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892674:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc629a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892691:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc629a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892697:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc629a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892702:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.892705:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc629a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892711:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc629a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892718:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8eb4c70a5000) 00010000:00010000:3.0:1781272803.892720:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.892723:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc629a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892729:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc629a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892764:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc628c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84475 expref: 120 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892775:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.892778:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.892782:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc628c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84475 expref: 120 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.892801:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4a9e000, rc 0) 00000100:00100000:3.0:1781272803.892932:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+119:34711:x1867799159491200:12345-192.168.204.14@tcp:101:bash.0 Request processed in 591us (1034us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272803.892941:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1671 00000001:00080000:0.0:1781272803.898859:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968340 is committed 00010000:00010000:2.0:1781272803.899246:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5bcb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899261:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5bcb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899271:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5bcb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899278:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c51a2a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.899283:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5bcb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899292:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5bcb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899314:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8eb4c792ec00) 00010000:00010000:2.0:1781272803.899318:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.899324:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5bcb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899330:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a2a00/0x94898f2cdefc5bcb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899363:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5c9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899370:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5c9d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899376:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5c9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899381:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.899384:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5c9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899390:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5c9d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899398:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8eb4d0ba7100) 00010000:00010000:2.0:1781272803.899401:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.899404:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5c9d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899409:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc5c9d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899424:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5d6f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899431:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5d6f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899436:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5d6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899442:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.899445:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5d6f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899451:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5d6f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899459:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8eb4c70a5e00) 00010000:00010000:2.0:1781272803.899462:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.899465:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5d6f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899471:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc5d6f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899487:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc5ecd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899493:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc5ecd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899497:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc5ecd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899502:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.899504:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc5ecd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899509:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc5ecd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899517:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8eb4d0ba7600) 00010000:00010000:2.0:1781272803.899519:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.899522:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc5ecd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899527:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc5ecd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899542:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6039 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899548:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6039 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899555:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6039 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899574:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.899578:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6039 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899584:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6039 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899592:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8eb4d0ba7f00) 00010000:00010000:2.0:1781272803.899594:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.899597:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6039 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899602:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6039 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899616:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc614a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899628:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc614a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899634:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc614a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899640:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.899643:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc614a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899649:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc614a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899655:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8eb4d0ba7d00) 00010000:00010000:2.0:1781272803.899658:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.899661:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc614a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899667:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305e00/0x94898f2cdefc614a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899692:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc621c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899699:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc621c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899706:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc621c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899712:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.899716:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc621c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899722:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc621c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899729:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8eb4c6f00f00) 00010000:00010000:2.0:1781272803.899732:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.899735:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc621c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.899740:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc621c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1781272803.900156:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968317 is committed 00000020:00080000:0.0:1781272803.900168:0:6470:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 35 batchid updated 00000020:00080000:1.0:1781272803.900252:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000020:00080000:1.0:1781272803.900269:0:6523:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00010000:00010000:3.0:1781272803.900380:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc5af2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900391:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc5af2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900399:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc5af2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900404:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625be00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.900408:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc5af2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900415:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc5af2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900428:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8eb4c70a5300) 00010000:00010000:3.0:1781272803.900430:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.900435:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc5af2 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900442:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc5af2 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900459:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc5af9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900466:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc5af9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900472:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc5af9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900478:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.900481:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc5af9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900487:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc5af9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900494:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.900497:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.900500:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc5af9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.900506:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc5af9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.904486:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168716160:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272803.904657:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272803.905306:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.905595:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159491328 00000100:00100000:0.0:1781272803.905608:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159491328 00000100:00100000:0.0:1781272803.905689:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 593 00000100:00100000:0.0:1781272803.905700:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:114321f4-a03d-418f-858f-46fe7991a8fa+117:2388:x1867799159491328:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:0.0:1781272803.905749:0:6497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272803.905787:0:6497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc62a1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8447c expref: -99 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.905875:0:6497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc62a8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.905893:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc62a8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.905904:0:6497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc62a8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.905971:0:6497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc62af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.905980:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc62af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.905986:0:6497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc62af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906034:0:6497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc62a8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906041:0:6497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc62a8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906048:0:6497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc62a8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906054:0:6497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.906059:0:6497:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc62a8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906068:0:6497:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc62a8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906081:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.906085:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.906091:0:6497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc62a8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906099:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc62a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906114:0:6497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc62af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906120:0:6497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc62af lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906125:0:6497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc62af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906131:0:6497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272803.906133:0:6497:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc62af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906140:0:6497:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc62af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906146:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x71bff0c5 (ffff8eb4cac44b00) 00010000:00010000:0.0:1781272803.906149:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272803.906151:0:6497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc62af lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906157:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc62af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906188:0:6497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc62a1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8447c expref: 118 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906198:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.906200:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1781272803.906204:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57e00/0x94898f2cdefc62a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8447c expref: 118 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.906213:0:6497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57e00, rc -2) 00000100:00100000:0.0:1781272803.906290:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:114321f4-a03d-418f-858f-46fe7991a8fa+117:2388:x1867799159491328:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 592us (996us total) trans 0 rc -2/-2 00000100:00100000:0.0:1781272803.906299:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 593 00000100:00100000:0.0:1781272803.908996:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.909142:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159491456 00000100:00100000:2.0:1781272803.909160:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159491456 00000100:00100000:2.0:1781272803.909252:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1672 00000100:00100000:2.0:1781272803.909266:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+58:34712:x1867799159491456:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:2.0:1781272803.909299:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.909325:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45600/0x94898f2cdefc62b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84483 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909423:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62bd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909440:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909455:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909480:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909489:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909496:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909555:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62bd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909575:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62bd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909582:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909589:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.909594:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909603:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909618:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.909621:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.909627:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909634:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909652:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909657:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909664:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909668:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.909671:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909686:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909693:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8eb4e0221000) 00010000:00010000:2.0:1781272803.909696:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.909698:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62c4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909703:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909747:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45600/0x94898f2cdefc62b6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84483 expref: 59 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909757:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.909760:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.909764:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45600/0x94898f2cdefc62b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84483 expref: 59 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.909774:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45600, rc 0) 00000100:00100000:2.0:1781272803.910374:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+58:34712:x1867799159491456:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1108us (1383us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272803.910385:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1672 00000100:00100000:1.0:1781272803.912480:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168716160 00000100:00100000:1.0:1781272803.912498:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168716160 00000100:00100000:1.0:1781272803.912805:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1781272803.912818:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168716160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272803.912868:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 228002624 pending 57344 free 3921383424 avail 3689861120 00000100:00100000:1.0:1781272803.913206:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168716160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 389us (8548us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272803.913215:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1781272803.913289:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168716160:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781272803.913761:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272803.922909:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.923026:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159491584 00000100:00100000:3.0:1781272803.923041:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159491584 00000100:00100000:3.0:1781272803.923123:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1673 00000100:00100000:3.0:1781272803.923135:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+58:34712:x1867799159491584:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272803.923165:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272803.923190:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc62cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8448a expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923302:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc62d2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923320:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc62d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923334:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc62d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923352:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc62d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923361:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc62d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923368:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc62d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923421:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc62d2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923429:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc62d2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923436:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc62d2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923448:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.923454:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc62d2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923462:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc62d2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923476:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.923479:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.923486:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc62d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923492:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc62d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923509:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc62d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923515:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc62d9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923521:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc62d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923527:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.923530:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc62d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923537:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc62d9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923548:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8eb4c70a5300) 00010000:00010000:3.0:1781272803.923551:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.923554:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc62d9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923574:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc62d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923611:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc62cb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8448a expref: 59 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923623:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.923625:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.923630:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc62cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8448a expref: 59 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.923641:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221400, rc 0) 00000100:00100000:3.0:1781272803.923733:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+58:34712:x1867799159491584:12345-192.168.204.14@tcp:101:rm.0 Request processed in 600us (842us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272803.923742:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1673 00000100:00100000:3.0:1781272803.943174:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.943278:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159491712 00000100:00100000:2.0:1781272803.943290:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159491712 00000100:00100000:2.0:1781272803.943367:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1674 00000100:00100000:2.0:1781272803.943378:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+58:34713:x1867799159491712:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272803.943405:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.943428:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45600/0x94898f2cdefc62e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84491 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943527:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943545:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943558:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943574:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943582:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943594:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943645:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943652:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62e7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943659:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62e7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943666:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.943671:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62e7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943692:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62e7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943706:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.943709:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.943714:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62e7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943720:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc62e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943736:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943741:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943748:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943753:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.943756:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943763:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62ee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943770:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8eb4e0221000) 00010000:00010000:2.0:1781272803.943772:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.943774:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62ee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943780:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc62ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943816:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45600/0x94898f2cdefc62e0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84491 expref: 59 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943826:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.943867:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.943872:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45600/0x94898f2cdefc62e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84491 expref: 59 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.943882:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45600, rc 0) 00000100:00100000:2.0:1781272803.944233:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+58:34713:x1867799159491712:12345-192.168.204.14@tcp:101:cp.0 Request processed in 854us (1263us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272803.944247:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1674 00000100:00100000:0.0:1781272803.950645:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.950775:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159491840 00000100:00100000:1.0:1781272803.950788:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159491840 00000100:00100000:1.0:1781272803.950909:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1675 00000100:00100000:1.0:1781272803.950931:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+58:34713:x1867799159491840:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272803.950959:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272803.951182:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc62f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84498 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951286:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc62fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951304:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc62fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951323:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc62fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951340:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6303 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951347:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6303 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951353:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6303 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951397:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc62fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951405:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc62fc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951413:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc62fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951421:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.951426:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc62fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951434:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc62fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951447:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.951451:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.951456:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc62fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951464:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc62fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951479:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6303 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951486:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6303 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951493:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6303 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951497:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272803.951500:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6303 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951505:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6303 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951511:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8eb4d0ba7300) 00010000:00010000:1.0:1781272803.951513:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.951517:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6303 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951523:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6303 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951558:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc62f5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84498 expref: 59 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951575:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272803.951577:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272803.951581:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc62f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84498 expref: 59 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272803.951590:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305800, rc 0) 00000100:00100000:1.0:1781272803.951673:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+58:34713:x1867799159491840:12345-192.168.204.14@tcp:101:cp.0 Request processed in 744us (1043us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272803.951693:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1675 00000100:00100000:1.0:1781272803.956045:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.956251:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159492096 00000100:00100000:2.0:1781272803.956266:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159492096 00000100:00100000:2.0:1781272803.956352:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1676 00000100:00100000:2.0:1781272803.956363:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+58:34713:x1867799159492096:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272803.956391:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.956418:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45600/0x94898f2cdefc630a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8449f expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.956566:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.956586:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc627e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84467 expref: 116 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.956595:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.956644:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc627e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84467 expref: 116 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.956661:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc627e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84467 expref: 116 pid: 6493 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.956692:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168716288:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272803.956826:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1781272803.962285:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272803.962393:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159492224 00000100:00100000:0.0:1781272803.962407:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159492224 00010000:00010000:0.0:1781272803.962462:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc627e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84467 expref: 117 pid: 6493 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272803.962516:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 488 00000100:00100000:0.0:1781272803.962528:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+117:2391:x1867799159492224:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272803.962551:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272803.962560:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc627e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84467 expref: 117 pid: 6493 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.962575:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc627e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84467 expref: 117 pid: 6493 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.962605:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272803.962612:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.962624:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.962633:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272803.962658:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272803.962751:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+117:2391:x1867799159492224:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 225us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272803.962760:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 488 00010000:00010000:2.0:1781272803.963243:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc627e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84467 expref: 116 pid: 6493 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.963269:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168716288:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272803.963300:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.963311:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.963317:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.963346:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6318 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.963356:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6318 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.963365:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6318 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781272803.964353:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x22:0x0], index 1: 0 00010000:00010000:2.0:1781272803.964580:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44600/0x94898f2cdefc631f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964594:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44600/0x94898f2cdefc631f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964605:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44600/0x94898f2cdefc631f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964651:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964661:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964668:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964687:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964695:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272803.964700:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964709:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964730:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272803.964734:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272803.964739:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964746:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc6311 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272803.964763:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000055cf269c reply state 000000007cf4242a transno 4294968341 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6318 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964777:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6318 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964784:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8eb4e0221000) 00010000:00010000:2.0:1781272803.964787:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272803.964801:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781272803.964875:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45600/0x94898f2cdefc630a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8449f expref: 61 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964891:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44600/0x94898f2cdefc631f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8449f expref: 60 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.964899:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8eb4e0221c00) 00010000:00010000:2.0:1781272803.964901:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272803.964904:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb44600, rc 0) 00000100:00100000:2.0:1781272803.966102:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+61:34713:x1867799159492096:12345-192.168.204.14@tcp:101:cp.0 Request processed in 8619us (8952us total) trans 4294968341 rc 0/0 00000100:00100000:2.0:1781272803.966119:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1676 00000100:00100000:0.0:1781272803.975611:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.975780:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159492352 00000100:00100000:3.0:1781272803.975807:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159492352 00000100:00100000:3.0:1781272803.975904:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 489 00000100:00100000:3.0:1781272803.975916:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+15:2389:x1867799159492352:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272803.975941:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272803.975965:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc632d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab844a6 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272803.976007:0:9894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781272803.976034:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272803.976037:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272803.976047:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc632d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844a6 expref: 16 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.976068:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc632d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844a6 expref: 16 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.976084:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221400, rc 0) 00000100:00100000:3.0:1781272803.976167:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+16:2389:x1867799159492352:12345-192.168.204.14@tcp:101:cp.0 Request processed in 253us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272803.976175:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 489 00000100:00100000:3.0:1781272803.982225:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.982358:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.985445:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.985500:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.985524:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272803.985577:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159492864 00000100:00100000:3.0:1781272803.985589:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159492864 00000100:00100000:3.0:1781272803.985654:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 593 00000100:00100000:3.0:1781272803.985666:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+41:2389:x1867799159492864:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272803.985782:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+41:2389:x1867799159492864:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 118us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272803.986276:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 593 00000100:00100000:3.0:1781272803.986342:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272803.987220:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159492608 00000100:00100000:1.0:1781272803.987233:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159492608 00000100:00100000:1.0:1781272803.987305:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 756 00000100:00100000:1.0:1781272803.987317:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159492608:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272803.987388:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159492608:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 74us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272803.987397:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 756 00000100:00100000:3.0:1781272803.990281:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159492480 00000100:00100000:3.0:1781272803.990301:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159492480 00000100:00100000:3.0:1781272803.990400:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 594 00000100:00100000:3.0:1781272803.990415:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6d151617-6ec3-4186-a571-d12154d9be40+61:2390:x1867799159492480:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:3.0:1781272803.990494:0:6496:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272803.990518:0:6496:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6334 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab844ad expref: -99 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.990770:0:6496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc633b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.990788:0:6496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc633b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.990918:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159492736 00000100:00100000:2.0:1781272803.990924:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159492736 00000100:00100000:2.0:1781272803.990940:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159493120 00000100:00100000:2.0:1781272803.990943:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159493120 00000100:00100000:2.0:1781272803.991097:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 490 00000100:00100000:2.0:1781272803.991107:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+16:34713:x1867799159493120:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272803.991123:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272803.991139:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab844e5 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.991168:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc632d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844a6 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.991177:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272803.991181:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272803.991185:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.991227:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc632d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844a6 expref: 17 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.991242:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc632d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844a6 expref: 17 pid: 9894 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272803.991260:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168716416:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272803.991381:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc900 going to sleep for 11 seconds 00000100:00100000:2.0:1781272803.991441:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159492992 00000100:00100000:2.0:1781272803.991445:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159492992 00000100:00100000:2.0:1781272803.991464:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1062 00000100:00100000:2.0:1781272803.991470:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159492736:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272803.991509:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159492736:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 40us (9303us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272803.991517:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1062 00000100:00100000:2.0:1781272803.991534:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1063 00000100:00100000:2.0:1781272803.991540:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159492992:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272803.991573:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159492992:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 33us (9216us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272803.991578:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1063 00010000:00010000:3.0:1781272803.991664:0:6496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc633b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991695:0:6496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6349 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991705:0:6496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6349 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991712:0:6496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6349 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991772:0:6496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc633b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991781:0:6496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc633b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991788:0:6496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc633b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991808:0:6496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.991813:0:6496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc633b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991822:0:6496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc633b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991865:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.991869:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.991875:0:6496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc633b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991881:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc633b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991897:0:6496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6349 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991903:0:6496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6349 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991909:0:6496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6349 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991915:0:6496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272803.991918:0:6496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6349 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991924:0:6496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6349 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991930:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8eb4c70a5900) 00010000:00010000:3.0:1781272803.991932:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272803.991935:0:6496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6349 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.991940:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6349 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.992171:0:6496:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6334 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844ad expref: 62 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.992184:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272803.992186:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1781272803.992191:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6334 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844ad expref: 62 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272803.992202:0:6496:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220e00, rc -2) 00000100:00100000:3.0:1781272803.992256:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6d151617-6ec3-4186-a571-d12154d9be40+61:2390:x1867799159492480:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 1845us (6825us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272803.992265:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 594 00000100:00080000:3.0:1781272803.992294:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272803.997696:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272803.997889:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168716416:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272803.997951:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 17 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272803.997976:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45600, rc 0) 00000100:00100000:2.0:1781272803.998063:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+17:34713:x1867799159493120:12345-192.168.204.14@tcp:101:cp.0 Request processed in 6957us (11719us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272803.998075:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 490 00000100:00100000:0.0:1781272804.001152:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159493248 00000100:00100000:0.0:1781272804.001172:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159493248 00010000:00010000:0.0:1781272804.001314:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc632d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844a6 expref: 17 pid: 9894 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.001358:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 489 00000100:00100000:0.0:1781272804.001373:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+17:2389:x1867799159493248:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272804.001393:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272804.001424:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc632d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844a6 expref: 17 pid: 9894 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.001441:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc632d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844a6 expref: 17 pid: 9894 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.001478:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc632d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844a6 expref: 17 pid: 9894 timeout: 860 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.001502:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272804.001505:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272804.001513:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.001524:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.001587:0:6477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 16 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.001605:0:6477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6477:1867799168716544:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272804.002105:0:6477:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620d600 going to sleep for 11 seconds 00000100:00080000:3.0:1781272804.006446:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272804.007479:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.007577:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159493504 00000100:00100000:1.0:1781272804.007591:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159493504 00000100:00100000:1.0:1781272804.007670:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 338 00000100:00100000:1.0:1781272804.007692:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+61:34713:x1867799159493504:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:0.0:1781272804.009222:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+62:34713:x1867799159493504:12345-192.168.204.14@tcp:35:cp.0 Request processed in 1521us (1742us total) trans 4294968342 rc 0/0 00000100:00100000:0.0:1781272804.009236:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 338 00000100:00100000:3.0:1781272804.009424:0:6477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6477:1867799168716544:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272804.009457:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272804.009486:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+16:2389:x1867799159493248:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 8119us (11818us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.009497:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 489 00000100:00100000:2.0:1781272804.044419:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.044547:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159493632 00000100:00100000:3.0:1781272804.044560:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159493632 00000100:00100000:3.0:1781272804.044636:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 595 00000100:00100000:3.0:1781272804.044647:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:6d151617-6ec3-4186-a571-d12154d9be40+62:2391:x1867799159493632:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:3.0:1781272804.044738:0:12479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272804.044764:0:12479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6350 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab844ec expref: -99 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.044903:0:12479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc6357 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.044928:0:12479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc6357 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.044940:0:12479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc6357 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.044960:0:12479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc635e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.044967:0:12479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc635e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.044973:0:12479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc635e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045038:0:12479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc6357 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045046:0:12479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc6357 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045054:0:12479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc6357 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045062:0:12479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272804.045067:0:12479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc6357 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045074:0:12479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc6357 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045088:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272804.045091:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.045097:0:12479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc6357 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045105:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc6357 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045121:0:12479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc635e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045127:0:12479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc635e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045133:0:12479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc635e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045140:0:12479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272804.045143:0:12479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc635e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045149:0:12479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc635e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045157:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8eb4c70a5900) 00010000:00010000:3.0:1781272804.045159:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.045162:0:12479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc635e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045168:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc635e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045203:0:12479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6350 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844ec expref: 63 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045215:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272804.045217:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1781272804.045223:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6350 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844ec expref: 63 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.045234:0:12479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625be00, rc -2) 00000100:00100000:3.0:1781272804.045317:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:6d151617-6ec3-4186-a571-d12154d9be40+62:2391:x1867799159493632:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 672us (915us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272804.045326:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 595 00000100:00100000:2.0:1781272804.062658:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.065787:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159493760 00000100:00100000:3.0:1781272804.066285:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159493760 00000100:00100000:2.0:1781272804.066579:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1677 00000100:00100000:2.0:1781272804.066594:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+116:34720:x1867799159493760:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272804.066621:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272804.066646:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc6365 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84524 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.066760:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc636c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.066778:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc636c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.066803:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc636c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.066819:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6373 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.066826:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6373 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.066867:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6373 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067338:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc637a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067352:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc637a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067361:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc637a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272804.067419:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00000004:00200000:2.0:1781272804.067424:0:12323:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272804.067450:0:12323:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc637a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067464:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc637a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067473:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc636c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067481:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc636c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067488:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc636c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067496:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc636c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067507:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272804.067512:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc636c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067521:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc636c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067535:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272804.067539:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272804.067544:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc636c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067551:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc636c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067568:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6373 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067574:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6373 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067580:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6373 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067585:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272804.067589:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6373 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067594:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6373 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067605:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8eb4e0221000) 00010000:00010000:2.0:1781272804.067607:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272804.067610:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6373 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067615:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc6373 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067654:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44200/0x94898f2cdefc6365 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84524 expref: 118 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067670:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc637a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84524 expref: 117 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.067691:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8eb4e0221c00) 00010000:00010000:2.0:1781272804.067694:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272804.067696:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb44a00, rc 0) 00000100:00100000:2.0:1781272804.068618:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+117:34720:x1867799159493760:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 2020us (5969us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.068632:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1677 00000100:00100000:0.0:1781272804.078180:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.078292:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159493888 00000100:00100000:1.0:1781272804.078306:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159493888 00000100:00100000:1.0:1781272804.078446:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 491 00000100:00100000:1.0:1781272804.078462:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+41:2391:x1867799159493888:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272804.078489:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.078512:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc7c7a79/0x94898f2cdefc6381 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8452b expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.078716:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168716672:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272804.079038:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2540 going to sleep for 11 seconds 00000100:00080000:3.0:1781272804.079156:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1781272804.082153:0:8407:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1781272804.082165:0:8407:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime: 0 -> 1781272803 00002000:00010000:1.0:1781272804.082168:0:8407:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb atime: 0 -> 1781272803 00002000:00010000:1.0:1781272804.082170:0:8407:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime: 0 -> 1781272803 00002000:00010000:1.0:1781272804.082172:0:8407:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1781272804.082204:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168716672:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272804.082252:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dc7c7a79/0x94898f2cdefc6381 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8452b expref: 42 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.082283:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc7c7a79/0x94898f2cdefc6381 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8452b expref: 42 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.082301:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305600, rc 0) 00000100:00100000:1.0:1781272804.082423:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+41:2391:x1867799159493888:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 3961us (4259us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272804.082435:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 491 00000100:00100000:2.0:1781272804.091686:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.092074:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159494016 00000100:00100000:3.0:1781272804.092088:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159494016 00000100:00100000:3.0:1781272804.092171:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1678 00000100:00100000:3.0:1781272804.092183:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+117:34720:x1867799159494016:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:3.0:1781272804.092213:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272804.092238:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6388 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84532 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.092327:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc638f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.092345:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc638f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.092359:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc638f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272804.092416:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1781272804.092421:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1781272804.092445:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc638f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.092472:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6388 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84532 expref: 119 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.092493:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc638f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84532 expref: 118 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.092503:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272804.092507:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1781272804.092512:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221400, rc 0) 00000100:00100000:3.0:1781272804.092960:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+118:34720:x1867799159494016:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 775us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.092969:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1678 00000040:00080000:2.0:1781272804.096186:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272804.096200:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272804.096249:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 51 count 10 00000040:00080000:2.0:1781272804.096261:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1781272804.096695:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388d500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168716800:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1781272804.096905:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc000 going to sleep for 11 seconds 00000100:00100000:2.0:1781272804.099960:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.100238:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388d500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168716800:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272804.102961:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159494144 00000100:00100000:3.0:1781272804.102983:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159494144 00000100:00100000:0.0:1781272804.103154:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 492 00000100:00100000:0.0:1781272804.103170:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+41:2389:x1867799159494144:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272804.103196:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272804.103221:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002dc7939/0x94898f2cdefc6396 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84539 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.103301:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168716928:192.168.204.14@tcp:106: 00000100:00100000:0.0:1781272804.103431:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620df00 going to sleep for 11 seconds 00000100:00100000:1.0:1781272804.106935:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.106993:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.107095:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159494272 00000100:00100000:0.0:1781272804.107110:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159494272 00000100:00100000:0.0:1781272804.107192:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159494400 00000100:00100000:0.0:1781272804.107196:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159494400 00000100:00100000:0.0:1781272804.107229:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1679 00000100:00100000:0.0:1781272804.107241:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+63:34721:x1867799159494272:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781272804.107286:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781272804.107466:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+63:34721:x1867799159494272:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 226us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.107475:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1679 00000100:00100000:0.0:1781272804.107498:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1680 00000100:00100000:0.0:1781272804.107505:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+62:34722:x1867799159494400:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781272804.107520:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781272804.107566:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+62:34722:x1867799159494400:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 61us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.107573:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1680 00000100:00100000:2.0:1781272804.112313:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.112743:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159494784 00000100:00100000:3.0:1781272804.112759:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159494784 00000100:00100000:3.0:1781272804.112967:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1681 00000100:00100000:3.0:1781272804.112981:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+62:34721:x1867799159494784:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.113009:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272804.113036:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc639d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84540 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.113189:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc63a4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.113206:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc63a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.113234:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc63a4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1781272804.113248:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00010000:00010000:3.0:1781272804.113390:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc639d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84540 expref: 65 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.113414:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc63a4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84540 expref: 64 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.113429:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:3.0:1781272804.113433:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1781272804.113438:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221c00, rc 0) 00000100:00100000:3.0:1781272804.113530:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3233800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+64:34721:x1867799159494784:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 552us (1234us total) trans 4294968343 rc 0/0 00000100:00100000:3.0:1781272804.113536:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1681 00000100:00100000:2.0:1781272804.119181:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.119276:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159495168 00000100:00100000:0.0:1781272804.119290:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159495168 00000100:00100000:0.0:1781272804.119381:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 74 00000100:00100000:0.0:1781272804.119395:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+64:2389:x1867799159495168:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272804.119417:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272804.119449:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc63a4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84540 expref: 64 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.119474:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:0.0:1781272804.119480:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272804.119574:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+63:2389:x1867799159495168:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 182us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.119582:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 74 00000100:00100000:1.0:1781272804.122646:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.122746:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.122769:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.122896:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159495296 00000100:00100000:2.0:1781272804.122908:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159495296 00000100:00100000:2.0:1781272804.122986:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 493 00000100:00100000:2.0:1781272804.122997:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+16:2391:x1867799159495296:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272804.123056:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.123078:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 16 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.123087:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272804.123089:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272804.123093:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.123133:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 16 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.123149:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 16 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272804.123166:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168717056:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272804.123255:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4dabdc780 going to sleep for 11 seconds 00000100:00100000:2.0:1781272804.123284:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159495040 00000100:00100000:2.0:1781272804.123289:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159495040 00000100:00100000:2.0:1781272804.123332:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159494528 00000100:00100000:2.0:1781272804.123336:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159494528 00000100:00100000:2.0:1781272804.123360:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1682 00000100:00100000:2.0:1781272804.123366:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+64:34722:x1867799159495040:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272804.123381:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272804.123399:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45e00/0x94898f2cdefc63b9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84547 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.123539:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc63c0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.123555:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc63c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.123568:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc63c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272804.123580:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00010000:00010000:2.0:1781272804.123738:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45e00/0x94898f2cdefc63b9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84547 expref: 67 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.123758:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc63c0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84547 expref: 66 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.123768:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8eb4d0ba7c00) 00010000:00010000:2.0:1781272804.123771:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272804.123775:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb45400, rc 0) 00000100:00100000:2.0:1781272804.123811:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+66:34722:x1867799159495040:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 443us (1181us total) trans 4294968344 rc 0/0 00000100:00100000:2.0:1781272804.123822:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1682 00000100:00100000:2.0:1781272804.123878:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1683 00000100:00100000:2.0:1781272804.123886:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+65:34723:x1867799159494528:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1781272804.123905:0:12323:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272804.123972:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+65:34723:x1867799159494528:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 87us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.123979:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1683 00000100:00100000:0.0:1781272804.133261:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:15938:1867799168716928:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272804.133315:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002dc7939/0x94898f2cdefc6396 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84539 expref: 42 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.133344:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002dc7939/0x94898f2cdefc6396 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84539 expref: 42 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.133359:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56200, rc 0) 00000100:00100000:1.0:1781272804.133540:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+41:2389:x1867799159494144:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 30370us (33595us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272804.133551:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 492 00000100:00100000:0.0:1781272804.136459:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.136717:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168717056:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272804.136754:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272804.136888:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159495552 00000100:00100000:2.0:1781272804.136898:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159495552 00000100:00100000:2.0:1781272804.136961:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1684 00000100:00100000:2.0:1781272804.136971:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+65:34723:x1867799159495552:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272804.137000:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272804.137025:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc63ce lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8454e expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.137171:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc63d5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.137188:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc63d5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.137201:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc63d5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272804.137213:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00010000:00010000:2.0:1781272804.137351:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44000/0x94898f2cdefc63ce lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8454e expref: 68 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.137389:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc63d5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8454e expref: 67 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.137400:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8eb4d0ba7e00) 00010000:00010000:2.0:1781272804.137404:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272804.137407:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb44400, rc 0) 00000100:00100000:2.0:1781272804.137474:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+67:34723:x1867799159495552:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 504us (1030us total) trans 4294968345 rc 0/0 00000100:00100000:2.0:1781272804.137481:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1684 00000100:00100000:0.0:1781272804.150578:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.150640:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.150759:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159495808 00000100:00100000:1.0:1781272804.150773:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159495808 00000100:00100000:1.0:1781272804.150898:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 494 00000100:00100000:1.0:1781272804.150924:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+17:2389:x1867799159495808:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.150990:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.151016:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 17 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.151026:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272804.151028:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272804.151032:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.151077:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 17 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.151092:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 17 pid: 8407 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.151112:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168717184:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272804.151223:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2540 going to sleep for 11 seconds 00000100:00100000:3.0:1781272804.151931:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159495680 00000100:00100000:3.0:1781272804.151939:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159495680 00002000:00100000:3.0:1781272804.151980:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff8eb3c3ba0e00 x1867799159495680/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 648/0 e 0 to 0 dl 1781272815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272804.151991:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3ba0e00 with x1867799159495680 ext(0->157) 00010000:00010000:3.0:1781272804.151999:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 18 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.152013:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 18 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.152021:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c3ba0e00 00000100:00100000:3.0:1781272804.152051:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 22 00000100:00100000:3.0:1781272804.152058:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+18:2390:x1867799159495680:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:1.0:1781272804.154346:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.154450:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159495936 00000100:00100000:0.0:1781272804.154462:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159495936 00000100:00100000:0.0:1781272804.154537:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 75 00000100:00100000:0.0:1781272804.154549:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+67:2391:x1867799159495936:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272804.154568:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272804.154598:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb45400/0x94898f2cdefc63c0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84547 expref: 67 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.154620:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8eb4d0ba7c00) 00010000:00010000:0.0:1781272804.154626:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272804.154710:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+66:2391:x1867799159495936:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 164us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.154719:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 75 00000100:00100000:0.0:1781272804.155743:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+20:2390:x1867799159495680:12345-192.168.204.14@tcp:4:cp.0 Request processed in 3678us (5187us total) trans 4294967388 rc 0/0 00000100:00100000:0.0:1781272804.155755:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 22 00002000:00100000:0.0:1781272804.155768:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff8eb3c3ba0e00 x1867799159495680/t4294967388(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 648/448 e 0 to 0 dl 1781272815 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272804.155780:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3ba0e00 with x1867799159495680 ext(0->157) 00010000:00010000:0.0:1781272804.155801:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 20 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.155817:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 20 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272804.155826:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c3ba0e00 00000100:00100000:1.0:1781272804.160775:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.160875:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.161033:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.161121:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159496064 00000100:00100000:0.0:1781272804.161134:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159496064 00000100:00100000:0.0:1781272804.161226:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 76 00000100:00100000:0.0:1781272804.161239:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4caf90c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+66:2390:x1867799159496064:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272804.161259:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272804.161290:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44400/0x94898f2cdefc63d5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8454e expref: 66 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.161314:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8eb4d0ba7e00) 00010000:00010000:0.0:1781272804.161320:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272804.161384:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4caf90c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+65:2390:x1867799159496064:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 148us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.161392:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 76 00000100:00100000:3.0:1781272804.161562:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159496320 00000100:00100000:3.0:1781272804.161567:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159496320 00000100:00100000:3.0:1781272804.161611:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1685 00000100:00100000:3.0:1781272804.161619:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+118:34720:x1867799159496320:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:3.0:1781272804.161891:0:6493:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].52, 136 off15264 00000100:00100000:3.0:1781272804.162302:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+118:34720:x1867799159496320:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 681us (1424us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.162311:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1685 00000100:00100000:2.0:1781272804.162480:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159496448 00000100:00100000:2.0:1781272804.162487:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159496448 00000100:00100000:2.0:1781272804.162536:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 495 00000100:00100000:2.0:1781272804.162545:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+16:2391:x1867799159496448:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1781272804.162586:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.162608:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 16 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.162618:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272804.162620:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1781272804.162624:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.162665:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 16 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.162690:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 16 pid: 8404 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272804.162709:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168717312:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272804.162777:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c7894f00 going to sleep for 11 seconds 00000100:00100000:2.0:1781272804.170624:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.170721:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.170866:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159496704 00000100:00100000:3.0:1781272804.170879:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159496704 00002000:00100000:3.0:1781272804.170952:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff8eb3c1fa3480 x1867799159496704/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 648/0 e 0 to 0 dl 1781272815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272804.170965:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c1fa3480 with x1867799159496704 ext(0->157) 00010000:00010000:3.0:1781272804.170976:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 20 pid: 8407 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.170993:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 20 pid: 8407 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.171001:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c1fa3480 00000100:00100000:3.0:1781272804.171030:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 23 00000100:00100000:3.0:1781272804.171042:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+20:2389:x1867799159496704:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:0.0:1781272804.173267:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159496576 00000100:00100000:0.0:1781272804.173285:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159496576 00010000:00010000:0.0:1781272804.173338:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 23 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.173395:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 490 00000100:00100000:0.0:1781272804.173406:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+23:2389:x1867799159496576:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272804.173422:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781272804.173440:0:6476:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781272804.173447:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 23 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.173462:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 23 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.173490:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe805e53/0x94898f2cdefc5f1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84284 expref: 23 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.173511:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272804.173514:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272804.173519:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.173529:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.173563:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272804.173639:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+22:2389:x1867799159496576:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 235us (3031us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.173647:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 490 00010000:00010000:3.0:1781272804.173984:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.174000:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.174025:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.174035:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.174044:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.174052:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb45800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272804.174057:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.174067:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.174081:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.174089:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a59dc14e/0x94898f2cdefc63b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.174158:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+21:2391:x1867799159495296:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 51163us (51411us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.174167:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 493 00000100:00100000:1.0:1781272804.174196:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0ace00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168717184:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272804.174233:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.178187:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+20:2389:x1867799159496704:12345-192.168.204.14@tcp:4:cp.0 Request processed in 7128us (7445us total) trans 4294967389 rc 0/0 00000100:00100000:3.0:1781272804.178207:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 23 00002000:00100000:3.0:1781272804.178238:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff8eb3c1fa3480 x1867799159496704/t4294967389(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 648/448 e 0 to 0 dl 1781272815 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272804.178251:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c1fa3480 with x1867799159496704 ext(0->157) 00010000:00010000:3.0:1781272804.178264:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 20 pid: 8407 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.178283:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 20 pid: 8407 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.178293:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c1fa3480 00000100:00100000:2.0:1781272804.192407:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.192455:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.192504:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.192616:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3232680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168717312:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272804.192651:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.192999:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159496832 00000100:00100000:3.0:1781272804.193010:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159496832 00002000:00100000:3.0:1781272804.193073:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff8eb3c1fa3800 x1867799159496832/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 648/0 e 0 to 0 dl 1781272815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272804.193085:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c1fa3800 with x1867799159496832 ext(0->157) 00010000:00010000:3.0:1781272804.193094:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 17 pid: 8404 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.193114:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 17 pid: 8404 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.193121:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c1fa3800 00000100:00100000:3.0:1781272804.193160:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 24 00000100:00100000:3.0:1781272804.193172:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+17:2391:x1867799159496832:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:1.0:1781272804.195190:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159496960 00000100:00100000:1.0:1781272804.195205:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159496960 00000100:00100000:1.0:1781272804.195285:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1686 00000100:00100000:1.0:1781272804.195297:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+118:34724:x1867799159496960:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:1.0:1781272804.195318:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.195344:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc63f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84555 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195433:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc63f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195451:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc63f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195464:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc63f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195480:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc63ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195487:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc63ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195493:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc63ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195539:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc63f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195548:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc63f8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195556:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc63f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195563:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.195569:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc63f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195578:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc63f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195592:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.195596:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.195601:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc63f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195608:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304e00/0x94898f2cdefc63f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195625:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc63ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195632:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc63ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195639:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc63ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195645:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.195647:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc63ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195653:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc63ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195659:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8eb4d0ba7300) 00010000:00010000:1.0:1781272804.195662:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.195664:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc63ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195670:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc63ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195721:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc63f1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84555 expref: 119 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195733:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.195736:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.195739:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc63f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84555 expref: 119 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.195749:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305800, rc 0) 00000100:00100000:1.0:1781272804.195903:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+118:34724:x1867799159496960:12345-192.168.204.14@tcp:101:bash.0 Request processed in 607us (3445us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272804.197613:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159497088 00000100:00100000:0.0:1781272804.197628:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159497088 00010000:00010000:0.0:1781272804.197685:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 20 pid: 8407 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.197881:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 491 00000100:00100000:0.0:1781272804.197894:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+20:2389:x1867799159497088:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1781272804.198152:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+19:2391:x1867799159496832:12345-192.168.204.14@tcp:4:cp.0 Request processed in 4979us (5758us total) trans 4294967378 rc 0/0 00000100:00100000:2.0:1781272804.198164:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 24 00002000:00100000:2.0:1781272804.198176:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff8eb3c1fa3800 x1867799159496832/t4294967378(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 648/448 e 0 to 0 dl 1781272815 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272804.198187:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c1fa3800 with x1867799159496832 ext(0->157) 00010000:00010000:2.0:1781272804.198196:0:14296:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 19 pid: 8404 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.198211:0:14296:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 19 pid: 8404 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.198372:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1686 00010000:00010000:0.0:1781272804.198629:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781272804.198655:0:9494:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781272804.198663:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 20 pid: 8407 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.198695:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 20 pid: 8407 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272804.198889:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c1fa3800 00010000:00010000:0.0:1781272804.200363:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a834dbb7/0x94898f2cdefc6166 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843c6 expref: 20 pid: 8407 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.200398:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272804.200400:0:9494:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272804.200407:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.200420:0:9494:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.200477:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272804.200553:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+19:2389:x1867799159497088:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 2660us (8046us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.200567:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 491 00010000:00010000:2.0:1781272804.201141:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.201157:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.201193:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.201201:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.201210:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.204849:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304400 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272804.204868:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.204891:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.205405:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.205447:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159497344 00000100:00100000:1.0:1781272804.205458:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159497344 00000100:00100000:1.0:1781272804.205518:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1687 00000100:00100000:1.0:1781272804.205528:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+65:34721:x1867799159497344:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272804.205685:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+65:34721:x1867799159497344:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 146us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.205694:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1687 00010000:00010000:2.0:1781272804.206091:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.206106:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc63e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272804.206184:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+18:2389:x1867799159495808:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 55276us (55544us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.206194:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 494 00000100:00100000:1.0:1781272804.210623:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.210728:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159497472 00000100:00100000:0.0:1781272804.210741:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159497472 00010000:00010000:0.0:1781272804.210800:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 19 pid: 8404 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.210894:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 492 00000100:00100000:0.0:1781272804.210907:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+19:2389:x1867799159497472:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272804.210928:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1781272804.210952:0:6478:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1781272804.210961:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 19 pid: 8404 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.210978:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 19 pid: 8404 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.211010:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc6055 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8432c expref: 19 pid: 8404 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.211027:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272804.211030:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272804.211035:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.211047:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.211081:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272804.211160:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+18:2389:x1867799159497472:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 254us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.211168:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 492 00010000:00010000:1.0:1781272804.211796:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.211812:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.211875:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.211886:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.211895:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.211910:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb26000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272804.211915:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.211924:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.211940:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.211949:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007aa71017/0x94898f2cdefc63ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.212032:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+17:2391:x1867799159496448:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 49487us (51273us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.212042:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 495 00000100:00100000:1.0:1781272804.228615:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.228689:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.228807:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159497600 00000100:00100000:0.0:1781272804.228820:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159497600 00000100:00100000:0.0:1781272804.228940:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1688 00000100:00100000:0.0:1781272804.228953:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+65:34725:x1867799159497600:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:0.0:1781272804.228982:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272804.229006:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6406 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8455c expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229097:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc640d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229112:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc640d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229125:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc640d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229140:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6414 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229146:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6414 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229151:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6414 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229198:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc640d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229205:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc640d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229212:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc640d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229230:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272804.229236:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc640d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229244:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc640d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229259:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272804.229262:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272804.229267:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc640d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229274:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc640d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229292:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6414 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229297:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6414 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229302:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6414 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229307:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f57600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272804.229310:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6414 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229315:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6414 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229322:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8eb4cac44b00) 00010000:00010000:0.0:1781272804.229324:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272804.229327:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6414 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229333:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6414 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229372:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6406 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8455c expref: 66 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229382:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272804.229385:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272804.229388:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6406 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8455c expref: 66 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.229398:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57400, rc 0) 00000100:00100000:0.0:1781272804.229472:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+65:34725:x1867799159497600:12345-192.168.204.14@tcp:101:rm.0 Request processed in 522us (874us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272804.229480:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1688 00000100:00100000:3.0:1781272804.231531:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159497728 00000100:00100000:3.0:1781272804.231561:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159497728 00000100:00100000:3.0:1781272804.231655:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 596 00000100:00100000:3.0:1781272804.231667:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6d151617-6ec3-4186-a571-d12154d9be40+65:2391:x1867799159497728:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:3.0:1781272804.231737:0:6496:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272804.231760:0:6496:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc641b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84563 expref: -99 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.231892:0:6496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6422 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.231910:0:6496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6422 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.231923:0:6496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6422 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.231940:0:6496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6429 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.231947:0:6496:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6429 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.231955:0:6496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6429 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232006:0:6496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6422 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232013:0:6496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6422 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232021:0:6496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6422 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232026:0:6496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272804.232031:0:6496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6422 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232040:0:6496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6422 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232053:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272804.232056:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.232061:0:6496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6422 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232068:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc6422 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232084:0:6496:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6429 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232091:0:6496:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6429 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232098:0:6496:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6429 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232103:0:6496:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272804.232106:0:6496:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6429 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232112:0:6496:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6429 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232119:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x21330256 (ffff8eb4c70a5900) 00010000:00010000:3.0:1781272804.232121:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.232123:0:6496:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6429 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232130:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6429 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6496 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232168:0:6496:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc641b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84563 expref: 66 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232178:0:6496:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272804.232181:0:6496:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1781272804.232184:0:6496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220c00/0x94898f2cdefc641b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84563 expref: 66 pid: 6496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.232193:0:6496:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc -2) 00000100:00100000:3.0:1781272804.232291:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:6d151617-6ec3-4186-a571-d12154d9be40+65:2391:x1867799159497728:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 624us (3599us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272804.232303:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 596 00000100:00100000:1.0:1781272804.237349:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.237407:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.237528:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159497856 00000100:00100000:2.0:1781272804.237542:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159497856 00000100:00100000:2.0:1781272804.237632:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 496 00000100:00100000:2.0:1781272804.237645:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+18:2390:x1867799159497856:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272804.237669:0:9894:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272804.237720:0:9894:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032e57453/0x94898f2cdefc6430 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8456a expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1781272804.237755:0:9894:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 158, mtime: 0x6a2c10e2, atime: 0x0, ctime: 0x6a2c10e2, blocks: 0x8 00010000:00010000:2.0:1781272804.237782:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272804.237785:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272804.237795:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032e57453/0x94898f2cdefc6430 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8456a expref: 19 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.237815:0:9894:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000032e57453/0x94898f2cdefc6430 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8456a expref: 19 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.237866:0:9894:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb26a00, rc 0) 00000100:00100000:2.0:1781272804.237951:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+19:2390:x1867799159497856:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 308us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.237959:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 496 00000100:00100000:3.0:1781272804.238060:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159498112 00000100:00100000:3.0:1781272804.238065:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159498112 00000100:00100000:3.0:1781272804.238103:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1689 00000100:00100000:3.0:1781272804.238110:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+65:34723:x1867799159498112:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272804.238185:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+65:34723:x1867799159498112:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 76us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.238193:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1689 00000100:00100000:0.0:1781272804.243272:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.243414:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159498368 00000100:00100000:3.0:1781272804.243430:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159498368 00000100:00100000:3.0:1781272804.243503:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1690 00000100:00100000:3.0:1781272804.243515:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+65:34722:x1867799159498368:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272804.243683:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+65:34722:x1867799159498368:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 160us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.243692:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1690 00000100:00100000:0.0:1781272804.253048:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.268347:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.268403:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159498624 00000100:00100000:3.0:1781272804.268413:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159498624 00000100:00100000:3.0:1781272804.272124:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 497 00000100:00100000:3.0:1781272804.272140:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+17:2388:x1867799159498624:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.272164:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272804.272190:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc6437 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84578 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.272236:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 158, mtime: 0x6a2c10e2, atime: 0x0, ctime: 0x6a2c10e2, blocks: 0x8 00010000:00010000:3.0:1781272804.272260:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.272262:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.272270:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc6437 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84578 expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.272289:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc6437 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84578 expref: 18 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.272304:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220c00, rc 0) 00000100:00100000:3.0:1781272804.272373:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+18:2388:x1867799159498624:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 237us (4037us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.272380:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 497 00000100:00100000:3.0:1781272804.272475:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.272694:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.272715:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159498496 00000100:00100000:3.0:1781272804.272723:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159498496 00000100:00100000:1.0:1781272804.272845:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159498880 00000100:00100000:1.0:1781272804.272851:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159498880 00000100:00100000:3.0:1781272804.272865:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1691 00000100:00100000:3.0:1781272804.272872:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+66:34725:x1867799159498496:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:3.0:1781272804.272884:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1781272804.272884:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1692 00000100:00100000:1.0:1781272804.272890:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+66:34721:x1867799159498880:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.272899:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc643e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84571 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.272968:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+67:34721:x1867799159498880:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 77us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.272977:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1692 00000100:00100000:1.0:1781272804.272997:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159499008 00000100:00100000:1.0:1781272804.273000:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159499008 00000100:00100000:1.0:1781272804.273023:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 498 00000100:00100000:1.0:1781272804.273029:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+19:2390:x1867799159499008:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.273036:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.273050:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047934732/0x94898f2cdefc6445 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8457f expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272804.273068:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 158, mtime: 0x6a2c10e3, atime: 0x0, ctime: 0x6a2c10e3, blocks: 0x8 00010000:00010000:1.0:1781272804.273080:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.273081:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.273086:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047934732/0x94898f2cdefc6445 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8457f expref: 20 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.273099:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000047934732/0x94898f2cdefc6445 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8457f expref: 20 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.273108:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304e00, rc 0) 00000100:00100000:1.0:1781272804.273129:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+20:2390:x1867799159499008:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 100us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.273136:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 498 00010000:00010000:3.0:1781272804.273200:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc644c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273213:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc644c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273228:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc644c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273241:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6453 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273247:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6453 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273253:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6453 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273295:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc644c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273303:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc644c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273310:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc644c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273316:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625be00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272804.273321:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc644c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273330:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc644c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273343:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272804.273347:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.273352:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc644c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273358:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc644c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273372:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6453 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273378:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6453 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273384:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6453 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273390:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272804.273393:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6453 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273399:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6453 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273406:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8eb4c70a5700) 00010000:00010000:3.0:1781272804.273409:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.273412:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6453 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273418:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6453 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273445:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc643e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84571 expref: 66 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273460:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272804.273463:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.273467:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc643e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84571 expref: 66 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.273476:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220e00, rc 0) 00000100:00100000:3.0:1781272804.273514:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+65:34725:x1867799159498496:12345-192.168.204.14@tcp:101:rm.0 Request processed in 641us (20481us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272804.273520:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1691 00000100:00100000:1.0:1781272804.283032:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.283115:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159499136 00000100:00100000:2.0:1781272804.283125:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159499136 00002000:00100000:2.0:1781272804.283178:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff8eb3c30d6d80 x1867799159499136/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 488/0 e 0 to 0 dl 1781272815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272804.283188:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d6d80 with x1867799159499136 ext(0->4095) 00002000:00010000:2.0:1781272804.283194:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c30d6d80 00000100:00100000:2.0:1781272804.283223:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 114 00000100:00100000:2.0:1781272804.283234:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+20:2391:x1867799159499136:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781272804.283382:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.283470:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.283492:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159499392 00000100:00100000:1.0:1781272804.283497:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159499392 00000100:00100000:1.0:1781272804.283529:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159499648 00000100:00100000:1.0:1781272804.283532:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159499648 00000100:00100000:1.0:1781272804.283565:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1693 00000100:00100000:1.0:1781272804.283572:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+66:34722:x1867799159499392:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272804.283805:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+20:2391:x1867799159499136:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 571us (785us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272804.283815:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 114 00002000:00100000:2.0:1781272804.283823:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff8eb3c30d6d80 x1867799159499136/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 488/4536 e 0 to 0 dl 1781272815 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272804.283860:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d6d80 with x1867799159499136 ext(0->4095) 00002000:00010000:2.0:1781272804.283865:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c30d6d80 00000100:00100000:3.0:1781272804.284227:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1694 00000100:00100000:3.0:1781272804.284251:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+66:34723:x1867799159499648:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272804.287184:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+66:34722:x1867799159499392:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 3599us (3789us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.287200:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1693 00000100:00100000:3.0:1781272804.289099:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+65:34723:x1867799159499648:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 4853us (5618us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.289114:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1694 00000100:00100000:1.0:1781272804.308271:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.308329:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.308355:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.308405:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.308436:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159499776 00000100:00100000:1.0:1781272804.308446:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159499776 00000100:00100000:1.0:1781272804.308497:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159499904 00000100:00100000:1.0:1781272804.308501:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159499904 00000100:00100000:1.0:1781272804.308521:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1695 00000100:00100000:1.0:1781272804.308531:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+66:34721:x1867799159499776:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.308555:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.308577:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc645a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84586 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.308612:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6461 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.308626:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6461 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.308637:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6461 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.308796:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc645a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84586 expref: 68 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.308816:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6461 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84586 expref: 67 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.308826:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:1.0:1781272804.308865:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272804.308869:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304600, rc 0) 00000100:00100000:1.0:1781272804.308926:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+67:34721:x1867799159499776:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 395us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.308933:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1695 00000100:00100000:0.0:1781272804.308961:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159500032 00000100:00100000:1.0:1781272804.308964:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1696 00000100:00100000:3.0:1781272804.308967:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159500160 00000100:00100000:0.0:1781272804.308968:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159500032 00000100:00100000:1.0:1781272804.308974:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+66:34726:x1867799159499904:12345-192.168.204.14@tcp:101:cp.0 00000100:00100000:3.0:1781272804.308985:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159500160 00010000:00010000:1.0:1781272804.308987:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.308997:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6468 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8458d expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:0.0:1781272804.309002:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff8eb3c30d5500 x1867799159500032/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 488/0 e 0 to 0 dl 1781272815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272804.309011:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d5500 with x1867799159500032 ext(0->4095) 00002000:00010000:0.0:1781272804.309015:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c30d5500 00010000:00010000:1.0:1781272804.309039:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc646f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.309039:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 115 00000100:00100000:0.0:1781272804.309046:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+18:2391:x1867799159500032:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.309048:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc646f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.309057:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc646f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00100000:3.0:1781272804.309060:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff8eb3c30d4e00 x1867799159500160/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 488/0 e 0 to 0 dl 1781272815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272804.309105:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d4e00 with x1867799159500160 ext(0->4095) 00002000:00010000:3.0:1781272804.309115:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c30d4e00 00010000:00010000:1.0:1781272804.309116:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6476 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.309128:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6476 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.309135:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6476 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.309168:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+18:2391:x1867799159500032:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 121us (837us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781272804.309181:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 116 00000100:00100000:3.0:1781272804.309193:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+20:2389:x1867799159500160:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.310722:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc646f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310752:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc646f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310759:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc646f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310774:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc646f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310782:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.310787:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc646f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310795:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc646f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310812:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.310815:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.310821:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc646f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310828:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc646f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310859:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6476 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310865:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6476 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310871:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6476 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310876:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.310878:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6476 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310883:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6476 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310890:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8eb4d0ba7f00) 00010000:00010000:1.0:1781272804.310892:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.310894:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6476 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310899:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6476 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310945:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6468 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8458d expref: 67 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310961:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.310963:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.310967:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc6468 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8458d expref: 67 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.310975:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304c00, rc 0) 00000100:00100000:1.0:1781272804.311053:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+66:34726:x1867799159499904:12345-192.168.204.14@tcp:101:cp.0 Request processed in 2082us (2646us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272804.311061:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1696 00000100:00100000:0.0:1781272804.313238:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 115 00002000:00100000:0.0:1781272804.313262:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff8eb3c30d5500 x1867799159500032/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 488/4536 e 0 to 0 dl 1781272815 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272804.313273:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d5500 with x1867799159500032 ext(0->4095) 00002000:00010000:0.0:1781272804.313280:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c30d5500 00000100:00100000:3.0:1781272804.313420:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+20:2389:x1867799159500160:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 4216us (5049us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1781272804.313438:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 116 00002000:00100000:3.0:1781272804.313454:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff8eb3c30d4e00 x1867799159500160/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 488/4536 e 0 to 0 dl 1781272815 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272804.313465:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d4e00 with x1867799159500160 ext(0->4095) 00002000:00010000:3.0:1781272804.313472:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb3c30d4e00 00000100:00100000:2.0:1781272804.313539:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.313594:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159500288 00000100:00100000:3.0:1781272804.313607:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159500288 00000100:00100000:3.0:1781272804.313680:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1697 00000100:00100000:3.0:1781272804.313691:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+66:34722:x1867799159500288:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.313713:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272804.313738:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc647d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84594 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.313796:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6484 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.315532:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6484 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.315570:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6484 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.315793:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc647d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84594 expref: 68 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.315822:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6484 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84594 expref: 67 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.315853:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8eb4d0ba7c00) 00010000:00010000:3.0:1781272804.315857:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272804.315861:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4f625be00, rc 0) 00000100:00100000:2.0:1781272804.319706:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+67:34722:x1867799159500288:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 5999us (6153us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.319724:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1697 00000100:00100000:2.0:1781272804.323898:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.324199:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.324290:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159500416 00000100:00100000:0.0:1781272804.324294:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159500544 00000100:00100000:0.0:1781272804.324310:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159500544 00000100:00100000:1.0:1781272804.324311:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159500416 00000100:00100000:0.0:1781272804.324408:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1698 00000100:00100000:0.0:1781272804.324425:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+68:34721:x1867799159500544:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1781272804.324439:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1699 00000100:00100000:1.0:1781272804.324456:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+68:34726:x1867799159500416:12345-192.168.204.14@tcp:101:cp.0 00000004:00000080:0.0:1781272804.324480:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1781272804.324481:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.324509:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc648b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8459b expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324591:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6492 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324607:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6492 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324620:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6492 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324638:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6499 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324645:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324651:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.324678:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+69:34721:x1867799159500544:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 248us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.324689:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1698 00010000:00010000:1.0:1781272804.324707:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6492 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324720:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6492 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324726:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6492 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324733:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6492 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324749:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.324754:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6492 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324763:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6492 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324786:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.324790:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.324795:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6492 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324801:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc6492 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324818:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6499 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324825:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6499 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324859:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6499 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324865:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.324867:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6499 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324874:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6499 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324881:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8eb4d0ba7f00) 00010000:00010000:1.0:1781272804.324884:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.324886:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6499 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324891:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6499 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324925:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc648b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8459b expref: 68 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324934:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.324936:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.324941:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc648b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8459b expref: 68 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.324949:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304c00, rc 0) 00000100:00100000:1.0:1781272804.325034:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+67:34726:x1867799159500416:12345-192.168.204.14@tcp:101:cp.0 Request processed in 583us (1154us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272804.325041:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1699 00000100:00100000:2.0:1781272804.330770:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.330813:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.330889:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.331084:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159500928 00000100:00100000:0.0:1781272804.331087:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159500672 00000100:00100000:1.0:1781272804.331102:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159500928 00000100:00100000:0.0:1781272804.331102:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159500672 00000100:00100000:0.0:1781272804.331185:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159500800 00000100:00100000:1.0:1781272804.331191:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 499 00000100:00100000:0.0:1781272804.331192:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159500800 00000100:00100000:1.0:1781272804.331210:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+20:2391:x1867799159500928:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00000100:00100000:0.0:1781272804.331237:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1700 00000100:00100000:0.0:1781272804.331249:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+68:34722:x1867799159500672:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.331260:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc64a0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331279:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.331282:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.331287:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc64a0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000080:0.0:1781272804.331292:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00010000:00010000:1.0:1781272804.331306:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc64a0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331333:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc64a0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331341:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc64a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331356:0:15938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc64a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331364:0:15938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304400 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272804.331368:0:15938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc64a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331378:0:15938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc64a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331395:0:15938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc64a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331402:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9b73eab/0x94898f2cdefc64a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.331470:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+68:34722:x1867799159500672:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 222us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.331479:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1700 00000100:00100000:1.0:1781272804.331508:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+20:2391:x1867799159500928:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 299us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.331517:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 499 00000100:00100000:1.0:1781272804.331556:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1701 00000100:00100000:1.0:1781272804.331565:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+67:34723:x1867799159500800:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.331579:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.331600:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc64a7 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab845a2 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331637:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc64ae lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331648:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc64ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331658:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc64ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331785:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc64a7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845a2 expref: 69 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331801:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc64ae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845a2 expref: 68 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.331810:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8eb4d0ba7e00) 00010000:00010000:1.0:1781272804.331813:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272804.331816:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304200, rc 0) 00000100:00100000:1.0:1781272804.331885:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+68:34723:x1867799159500800:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 321us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.331891:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1701 00000100:00100000:3.0:1781272804.344542:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.344662:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.344711:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.345107:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159501056 00000100:00100000:1.0:1781272804.345126:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159501056 00000100:00100000:1.0:1781272804.345201:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 500 00000100:00100000:1.0:1781272804.345211:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+18:2391:x1867799159501056:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.345260:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000007694282/0x94898f2cdefc64b5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.345283:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.345285:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.345291:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007694282/0x94898f2cdefc64b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.345309:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007694282/0x94898f2cdefc64b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.345336:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000007694282/0x94898f2cdefc64b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.345345:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007694282/0x94898f2cdefc64b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.345354:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007694282/0x94898f2cdefc64b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.345362:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304c00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272804.345367:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007694282/0x94898f2cdefc64b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.345375:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007694282/0x94898f2cdefc64b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.345391:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007694282/0x94898f2cdefc64b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.345404:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007694282/0x94898f2cdefc64b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.345502:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+18:2391:x1867799159501056:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 292us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.345510:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 500 00000100:00100000:3.0:1781272804.346447:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.347840:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159501312 00000100:00100000:2.0:1781272804.347858:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159501312 00000100:00100000:2.0:1781272804.347959:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159501568 00000100:00100000:2.0:1781272804.347964:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159501568 00000100:00100000:1.0:1781272804.347985:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1702 00000100:00100000:1.0:1781272804.348012:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+69:34726:x1867799159501312:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272804.348037:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.348061:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc64bc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab845a9 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.348181:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.348196:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc638f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84532 expref: 117 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.348204:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.348239:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc638f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84532 expref: 117 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.348254:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc638f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84532 expref: 117 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.348272:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168717440:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272804.348396:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2540 going to sleep for 11 seconds 00000100:00100000:3.0:1781272804.348398:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159501696 00000100:00100000:3.0:1781272804.348407:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159501696 00000100:00100000:0.0:1781272804.348543:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.348646:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159501952 00000100:00100000:0.0:1781272804.348649:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159501952 00000100:00100000:2.0:1781272804.348695:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1703 00000100:00100000:2.0:1781272804.348706:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+72:34721:x1867799159501568:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781272804.348801:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.348819:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6461 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84586 expref: 72 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.348847:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.348885:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6461 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84586 expref: 72 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.348896:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6461 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84586 expref: 72 pid: 12323 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272804.349129:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168717568:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272804.349196:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c7894f00 going to sleep for 11 seconds 00000100:00100000:3.0:1781272804.349298:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1704 00000100:00100000:3.0:1781272804.349310:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+72:34723:x1867799159501696:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272804.349339:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272804.349445:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+72:34723:x1867799159501696:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 138us (3004us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.349453:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1704 00000100:00100000:3.0:1781272804.355696:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1705 00000100:00100000:3.0:1781272804.355735:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+71:34722:x1867799159501952:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.355873:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.355895:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6484 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84594 expref: 71 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.355905:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.356236:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6484 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84594 expref: 71 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.356251:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6484 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84594 expref: 71 pid: 8162 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.356270:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168717696:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272804.356398:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42480 going to sleep for 11 seconds 00000100:00100000:0.0:1781272804.359049:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168717440:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272804.359091:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.360588:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.360627:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.360655:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.360759:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.362170:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168717568:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272804.362206:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.362910:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159502208 00000100:00100000:0.0:1781272804.362922:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159502208 00010000:00010000:0.0:1781272804.362968:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6461 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84586 expref: 72 pid: 12323 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.363082:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 493 00000100:00100000:0.0:1781272804.363093:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+72:2391:x1867799159502208:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272804.363110:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272804.363117:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6461 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84586 expref: 72 pid: 12323 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.363128:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6461 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84586 expref: 72 pid: 12323 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.363152:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6461 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84586 expref: 72 pid: 12323 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.363170:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:0.0:1781272804.363176:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.363191:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.363199:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.363222:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272804.363470:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159502336 00000100:00100000:3.0:1781272804.363487:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159502336 00000100:00100000:0.0:1781272804.363553:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+71:2391:x1867799159502208:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 459us (2971us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.363564:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 493 00000100:00100000:3.0:1781272804.363591:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 501 00000100:00100000:0.0:1781272804.363594:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159502080 00000100:00100000:0.0:1781272804.363601:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159502080 00000100:00100000:3.0:1781272804.363608:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+20:2391:x1867799159502336:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1781272804.363640:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc638f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84532 expref: 118 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.363664:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159502464 00000100:00100000:0.0:1781272804.363668:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159502464 00010000:00010000:3.0:1781272804.363682:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc64d8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.363697:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6484 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84594 expref: 71 pid: 8162 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.363705:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1781272804.363715:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 494 00010000:00010000:3.0:1781272804.363721:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.363731:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc64d8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.363732:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+118:2391:x1867799159502080:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272804.363757:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272804.363764:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc64d8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.363765:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc638f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84532 expref: 118 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.363801:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc64d8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.363815:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc64d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.363824:0:8407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc64d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.363851:0:8407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272804.363857:0:8407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc64d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.363866:0:8407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc64d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.363882:0:8407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc64d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.363889:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008cecaf51/0x94898f2cdefc64d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.363974:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+20:2391:x1867799159502336:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 372us (3317us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.363982:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 501 00000100:00100000:3.0:1781272804.364016:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 495 00000100:00100000:3.0:1781272804.364025:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+71:2390:x1867799159502464:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272804.364040:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272804.364047:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6484 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84594 expref: 71 pid: 8162 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364059:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6484 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84594 expref: 71 pid: 8162 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364080:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8eb4d0ba7c00) 00010000:00010000:3.0:1781272804.364087:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364096:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364104:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364125:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272804.364204:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.364219:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.364245:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+71:2390:x1867799159502464:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 220us (3484us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.364255:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 495 00010000:00010000:3.0:1781272804.364325:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6484 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84594 expref: 70 pid: 8162 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.364341:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa7480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168717696:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272804.364363:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364373:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364381:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.364392:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.364402:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.364409:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.364414:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb27000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272804.364419:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.364426:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.364440:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:2.0:1781272804.364442:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272804.364446:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.364454:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc64ca lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272804.364565:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+71:34721:x1867799159501568:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 15859us (19856us total) trans 4294968346 rc 0/0 00000100:00100000:2.0:1781272804.364575:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1703 00010000:00010000:3.0:1781272804.364576:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364589:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364596:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364602:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272804.364608:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364615:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364627:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8eb4d0ba7c00) 00010000:00010000:3.0:1781272804.364630:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272804.364634:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.364641:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220e00/0x94898f2cdefc64d1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.364776:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+70:34722:x1867799159501952:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 9061us (16233us total) trans 4294968347 rc 0/0 00000100:00100000:3.0:1781272804.364785:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1705 00010000:00010000:0.0:1781272804.366093:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc638f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84532 expref: 118 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.366120:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc638f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84532 expref: 118 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.366140:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272804.366145:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.366154:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.366161:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.366197:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272804.366241:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+117:2391:x1867799159502080:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 2515us (5613us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.366249:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 494 00010000:00010000:1.0:1781272804.366337:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.366346:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.366370:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc64df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.366380:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc64df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.366388:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc64df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.369346:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.369414:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.369879:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159502976 00000100:00100000:2.0:1781272804.369895:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159502976 00000100:00100000:2.0:1781272804.369969:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1706 00000004:00080000:1.0:1781272804.370158:0:12323:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x21:0x0], index 0: 0 00000100:00100000:2.0:1781272804.370180:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+70:34723:x1867799159502976:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781272804.370268:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.370284:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc64ae lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845a2 expref: 70 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.370292:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.370331:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc64ae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845a2 expref: 70 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.370346:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc64ae lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845a2 expref: 70 pid: 12323 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272804.370361:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168717824:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272804.370921:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159502720 00000100:00100000:0.0:1781272804.370929:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159502720 00000100:00100000:0.0:1781272804.370975:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 339 00010000:00010000:1.0:1781272804.371314:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc64ed lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371327:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc64ed lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371339:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc64ed lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371378:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371386:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371391:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371398:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371404:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.371408:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371415:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371428:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.371431:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.371435:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371441:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305800/0x94898f2cdefc64c3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272804.371454:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006c637e82 reply state 00000000370804ec transno 4294968348 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc64df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371465:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc64df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371472:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8eb4d0ba7f00) 00010000:00010000:1.0:1781272804.371475:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272804.371477:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1781272804.371509:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc64bc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845a9 expref: 73 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371524:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304c00/0x94898f2cdefc64ed lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845a9 expref: 72 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.371532:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8eb4d0ba7600) 00010000:00010000:1.0:1781272804.371534:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272804.371536:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304c00, rc 0) 00000100:00100000:1.0:1781272804.371598:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+73:34726:x1867799159501312:12345-192.168.204.14@tcp:101:cp.0 Request processed in 23601us (27075us total) trans 4294968348 rc 0/0 00000100:00100000:1.0:1781272804.371605:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1702 00000100:00100000:2.0:1781272804.372134:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e640c0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272804.372200:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.372281:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+72:34721:x1867799159502720:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272804.372485:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+73:34721:x1867799159502720:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 209us (3155us total) trans 4294968349 rc 0/0 00000100:00100000:0.0:1781272804.372493:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 339 00000100:00100000:0.0:1781272804.372509:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159503232 00000100:00100000:0.0:1781272804.372514:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159503232 00000100:00100000:0.0:1781272804.372534:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 340 00000100:00100000:0.0:1781272804.372541:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b33c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+73:34722:x1867799159503232:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272804.372638:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b33c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+74:34722:x1867799159503232:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 97us (438us total) trans 4294968350 rc 0/0 00000100:00100000:0.0:1781272804.372646:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 340 00000100:00100000:3.0:1781272804.377154:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.377879:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159503360 00000100:00100000:0.0:1781272804.377896:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159503360 00000100:00100000:0.0:1781272804.377972:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 502 00000100:00100000:0.0:1781272804.377995:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+18:2390:x1867799159503360:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272804.378016:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272804.378041:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f9b9c7d/0x94898f2cdefc64fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab845b0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272804.378069:0:8404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1781272804.378090:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272804.378093:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272804.378102:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f9b9c7d/0x94898f2cdefc64fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b0 expref: 19 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.378120:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005f9b9c7d/0x94898f2cdefc64fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b0 expref: 19 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.378134:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56000, rc 0) 00000100:00100000:0.0:1781272804.378194:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+19:2390:x1867799159503360:12345-192.168.204.14@tcp:101:cp.0 Request processed in 213us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.378202:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 502 00000100:00100000:1.0:1781272804.383879:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.388200:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.388316:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159503616 00000100:00100000:0.0:1781272804.388330:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159503616 00010000:00010000:0.0:1781272804.388385:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc64ae lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845a2 expref: 74 pid: 12323 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.388441:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 496 00000100:00100000:0.0:1781272804.388453:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4caf92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+74:2390:x1867799159503616:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272804.388474:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272804.388481:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc64ae lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845a2 expref: 74 pid: 12323 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.388497:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc64ae lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845a2 expref: 74 pid: 12323 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.388527:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8eb4d0ba7e00) 00010000:00010000:0.0:1781272804.388534:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.388546:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.388569:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.388594:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272804.388665:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4caf92850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+74:2390:x1867799159503616:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 215us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.388686:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 496 00000100:00100000:2.0:1781272804.390349:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159503488 00000100:00100000:2.0:1781272804.390369:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159503488 00000100:00100000:2.0:1781272804.390450:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 503 00000100:00100000:2.0:1781272804.390462:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+19:34726:x1867799159503488:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:2.0:1781272804.390487:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272804.390509:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab845b7 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.390562:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f9b9c7d/0x94898f2cdefc64fb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b0 expref: 20 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.390572:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272804.390574:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272804.390580:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 20 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.390626:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f9b9c7d/0x94898f2cdefc64fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b0 expref: 20 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.390642:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f9b9c7d/0x94898f2cdefc64fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b0 expref: 20 pid: 8404 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272804.390661:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168717952:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272804.390942:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531bf00 going to sleep for 11 seconds 00010000:00010000:1.0:1781272804.391282:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc64ae lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845a2 expref: 73 pid: 12323 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.391306:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168717824:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272804.391335:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.391409:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.391422:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.391667:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.391685:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.391692:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.391698:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb27a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272804.391704:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.391723:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.391743:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8eb4d0ba7e00) 00010000:00010000:0.0:1781272804.391746:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272804.391751:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.391757:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc64e6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.392103:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+73:34723:x1867799159502976:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 22122us (22685us total) trans 4294968351 rc 0/0 00000100:00100000:0.0:1781272804.392114:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1706 00000040:00080000:1.0:1781272804.392862:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272804.392869:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272804.392901:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 53 count 11 00000040:00080000:1.0:1781272804.392909:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272804.393262:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168718080:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272804.393335:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2600 going to sleep for 11 seconds 00000100:00100000:3.0:1781272804.400570:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.400943:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168717952:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272804.400990:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 20 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.401018:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb26800, rc 0) 00000100:00100000:2.0:1781272804.401100:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+20:34726:x1867799159503488:12345-192.168.204.14@tcp:101:cp.0 Request processed in 10640us (17238us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.401111:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 503 00000100:00100000:3.0:1781272804.402362:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.402405:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159503744 00000100:00100000:3.0:1781272804.402416:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159503744 00010000:00010000:3.0:1781272804.402466:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f9b9c7d/0x94898f2cdefc64fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b0 expref: 20 pid: 8404 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.402529:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159503872 00000100:00100000:3.0:1781272804.402537:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 497 00000100:00100000:0.0:1781272804.402545:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159503872 00000100:00100000:3.0:1781272804.402561:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+20:2389:x1867799159503744:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272804.402583:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272804.402613:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f9b9c7d/0x94898f2cdefc64fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b0 expref: 20 pid: 8404 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.402637:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f9b9c7d/0x94898f2cdefc64fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b0 expref: 20 pid: 8404 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.402639:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1707 00000100:00100000:0.0:1781272804.402662:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+74:34727:x1867799159503872:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.402692:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f9b9c7d/0x94898f2cdefc64fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b0 expref: 20 pid: 8404 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.402713:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.402716:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000004:00000080:0.0:1781272804.402719:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00010000:00010000:3.0:1781272804.402727:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 19 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.402748:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 19 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.402799:0:6477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 19 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.402818:0:6477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6477:1867799168718208:192.168.204.14@tcp:105: 00000100:00100000:0.0:1781272804.402911:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+74:34727:x1867799159503872:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 253us (2363us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.402921:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1707 00000100:00100000:3.0:1781272804.402943:0:6477:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272804.403051:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.403290:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.403737:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159504256 00000100:00100000:3.0:1781272804.403747:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159504256 00000100:00100000:3.0:1781272804.403801:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 341 00000100:00100000:3.0:1781272804.403810:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+74:34723:x1867799159504256:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272804.405342:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168718080:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272804.405479:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159504000 00000100:00100000:1.0:1781272804.405487:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159504000 00000100:00100000:1.0:1781272804.405558:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1708 00000100:00100000:1.0:1781272804.405569:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+75:34728:x1867799159504000:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272804.405602:0:12323:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272804.405756:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+75:34728:x1867799159504000:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 189us (2706us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.405765:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1708 00000100:00100000:2.0:1781272804.408381:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+74:34723:x1867799159504256:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 4554us (5073us total) trans 4294968352 rc 0/0 00000100:00100000:2.0:1781272804.408398:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 341 00000100:00100000:2.0:1781272804.414791:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.414940:0:6477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6477:1867799168718208:192.168.204.14@tcp:105: 00010000:00010000:3.0:1781272804.414975:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272804.415052:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+19:2389:x1867799159503744:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 12503us (12697us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.415066:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 497 00000100:00100000:0.0:1781272804.415354:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159504512 00000100:00100000:0.0:1781272804.415364:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159504512 00000100:00100000:1.0:1781272804.415701:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 342 00000100:00100000:1.0:1781272804.415717:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+74:34726:x1867799159504512:12345-192.168.204.14@tcp:35:cp.0 00000001:00080000:1.0:1781272804.416083:0:15586:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968353 00000100:00100000:1.0:1781272804.416207:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+76:34726:x1867799159504512:12345-192.168.204.14@tcp:35:cp.0 Request processed in 494us (1429us total) trans 4294968354 rc 0/0 00000100:00100000:1.0:1781272804.416215:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 342 00000020:00080000:1.0:1781272804.416220:0:15586:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1781272804.418820:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168718336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272804.418949:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272804.419226:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168718336 00000100:00100000:0.0:1781272804.419239:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168718336 00000100:00100000:0.0:1781272804.419318:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00080000:3.0:1781272804.419333:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272804.419334:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168718336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272804.419368:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 236440384 pending 86016 free 3921375232 avail 3689852928 00000100:00100000:0.0:1781272804.419454:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168718336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.419464:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1781272804.421061:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168718336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272804.422457:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.422768:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159504768 00000100:00100000:0.0:1781272804.422783:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159504768 00000100:00100000:0.0:1781272804.422982:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1709 00000100:00100000:0.0:1781272804.422994:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+76:34728:x1867799159504768:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272804.423028:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272804.425766:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6509 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab845be expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.426819:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6510 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.426880:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6510 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.427826:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6510 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272804.427875:0:6491:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00010000:00010000:0.0:1781272804.428280:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6509 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845be expref: 79 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.428301:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6510 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845be expref: 78 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.428312:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8eb4e0221c00) 00010000:00010000:0.0:1781272804.428316:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1781272804.428319:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57400, rc 0) 00000100:00100000:0.0:1781272804.428395:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+78:34728:x1867799159504768:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 5404us (5950us total) trans 4294968355 rc 0/0 00000100:00100000:0.0:1781272804.428404:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1709 00000100:00100000:0.0:1781272804.435782:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.439082:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159505024 00000100:00100000:2.0:1781272804.439102:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159505024 00000100:00100000:2.0:1781272804.439184:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1710 00000100:00100000:2.0:1781272804.439196:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+78:34727:x1867799159505024:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272804.439226:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272804.439255:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26200/0x94898f2cdefc651e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab845c5 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.439413:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc6525 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.439431:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc6525 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.439447:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc6525 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272804.439461:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00010000:00010000:2.0:1781272804.439622:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26200/0x94898f2cdefc651e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845c5 expref: 81 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.439646:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc6525 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845c5 expref: 80 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.439656:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8eb4c6f00c00) 00010000:00010000:2.0:1781272804.439660:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272804.439664:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb27a00, rc 0) 00000100:00100000:2.0:1781272804.439772:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+80:34727:x1867799159505024:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 577us (4001us total) trans 4294968356 rc 0/0 00000100:00100000:2.0:1781272804.439780:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1710 00000100:00100000:1.0:1781272804.443330:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.443405:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.443422:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159505152 00000100:00100000:3.0:1781272804.443438:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159505152 00000100:00100000:3.0:1781272804.443510:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 504 00000100:00100000:3.0:1781272804.443520:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee23b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+19:2391:x1867799159505152:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.443570:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.443602:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 19 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.443610:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272804.443613:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272804.443616:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.443660:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 19 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.443685:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 19 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.443709:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168718464:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272804.443805:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42840 going to sleep for 11 seconds 00000100:00100000:1.0:1781272804.445615:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168718464:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272804.445655:0:15938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.445969:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159505280 00000100:00100000:0.0:1781272804.445986:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159505280 00000100:00100000:0.0:1781272804.446075:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 77 00000100:00100000:0.0:1781272804.446087:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+80:2388:x1867799159505280:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272804.446109:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272804.446134:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27a00/0x94898f2cdefc6525 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845c5 expref: 80 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.446156:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8eb4c6f00c00) 00010000:00010000:0.0:1781272804.446161:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272804.446217:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+79:2388:x1867799159505280:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 133us (2814us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.446224:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 77 00000100:00100000:1.0:1781272804.459188:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.459635:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159505408 00000100:00100000:3.0:1781272804.459651:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159505408 00002000:00100000:3.0:1781272804.459802:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff8eb3c30d4700 x1867799159505408/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 648/0 e 0 to 0 dl 1781272815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272804.459815:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d4700 with x1867799159505408 ext(0->157) 00010000:00010000:3.0:1781272804.459888:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 20 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.460823:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 20 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.460873:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c30d4700 00000100:00100000:3.0:1781272804.461207:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 25 00000100:00100000:3.0:1781272804.461230:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+20:2391:x1867799159505408:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:0.0:1781272804.464477:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.465109:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.465460:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+22:2391:x1867799159505408:12345-192.168.204.14@tcp:4:cp.0 Request processed in 4231us (6281us total) trans 4294967379 rc 0/0 00000100:00100000:3.0:1781272804.465483:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 25 00002000:00100000:3.0:1781272804.465503:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff8eb3c30d4700 x1867799159505408/t4294967379(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 648/448 e 0 to 0 dl 1781272815 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272804.465516:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d4700 with x1867799159505408 ext(0->157) 00010000:00010000:3.0:1781272804.465530:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 22 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.465980:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159505536 00000100:00100000:1.0:1781272804.465991:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159505536 00000100:00100000:1.0:1781272804.468464:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 597 00000100:00100000:1.0:1781272804.468479:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:6d151617-6ec3-4186-a571-d12154d9be40+79:2391:x1867799159505536:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:1.0:1781272804.468534:0:6497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.468558:0:6497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc653a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab845cc expref: -99 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468615:0:6497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6541 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468630:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6541 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468641:0:6497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6541 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468656:0:6497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6548 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468663:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6548 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468682:0:6497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6548 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468739:0:6497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6541 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468747:0:6497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6541 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468753:0:6497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6541 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468759:0:6497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.468763:0:6497:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6541 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468771:0:6497:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6541 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468783:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.468786:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.468791:0:6497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6541 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468798:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc6541 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468812:0:6497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6548 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468819:0:6497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6548 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468823:0:6497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6548 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468874:0:6497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.468879:0:6497:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6548 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468897:0:6497:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6548 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468905:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x21330256 (ffff8eb4d0ba7100) 00010000:00010000:1.0:1781272804.468908:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.468912:0:6497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6548 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468917:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6548 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468948:0:6497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc653a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845cc expref: 80 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468961:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.468964:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781272804.468968:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc653a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845cc expref: 80 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.468977:0:6497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305200, rc -2) 00000100:00100000:1.0:1781272804.469089:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:6d151617-6ec3-4186-a571-d12154d9be40+79:2391:x1867799159505536:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 614us (4622us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781272804.469097:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 597 00000100:00100000:1.0:1781272804.470229:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159505792 00000100:00100000:1.0:1781272804.470239:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159505792 00000100:00100000:1.0:1781272804.470340:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 505 00000100:00100000:1.0:1781272804.470350:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+20:2391:x1867799159505792:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.470392:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.470411:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 20 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.470419:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272804.470421:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272804.470424:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.470456:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 20 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.470470:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 20 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.470483:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168718592:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272804.470693:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2600 going to sleep for 11 seconds 00010000:00010000:3.0:1781272804.470975:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 22 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.471001:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb3c30d4700 00000100:00100000:0.0:1781272804.476789:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.476874:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.476988:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159505664 00000100:00100000:1.0:1781272804.477006:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159505664 00000100:00100000:3.0:1781272804.477171:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159505920 00000100:00100000:3.0:1781272804.477184:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159505920 00010000:00010000:3.0:1781272804.477226:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 22 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.477273:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 498 00000100:00100000:3.0:1781272804.477284:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+22:2391:x1867799159505920:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272804.477309:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1781272804.477334:0:6476:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1781272804.477343:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 22 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477360:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 22 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477394:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010483ef4/0x94898f2cdefc6238 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8441a expref: 22 pid: 9894 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477418:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.477420:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.477470:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477484:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477524:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272804.477607:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+21:2391:x1867799159505920:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 323us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.477616:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 498 00010000:00010000:3.0:1781272804.477658:0:15938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477681:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477708:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477717:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477727:0:15938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477736:0:15938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3220e00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272804.477741:0:15938:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477751:0:15938:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477764:0:15938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.477773:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075b23243/0x94898f2cdefc6533 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.477816:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 78 00000100:00100000:1.0:1781272804.477863:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+79:2390:x1867799159505664:12345-192.168.204.14@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1781272804.477888:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee23b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+20:2391:x1867799159505152:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 34367us (34571us total) trans 0 rc 0/0 00010000:00010000:1.0:1781272804.477893:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1781272804.477909:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 504 00010000:00010000:1.0:1781272804.477927:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc6510 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845be expref: 79 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.477961:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8eb4e0221c00) 00010000:00010000:1.0:1781272804.477967:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272804.478027:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+78:2390:x1867799159505664:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 200us (1252us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.478035:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 78 00000100:00100000:2.0:1781272804.478236:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168718592:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272804.478266:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.478442:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.479381:0:8412:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159506048 00000100:00100000:3.0:1781272804.479395:0:8412:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159506048 00002000:00100000:3.0:1781272804.479458:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff8eb3c30d4a80 x1867799159506048/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 648/0 e 0 to 0 dl 1781272815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272804.479471:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d4a80 with x1867799159506048 ext(0->157) 00010000:00010000:3.0:1781272804.479480:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 21 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.479512:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 21 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.479521:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c30d4a80 00000100:00100000:3.0:1781272804.479612:0:8412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 26 00000100:00100000:3.0:1781272804.479623:0:8412:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+21:2389:x1867799159506048:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:3.0:1781272804.487745:0:8412:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6d151617-6ec3-4186-a571-d12154d9be40+23:2389:x1867799159506048:12345-192.168.204.14@tcp:4:cp.0 Request processed in 8104us (9286us total) trans 4294967390 rc 0/0 00000100:00100000:3.0:1781272804.487766:0:8412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 26 00002000:00100000:3.0:1781272804.487782:0:8412:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff8eb3c30d4a80 x1867799159506048/t4294967390(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 648/448 e 0 to 0 dl 1781272815 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272804.487793:0:8412:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c30d4a80 with x1867799159506048 ext(0->157) 00010000:00010000:3.0:1781272804.487805:0:8412:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 23 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.487868:0:8412:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 23 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.487877:0:8412:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb3c30d4a80 00000100:00100000:0.0:1781272804.491491:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.491556:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.491732:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159506176 00000100:00100000:1.0:1781272804.491746:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159506176 00000100:00100000:1.0:1781272804.491816:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159506432 00000100:00100000:1.0:1781272804.491820:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159506432 00000100:00100000:1.0:1781272804.491887:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1711 00000100:00100000:1.0:1781272804.491899:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+117:34731:x1867799159506176:12345-192.168.204.14@tcp:101:lfs.0 00000100:00100000:0.0:1781272804.492064:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1712 00000100:00100000:0.0:1781272804.492075:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+78:34727:x1867799159506432:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272804.492238:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+78:34727:x1867799159506432:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 165us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.492249:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1712 00010000:00010000:1.0:1781272804.492501:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.492606:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6556 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab845d3 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.492705:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc655d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.492725:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc655d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.492738:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc655d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.492750:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6564 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.492763:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6564 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.492769:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6564 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493130:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc656b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493141:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc656b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493148:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc656b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272804.493204:0:8162:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00000004:00200000:1.0:1781272804.493209:0:8162:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272804.493235:0:8162:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc656b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493248:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc656b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493257:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc655d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493264:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc655d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493271:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc655d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493284:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.493290:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc655d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493298:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc655d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493312:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.493316:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.493322:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc655d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493329:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc655d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493344:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6564 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493349:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6564 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493355:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6564 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493360:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.493362:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6564 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493368:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6564 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493378:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8eb4d0ba7f00) 00010000:00010000:1.0:1781272804.493381:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.493384:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6564 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493389:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6564 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493423:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6556 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845d3 expref: 119 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493437:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305c00/0x94898f2cdefc656b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845d3 expref: 118 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.493444:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8eb4d0ba7600) 00010000:00010000:1.0:1781272804.493446:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272804.493449:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305c00, rc 0) 00000100:00100000:1.0:1781272804.494098:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+118:34731:x1867799159506176:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 2195us (2617us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.494109:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1711 00000100:00100000:0.0:1781272804.501724:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.501755:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.501828:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159506944 00000100:00100000:1.0:1781272804.501863:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159506944 00000100:00100000:1.0:1781272804.501957:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 598 00000100:00100000:1.0:1781272804.501969:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:114321f4-a03d-418f-858f-46fe7991a8fa+118:2388:x1867799159506944:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:1.0:1781272804.502049:0:12479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.502076:0:12479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc6572 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab845e8 expref: -99 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502155:0:12479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc6579 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502174:0:12479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc6579 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502188:0:12479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc6579 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502206:0:12479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6580 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502214:0:12479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6580 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502221:0:12479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6580 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502283:0:12479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc6579 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502292:0:12479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc6579 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502300:0:12479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc6579 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502307:0:12479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.502313:0:12479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc6579 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502327:0:12479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc6579 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502343:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.502346:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.502352:0:12479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc6579 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502358:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304a00/0x94898f2cdefc6579 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502375:0:12479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6580 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502382:0:12479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6580 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502388:0:12479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6580 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502394:0:12479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.502397:0:12479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6580 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502403:0:12479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6580 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502411:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8eb4d0ba7100) 00010000:00010000:1.0:1781272804.502413:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.502417:0:12479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6580 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502423:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305200/0x94898f2cdefc6580 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502460:0:12479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc6572 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845e8 expref: 119 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502471:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.502473:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781272804.502476:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304800/0x94898f2cdefc6572 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845e8 expref: 119 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.502486:0:12479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304800, rc -2) 00000100:00100000:1.0:1781272804.502588:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:114321f4-a03d-418f-858f-46fe7991a8fa+118:2388:x1867799159506944:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 617us (842us total) trans 0 rc -2/-2 00000100:00100000:1.0:1781272804.502597:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 598 00000100:00100000:0.0:1781272804.503303:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.503352:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.503455:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159506688 00000100:00100000:1.0:1781272804.503463:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159506688 00000100:00100000:1.0:1781272804.503507:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159506816 00000100:00100000:1.0:1781272804.503511:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159506816 00000100:00100000:1.0:1781272804.503543:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 506 00000100:00100000:1.0:1781272804.503553:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+20:2390:x1867799159506688:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.503570:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.503591:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da48fd6d/0x94898f2cdefc6587 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab845da expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272804.503622:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 158, mtime: 0x6a2c10e3, atime: 0x0, ctime: 0x6a2c10e3, blocks: 0x8 00010000:00010000:1.0:1781272804.503647:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.503650:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.503660:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da48fd6d/0x94898f2cdefc6587 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845da expref: 21 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.503691:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000da48fd6d/0x94898f2cdefc6587 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845da expref: 21 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.503705:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305800, rc 0) 00000100:00100000:1.0:1781272804.503762:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+21:2390:x1867799159506688:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 211us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.503769:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 506 00000100:00100000:1.0:1781272804.503786:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 507 00000100:00100000:1.0:1781272804.503792:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159506816:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272804.503800:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.503809:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc658e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab845e1 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.503886:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168718720:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272804.503955:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2780 going to sleep for 11 seconds 00000100:00100000:2.0:1781272804.504309:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159506560 00000100:00100000:2.0:1781272804.504316:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159506560 00010000:00010000:2.0:1781272804.504350:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 23 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272804.504426:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 499 00000100:00100000:2.0:1781272804.504434:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+23:2391:x1867799159506560:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272804.504449:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1781272804.504469:0:6478:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1781272804.504475:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 23 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.504488:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 23 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.504514:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e139c5a8/0x94898f2cdefc6342 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab844e5 expref: 23 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.504526:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272804.504528:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272804.504532:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.504540:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.504604:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272804.504643:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+22:2391:x1867799159506560:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 209us (2936us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.504651:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 499 00010000:00010000:1.0:1781272804.504790:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.504801:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272804.508168:0:8405:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1781272804.508182:0:8405:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb mtime: 0 -> 1781272804 00002000:00010000:0.0:1781272804.508185:0:8405:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb atime: 0 -> 1781272803 00002000:00010000:0.0:1781272804.508188:0:8405:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb ctime: 0 -> 1781272804 00002000:00010000:0.0:1781272804.508190:0:8405:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1781272804.508222:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168718720:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272804.508281:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc658e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845e1 expref: 17 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.508313:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc658e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845e1 expref: 17 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.508329:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30000, rc 0) 00000100:00100000:0.0:1781272804.508416:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+16:2390:x1867799159506816:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 4623us (5062us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272804.508427:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 507 00010000:00010000:1.0:1781272804.509501:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.509510:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.509520:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.509528:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305e00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272804.509533:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.509543:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.509578:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.509588:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc654f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.509692:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+21:2391:x1867799159505792:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 39339us (44581us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.509717:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 505 00000100:00100000:0.0:1781272804.522423:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.522482:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.527101:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159507200 00000100:00100000:2.0:1781272804.527126:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159507200 00000100:00100000:3.0:1781272804.527793:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159507328 00000100:00100000:3.0:1781272804.527800:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159507328 00000100:00100000:3.0:1781272804.527866:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1713 00000100:00100000:3.0:1781272804.527879:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+78:34727:x1867799159507200:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1781272804.528476:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1714 00000100:00100000:2.0:1781272804.528490:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+118:34731:x1867799159507328:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:2.0:1781272804.528503:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272804.528593:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26200/0x94898f2cdefc6595 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84620 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.528894:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27200/0x94898f2cdefc659c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.528914:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27200/0x94898f2cdefc659c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.528930:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27200/0x94898f2cdefc659c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272804.528988:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1781272804.528993:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1781272804.529029:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27200/0x94898f2cdefc659c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.529061:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26200/0x94898f2cdefc6595 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84620 expref: 120 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.529082:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27200/0x94898f2cdefc659c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84620 expref: 119 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.529092:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272804.529096:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1781272804.529101:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb27200, rc 0) 00000100:00100000:2.0:1781272804.529168:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+119:34731:x1867799159507328:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 683us (6685us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.529176:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1714 00000100:00100000:3.0:1781272804.529279:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+78:34727:x1867799159507200:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 1401us (6872us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.529286:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1713 00000100:00100000:2.0:1781272804.535245:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.535327:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159507584 00000100:00100000:1.0:1781272804.535343:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159507584 00000100:00100000:1.0:1781272804.535425:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1715 00000100:00100000:1.0:1781272804.535437:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+78:34728:x1867799159507584:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272804.535624:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+78:34728:x1867799159507584:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 189us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.535634:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1715 00000100:00100000:0.0:1781272804.537228:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.537332:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.537398:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159507712 00000100:00100000:1.0:1781272804.537410:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159507712 00000100:00100000:1.0:1781272804.537867:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 508 00000100:00100000:1.0:1781272804.537886:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159507712:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272804.537908:0:8404:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.537930:0:8404:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc65a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84627 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.538011:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168718848:192.168.204.14@tcp:106: 00000100:00100000:1.0:1781272804.538171:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2780 going to sleep for 11 seconds 00000100:00100000:2.0:1781272804.539500:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159507840 00000100:00100000:2.0:1781272804.539529:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159507840 00002000:00100000:2.0:1781272804.539601:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff8eb3c3b57800 x1867799159507840/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 488/0 e 0 to 0 dl 1781272815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272804.539614:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3b57800 with x1867799159507840 ext(0->4095) 00002000:00010000:2.0:1781272804.539621:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c3b57800 00000100:00100000:2.0:1781272804.539656:0:8411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 117 00000100:00100000:2.0:1781272804.540397:0:8411:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+21:2391:x1867799159507840:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1781272804.547168:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.547196:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159507968 00000100:00100000:3.0:1781272804.547207:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159507968 00000100:00100000:3.0:1781272804.547298:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 509 00000100:00100000:1.0:1781272804.547455:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168718848:192.168.204.14@tcp:106: 00010000:00010000:1.0:1781272804.547515:0:8404:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc65a3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84627 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.547540:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d664e0f3/0x94898f2cdefc65a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84627 expref: 17 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.547558:0:8404:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30a00, rc 0) 00000100:00100000:1.0:1781272804.547629:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+16:2391:x1867799159507712:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 9748us (10410us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272804.547637:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 508 00000100:00100000:3.0:1781272804.547799:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+21:2388:x1867799159507968:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.547815:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272804.547853:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc65aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8462e expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.548131:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 158, mtime: 0x6a2c10e3, atime: 0x0, ctime: 0x6a2c10e3, blocks: 0x8 00010000:00010000:3.0:1781272804.548151:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.548154:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.548161:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc65aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8462e expref: 22 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.548179:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc65aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8462e expref: 22 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.548187:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3220e00, rc 0) 00000100:00100000:3.0:1781272804.548259:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+22:2388:x1867799159507968:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 952us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.548265:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 509 00000100:00100000:1.0:1781272804.555072:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.555112:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.555145:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159508224 00000100:00100000:1.0:1781272804.555155:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159508224 00000100:00100000:1.0:1781272804.555199:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159508480 00000100:00100000:1.0:1781272804.555201:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159508480 00000100:00100000:1.0:1781272804.555222:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1716 00000100:00100000:1.0:1781272804.555230:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+78:34728:x1867799159508224:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272804.555331:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+78:34728:x1867799159508224:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 101us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.555338:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1716 00000100:00100000:1.0:1781272804.555359:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1717 00000100:00100000:1.0:1781272804.555365:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+119:34731:x1867799159508480:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:1.0:1781272804.555561:0:6492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].53, 136 off15400 00000100:00100000:1.0:1781272804.555606:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+119:34731:x1867799159508480:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 241us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.555614:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1717 00000100:00100000:0.0:1781272804.562779:0:8411:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6d151617-6ec3-4186-a571-d12154d9be40+21:2391:x1867799159507840:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 23099us (25431us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1781272804.562795:0:8411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 117 00002000:00100000:0.0:1781272804.562807:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff8eb3c3b57800 x1867799159507840/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 488/4536 e 0 to 0 dl 1781272815 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1781272804.562851:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb3c3b57800 with x1867799159507840 ext(0->4095) 00002000:00010000:0.0:1781272804.562860:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb3c3b57800 00000100:00100000:3.0:1781272804.564395:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.564484:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159508608 00000100:00100000:2.0:1781272804.564497:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159508608 00002000:00100000:2.0:1781272804.564570:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff8eb4c2aa4e00 x1867799159508608/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 488/0 e 0 to 0 dl 1781272815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272804.564583:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2aa4e00 with x1867799159508608 ext(0->4095) 00002000:00010000:2.0:1781272804.564588:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4c2aa4e00 00000100:00100000:2.0:1781272804.564625:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 118 00000100:00100000:2.0:1781272804.564636:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+22:2390:x1867799159508608:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781272804.564819:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+22:2390:x1867799159508608:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 179us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272804.564827:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 118 00002000:00100000:2.0:1781272804.564857:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff8eb4c2aa4e00 x1867799159508608/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 488/4536 e 0 to 0 dl 1781272815 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272804.564865:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2aa4e00 with x1867799159508608 ext(0->4095) 00002000:00010000:2.0:1781272804.564868:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4c2aa4e00 00000100:00100000:2.0:1781272804.575878:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.575920:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.576161:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159508864 00000100:00100000:3.0:1781272804.576173:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159508864 00000100:00100000:3.0:1781272804.576239:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159508736 00000100:00100000:3.0:1781272804.576243:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159508736 00000100:00100000:3.0:1781272804.576274:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1718 00000100:00100000:3.0:1781272804.576285:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+79:34728:x1867799159508864:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.576308:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272804.576329:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc65b1 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8463c expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.576377:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc65b8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.576392:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc65b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.576402:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc65b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.576488:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1719 00000100:00100000:1.0:1781272804.576498:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+80:34727:x1867799159508736:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.576510:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.576520:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc65bf lrc: 2/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84635 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.576542:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc65c6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.576543:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc65b1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8463c expref: 82 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.576560:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc65c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.576571:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc65b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8463c expref: 81 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.576572:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc65c6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.576592:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8eb4e0221c00) 00010000:00010000:3.0:1781272804.576596:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272804.576600:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221400, rc 0) 00010000:00010000:1.0:1781272804.576651:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc65bf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84635 expref: 82 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.576665:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc65c6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84635 expref: 81 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.576682:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8eb4c6f00c00) 00010000:00010000:1.0:1781272804.576685:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272804.576688:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30c00, rc 0) 00000100:00100000:3.0:1781272804.576749:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+81:34728:x1867799159508864:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 465us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.576757:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1718 00000100:00100000:3.0:1781272804.576808:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.577066:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+80:34727:x1867799159508736:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 568us (1143us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.577073:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1719 00000100:00100000:1.0:1781272804.577089:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159508992 00000100:00100000:1.0:1781272804.577092:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159508992 00000100:00100000:1.0:1781272804.577121:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1720 00000100:00100000:1.0:1781272804.577127:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+119:34734:x1867799159508992:12345-192.168.204.14@tcp:101:bash.0 00010000:00010000:1.0:1781272804.577136:0:8162:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.577148:0:8162:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc65cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84643 expref: -99 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577189:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc65d4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577198:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc65d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577206:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc65d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577220:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577228:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577236:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577274:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc65d4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577281:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc65d4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577287:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc65d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577292:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.577297:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc65d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577304:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc65d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577315:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.577332:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.577343:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc65d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577349:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc65d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577360:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577366:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577372:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577378:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.577381:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577387:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577394:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8eb4d0ba7100) 00010000:00010000:1.0:1781272804.577397:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.577400:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65db lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577406:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577431:0:8162:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc65cd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84643 expref: 120 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577441:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.577444:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.577447:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc65cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84643 expref: 120 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.577456:0:8162:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31400, rc 0) 00000100:00100000:1.0:1781272804.577489:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+119:34734:x1867799159508992:12345-192.168.204.14@tcp:101:bash.0 Request processed in 362us (682us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272804.577496:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1720 00000100:00100000:0.0:1781272804.583503:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.583681:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159509120 00000100:00100000:2.0:1781272804.583695:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159509120 00000100:00100000:2.0:1781272804.583765:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 599 00000100:00100000:2.0:1781272804.583776:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:114321f4-a03d-418f-858f-46fe7991a8fa+119:2388:x1867799159509120:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:2.0:1781272804.583821:0:6497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272804.583877:0:6497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26200/0x94898f2cdefc65e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8464a expref: -99 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.583939:0:6497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc65e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.583955:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc65e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.583968:0:6497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc65e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.583984:0:6497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc65f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.583991:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc65f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.583997:0:6497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc65f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584041:0:6497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc65e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584048:0:6497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc65e9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584054:0:6497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc65e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584060:0:6497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb26e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272804.584064:0:6497:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc65e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584076:0:6497:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc65e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584089:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272804.584092:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272804.584097:0:6497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc65e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584103:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc65e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584115:0:6497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc65f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584121:0:6497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc65f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584127:0:6497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc65f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584132:0:6497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb27c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272804.584135:0:6497:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc65f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584141:0:6497:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc65f0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584148:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff8eb4c792bd00) 00010000:00010000:2.0:1781272804.584150:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272804.584153:0:6497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc65f0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584163:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc65f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584193:0:6497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26200/0x94898f2cdefc65e2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8464a expref: 120 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584203:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272804.584205:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781272804.584209:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26200/0x94898f2cdefc65e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8464a expref: 120 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.584219:0:6497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb26200, rc -2) 00000100:00100000:2.0:1781272804.584295:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:114321f4-a03d-418f-858f-46fe7991a8fa+119:2388:x1867799159509120:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 521us (802us total) trans 0 rc -2/-2 00000100:00100000:2.0:1781272804.584303:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 599 00000100:00100000:3.0:1781272804.605561:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.605606:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.605719:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159509248 00000100:00100000:2.0:1781272804.605731:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159509248 00000100:00100000:2.0:1781272804.605801:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159509376 00000100:00100000:2.0:1781272804.605804:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159509376 00000100:00100000:2.0:1781272804.605862:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1721 00000100:00100000:2.0:1781272804.605875:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+81:34728:x1867799159509248:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000100:00100000:1.0:1781272804.605878:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1722 00000100:00100000:1.0:1781272804.605893:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+81:34727:x1867799159509376:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272804.605915:0:6492:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1781272804.605916:0:12323:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1781272804.606144:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+81:34728:x1867799159509248:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 272us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.606152:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1721 00000100:00100000:2.0:1781272804.609778:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+80:34727:x1867799159509376:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 3873us (4156us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.609798:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1722 00000100:00100000:0.0:1781272804.610490:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.613153:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159509504 00000100:00100000:1.0:1781272804.613172:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159509504 00000100:00100000:1.0:1781272804.613274:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1723 00000100:00100000:1.0:1781272804.613287:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+80:34735:x1867799159509504:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272804.613309:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.613337:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc65f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84651 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613422:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65fe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613437:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613448:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613464:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc6605 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613471:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc6605 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613478:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc6605 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613522:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613530:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65fe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613537:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613544:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.613548:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613560:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65fe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613574:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.613577:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.613583:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613589:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc65fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613603:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc6605 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613610:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc6605 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613617:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc6605 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613622:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.613625:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc6605 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613632:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc6605 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613640:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8eb4d0ba7100) 00010000:00010000:1.0:1781272804.613643:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.613646:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc6605 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613657:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc6605 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613701:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc65f7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84651 expref: 81 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613713:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.613716:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.613720:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc65f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84651 expref: 81 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.613730:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31400, rc 0) 00000100:00100000:1.0:1781272804.613820:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+80:34735:x1867799159509504:12345-192.168.204.14@tcp:101:rm.0 Request processed in 535us (3332us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272804.613828:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1723 00000100:00100000:0.0:1781272804.617590:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.618588:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159509632 00000100:00100000:3.0:1781272804.618601:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159509632 00000100:00100000:3.0:1781272804.618729:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1724 00000100:00100000:3.0:1781272804.618742:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+80:34735:x1867799159509632:12345-192.168.204.14@tcp:101:rm.0 00000100:00100000:0.0:1781272804.618755:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:3.0:1781272804.618764:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1781272804.618784:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159509760 00010000:00010000:3.0:1781272804.618785:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc660c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84658 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.618791:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159509760 00000100:00100000:0.0:1781272804.618862:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 510 00000100:00100000:0.0:1781272804.618871:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+22:2388:x1867799159509760:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.618888:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6613 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.618901:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc661a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.618905:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6613 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.618928:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.618930:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6613 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.618932:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272804.618940:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc661a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.618951:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6621 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.618955:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc661a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.618969:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6621 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.618987:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc661a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.618996:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc661a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.619003:0:9894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc661a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.619011:0:9894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56600 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:0.0:1781272804.619015:0:9894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc661a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.619023:0:9894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc661a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.619038:0:9894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc661a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.619045:0:9894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc661a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.619122:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+22:2388:x1867799159509760:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 252us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.619130:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 510 00010000:00010000:3.0:1781272804.620107:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6621 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620170:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6613 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620178:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6613 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620186:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6613 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620192:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625be00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272804.620197:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6613 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620203:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6613 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620213:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272804.620216:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.620219:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6613 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620226:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625be00/0x94898f2cdefc6613 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620238:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6621 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620244:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6621 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620251:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6621 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620255:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272804.620258:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6621 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620264:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6621 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620270:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8eb4c70a5300) 00010000:00010000:3.0:1781272804.620273:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.620275:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6621 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620280:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6621 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620322:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc660c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84658 expref: 81 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620336:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272804.620338:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.620341:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc660c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84658 expref: 81 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.620350:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1200, rc 0) 00000100:00100000:3.0:1781272804.620412:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+80:34735:x1867799159509632:12345-192.168.204.14@tcp:101:rm.0 Request processed in 1671us (2831us total) trans 0 rc 301/301 00000100:00100000:3.0:1781272804.620420:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1724 00000100:00100000:3.0:1781272804.625162:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.625305:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159509888 00000100:00100000:1.0:1781272804.625316:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159509888 00000100:00100000:1.0:1781272804.625372:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 511 00000100:00100000:1.0:1781272804.625382:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+21:2389:x1867799159509888:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.625427:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc6628 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.625446:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.625448:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.625454:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc6628 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.625475:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc6628 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.625500:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc6628 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.625509:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc6628 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.625518:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc6628 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.625526:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31400 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272804.625530:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc6628 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.625539:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc6628 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.625554:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc6628 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.625561:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc6628 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.625654:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+21:2389:x1867799159509888:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 273us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.625662:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 511 00000100:00100000:2.0:1781272804.634810:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.634930:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159510144 00000100:00100000:3.0:1781272804.634942:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159510144 00000100:00100000:3.0:1781272804.635024:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1725 00000100:00100000:3.0:1781272804.635035:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+80:34727:x1867799159510144:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.635123:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.635143:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc65c6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84635 expref: 80 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.635152:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 4/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.635194:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc65c6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84635 expref: 80 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.635210:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc65c6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84635 expref: 80 pid: 8162 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.635227:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168718976:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272804.635329:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42840 going to sleep for 11 seconds 00000100:00100000:2.0:1781272804.642313:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.642352:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159510400 00000100:00100000:2.0:1781272804.642362:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159510400 00000100:00100000:2.0:1781272804.642435:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1726 00000100:00100000:2.0:1781272804.642447:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+81:34728:x1867799159510400:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1781272804.642541:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.642563:0:6493:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc65b8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8463c expref: 81 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.642572:0:6493:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.642615:0:6493:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc65b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8463c expref: 81 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.642629:0:6493:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc65b8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8463c expref: 81 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272804.642645:0:6493:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168719104:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272804.642756:0:6493:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c531bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1781272804.642801:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.642828:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159510528 00000100:00100000:2.0:1781272804.642869:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159510528 00010000:00010000:2.0:1781272804.642894:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc65c6 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84635 expref: 82 pid: 8162 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272804.642920:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 500 00000100:00100000:2.0:1781272804.642927:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+82:2389:x1867799159510528:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272804.642937:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272804.642943:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc65c6 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84635 expref: 82 pid: 8162 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.642955:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc65c6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84635 expref: 82 pid: 8162 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.643115:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8eb4c6f00c00) 00010000:00010000:2.0:1781272804.643122:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.643131:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.643138:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.643154:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272804.643183:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+82:2389:x1867799159510528:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 256us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.643190:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 500 00010000:00010000:3.0:1781272804.648396:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30c00/0x94898f2cdefc65c6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84635 expref: 81 pid: 8162 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.648423:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168718976:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272804.648453:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.648464:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.648469:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.648657:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.648676:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.648683:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.648689:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272804.648695:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.648718:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.648738:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8eb4c6f00c00) 00010000:00010000:3.0:1781272804.648741:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1781272804.648747:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 2/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.648752:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc662f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.649911:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+81:34727:x1867799159510144:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 14868us (15104us total) trans 4294968357 rc 0/0 00000100:00100000:3.0:1781272804.649924:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1725 00000100:00100000:2.0:1781272804.650330:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.650550:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159510656 00000100:00100000:0.0:1781272804.650561:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159510656 00010000:00010000:0.0:1781272804.650603:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc65b8 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8463c expref: 81 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.650637:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 501 00000100:00100000:0.0:1781272804.650647:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c5360450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+81:2390:x1867799159510656:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272804.650661:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272804.650677:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc65b8 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8463c expref: 81 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.650689:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc65b8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8463c expref: 81 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.650722:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8eb4e0221c00) 00010000:00010000:0.0:1781272804.650728:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.650738:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.650746:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.650766:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272804.650809:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c5360450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+81:2390:x1867799159510656:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 164us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.650817:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 501 00010000:00010000:3.0:1781272804.651499:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc65b8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8463c expref: 80 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.651520:0:6493:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6493:1867799168719104:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272804.651542:0:6493:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.651902:0:6493:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.651910:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.652681:0:6493:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.652691:0:6493:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.652699:0:6493:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.652796:0:6493:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb26c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272804.652802:0:6493:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.652810:0:6493:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.652825:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8eb4e0221c00) 00010000:00010000:0.0:1781272804.652855:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272804.652861:0:6493:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.652867:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc6636 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.653224:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+80:34728:x1867799159510400:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 10775us (10916us total) trans 4294968358 rc 0/0 00000100:00100000:0.0:1781272804.653235:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1726 00000040:00080000:0.0:1781272804.656269:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272804.656278:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272804.656306:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 12 00000040:00080000:0.0:1781272804.656313:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272804.656659:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168719232:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1781272804.657143:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c5133240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272804.666465:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.666511:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.666586:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.666650:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.666723:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159510912 00000100:00100000:1.0:1781272804.666735:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159510912 00000100:00100000:1.0:1781272804.666795:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159511296 00000100:00100000:1.0:1781272804.666798:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159511296 00000100:00100000:1.0:1781272804.666816:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 343 00000100:00100000:1.0:1781272804.666826:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+82:34727:x1867799159510912:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272804.667184:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+83:34727:x1867799159510912:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 359us (728us total) trans 4294968359 rc 0/0 00000100:00100000:1.0:1781272804.667193:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 343 00000100:00100000:1.0:1781272804.667212:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 344 00000100:00100000:1.0:1781272804.667219:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+82:34728:x1867799159511296:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1781272804.667323:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+83:34728:x1867799159511296:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 104us (735us total) trans 4294968360 rc 0/0 00000100:00100000:1.0:1781272804.667330:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 344 00000100:00100000:1.0:1781272804.671395:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168719232:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1781272804.672278:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159511040 00000100:00100000:3.0:1781272804.672289:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159511040 00010000:00010000:1.0:1781272804.672482:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272804.673921:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159511424 00000100:00100000:3.0:1781272804.673931:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159511424 00000100:00100000:3.0:1781272804.674043:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1727 00000100:00100000:3.0:1781272804.674059:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+83:34736:x1867799159511040:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272804.674083:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272804.674105:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc663d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8465f expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674199:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6644 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674212:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6644 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674223:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6644 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674239:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc664b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674246:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc664b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674252:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc664b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674288:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6644 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674294:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6644 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674300:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6644 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674305:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c3221c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272804.674309:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6644 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674319:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6644 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674329:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272804.674332:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.674335:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6644 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674341:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221c00/0x94898f2cdefc6644 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.674467:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1728 00000100:00100000:1.0:1781272804.674476:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+84:34737:x1867799159511424:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1781272804.674502:0:12323:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1781272804.674811:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+84:34737:x1867799159511424:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 337us (8160us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.674819:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1728 00010000:00010000:3.0:1781272804.674915:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc664b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674923:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc664b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674930:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc664b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674934:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272804.674937:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc664b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674944:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc664b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674953:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8eb4c70a5300) 00010000:00010000:3.0:1781272804.674956:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.674959:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc664b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.674969:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc664b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.678483:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc663d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8465f expref: 83 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.678502:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272804.678505:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272804.678510:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221400/0x94898f2cdefc663d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8465f expref: 83 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.678520:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221400, rc 0) 00000100:00100000:2.0:1781272804.678791:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+82:34736:x1867799159511040:12345-192.168.204.14@tcp:101:cp.0 Request processed in 4733us (12275us total) trans 0 rc 301/301 00000100:00100000:2.0:1781272804.678805:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1727 00000100:00100000:0.0:1781272804.680512:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.681249:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159511680 00000100:00100000:2.0:1781272804.681262:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159511680 00000100:00100000:2.0:1781272804.681331:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1729 00000100:00100000:2.0:1781272804.681342:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+82:34737:x1867799159511680:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272804.681370:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272804.681394:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6652 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84666 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.681535:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27600/0x94898f2cdefc6659 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.681693:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27600/0x94898f2cdefc6659 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.681707:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27600/0x94898f2cdefc6659 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1781272804.681729:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00010000:00010000:2.0:1781272804.681953:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6652 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84666 expref: 85 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.681972:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27600/0x94898f2cdefc6659 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84666 expref: 84 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.682060:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8eb4d0ba7600) 00010000:00010000:2.0:1781272804.682063:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272804.682068:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb27600, rc 0) 00000100:00100000:2.0:1781272804.682291:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+84:34737:x1867799159511680:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 949us (1787us total) trans 4294968361 rc 0/0 00000100:00100000:2.0:1781272804.682300:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1729 00000100:00100000:0.0:1781272804.687965:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.688575:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159511808 00000100:00100000:1.0:1781272804.688589:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159511808 00000100:00100000:1.0:1781272804.688663:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1730 00000100:00100000:1.0:1781272804.688685:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+84:34736:x1867799159511808:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:1.0:1781272804.688721:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.688746:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc6667 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8466d expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.688819:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc666e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.688860:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc666e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.688875:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc666e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.688893:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc6675 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.688901:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc6675 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.688908:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc6675 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.688957:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc666e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.688966:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc666e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.688985:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc666e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.688992:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.688997:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc666e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689006:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc666e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689019:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.689023:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.689029:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc666e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689035:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc666e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689049:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc6675 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689055:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc6675 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689061:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc6675 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689066:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.689069:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc6675 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689074:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc6675 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689082:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8eb4d0ba7100) 00010000:00010000:1.0:1781272804.689085:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.689088:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc6675 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689094:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc6675 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689128:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc6667 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8466d expref: 85 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689140:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.689142:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.689146:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc6667 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8466d expref: 85 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.689157:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31400, rc 0) 00000100:00100000:1.0:1781272804.689220:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+84:34736:x1867799159511808:12345-192.168.204.14@tcp:101:cp.0 Request processed in 537us (1268us total) trans 0 rc 301/301 00000100:00100000:1.0:1781272804.689229:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1730 00000100:00100000:0.0:1781272804.692424:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.692529:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159511936 00000100:00100000:3.0:1781272804.692541:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159511936 00000100:00100000:3.0:1781272804.692611:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 512 00000100:00100000:3.0:1781272804.692621:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+21:2389:x1867799159511936:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.692679:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.692701:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 21 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.693061:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272804.693064:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1781272804.693068:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.693117:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 21 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.693134:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 21 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.693154:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168719360:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272804.693295:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42480 going to sleep for 11 seconds 00000100:00100000:2.0:1781272804.698399:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.698492:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159512192 00000100:00100000:0.0:1781272804.698504:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159512192 00000100:00100000:0.0:1781272804.698579:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1731 00000100:00100000:0.0:1781272804.698590:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+84:34736:x1867799159512192:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:0.0:1781272804.698618:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272804.698639:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6683 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84674 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.698776:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.698793:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27200/0x94898f2cdefc659c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84620 expref: 118 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.698802:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.698864:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27200/0x94898f2cdefc659c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84620 expref: 118 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.698878:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27200/0x94898f2cdefc659c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84620 expref: 118 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.698893:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168719488:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272804.699266:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c5133240 going to sleep for 11 seconds 00000100:00100000:0.0:1781272804.700292:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.700366:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159512320 00000100:00100000:2.0:1781272804.700374:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159512320 00000100:00100000:2.0:1781272804.700442:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 79 00000100:00100000:2.0:1781272804.700452:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+86:2390:x1867799159512320:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272804.700469:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272804.700494:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27600/0x94898f2cdefc6659 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84666 expref: 86 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.700511:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8eb4d0ba7600) 00010000:00010000:2.0:1781272804.700516:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272804.700611:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+85:2390:x1867799159512320:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 160us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.700618:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 79 00000100:00100000:3.0:1781272804.707498:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8405:1867799168719360:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272804.707531:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.707722:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168719488:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272804.707741:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.708423:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.708565:0:8410:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159512448 00000100:00100000:1.0:1781272804.708574:0:8410:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159512448 00002000:00100000:1.0:1781272804.708629:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff8eb4c629aa00 x1867799159512448/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 648/0 e 0 to 0 dl 1781272815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272804.708646:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c629aa00 with x1867799159512448 ext(0->157) 00010000:00010000:1.0:1781272804.708655:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 22 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.708683:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 22 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272804.708691:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb4c629aa00 00000100:00100000:1.0:1781272804.708736:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 27 00000100:00100000:1.0:1781272804.708747:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+22:2390:x1867799159512448:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:3.0:1781272804.716482:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+24:2390:x1867799159512448:12345-192.168.204.14@tcp:4:cp.0 Request processed in 7720us (8047us total) trans 4294967380 rc 0/0 00000100:00100000:3.0:1781272804.716499:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 27 00002000:00100000:3.0:1781272804.716518:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff8eb4c629aa00 x1867799159512448/t4294967380(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 648/448 e 0 to 0 dl 1781272815 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272804.716528:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c629aa00 with x1867799159512448 ext(0->157) 00010000:00010000:3.0:1781272804.716540:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 24 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.716556:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 24 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.716568:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8eb4c629aa00 00000100:00100000:2.0:1781272804.721386:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.722308:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159512576 00000100:00100000:1.0:1781272804.722322:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159512576 00010000:00010000:1.0:1781272804.722377:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27200/0x94898f2cdefc659c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84620 expref: 119 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.722430:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 502 00000100:00100000:1.0:1781272804.722441:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+119:2389:x1867799159512576:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272804.722459:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272804.722467:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27200/0x94898f2cdefc659c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84620 expref: 119 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.722482:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27200/0x94898f2cdefc659c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84620 expref: 119 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.722507:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27200/0x94898f2cdefc659c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84620 expref: 119 pid: 6493 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.722526:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.722532:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.722542:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.722551:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.722591:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272804.722674:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+118:2389:x1867799159512576:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 224us (1291us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.722682:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 502 00010000:00010000:2.0:1781272804.722868:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.722876:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.722899:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6691 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.722909:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.722918:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1781272804.723313:0:6491:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x23:0x0], index 1: 0 00010000:00010000:2.0:1781272804.723451:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26000/0x94898f2cdefc6698 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723461:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26000/0x94898f2cdefc6698 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723469:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26000/0x94898f2cdefc6698 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723499:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723506:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723513:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723520:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272804.723524:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723531:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723541:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272804.723544:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272804.723548:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723554:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56c00/0x94898f2cdefc668a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272804.723565:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006a2a7509 reply state 00000000d5b3e366 transno 4294968362 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6691 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723574:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6691 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723580:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8eb4c792bd00) 00010000:00010000:2.0:1781272804.723582:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272804.723585:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1781272804.723616:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57600/0x94898f2cdefc6683 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84674 expref: 86 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723629:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26000/0x94898f2cdefc6698 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84674 expref: 85 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.723636:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8eb4c792b800) 00010000:00010000:2.0:1781272804.723638:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1781272804.723640:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb26000, rc 0) 00000100:00100000:2.0:1781272804.723691:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+86:34736:x1867799159512192:12345-192.168.204.14@tcp:101:cp.0 Request processed in 25103us (25303us total) trans 4294968362 rc 0/0 00000100:00100000:2.0:1781272804.723699:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1731 00000100:00100000:2.0:1781272804.724368:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.724808:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159512704 00000100:00100000:0.0:1781272804.724820:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159512704 00010000:00010000:1.0:1781272804.725154:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 24 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.725232:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 503 00000100:00100000:1.0:1781272804.725243:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+24:2391:x1867799159512704:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272804.725260:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1781272804.725279:0:6476:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1781272804.725286:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 24 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.725300:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 24 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.725328:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c0c9698/0x94898f2cdefc6502 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845b7 expref: 24 pid: 8405 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.725345:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.725348:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.725353:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.725363:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.725401:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272804.725459:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+23:2391:x1867799159512704:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 217us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.725466:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 503 00010000:00010000:3.0:1781272804.725524:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.725533:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.725553:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.725561:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.725569:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.725576:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625be00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272804.725580:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.725589:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.725601:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.725615:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ec2508f/0x94898f2cdefc667c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.725662:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+22:2389:x1867799159511936:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 33042us (33250us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.725679:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 512 00000100:00100000:2.0:1781272804.732363:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.732542:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.732624:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159513088 00000100:00100000:3.0:1781272804.732636:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159513088 00000100:00100000:3.0:1781272804.732758:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 513 00000100:00100000:3.0:1781272804.732769:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+22:2391:x1867799159513088:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272804.732789:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272804.732811:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c67ac2f1/0x94898f2cdefc66a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8467b expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.732872:0:15938:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1781272804.732893:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.732895:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.732904:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c67ac2f1/0x94898f2cdefc66a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8467b expref: 23 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.732922:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c67ac2f1/0x94898f2cdefc66a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8467b expref: 23 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.732936:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c50d1200, rc 0) 00000100:00100000:3.0:1781272804.733010:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+23:2391:x1867799159513088:12345-192.168.204.14@tcp:101:cp.0 Request processed in 242us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.733018:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 513 00000100:00100000:0.0:1781272804.733518:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159512960 00000100:00100000:0.0:1781272804.733524:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159512960 00000100:00100000:0.0:1781272804.733601:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1732 00000100:00100000:0.0:1781272804.733612:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+86:34737:x1867799159512960:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272804.733717:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+86:34737:x1867799159512960:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 108us (1365us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.733725:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1732 00000100:00100000:2.0:1781272804.739244:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.739374:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159513216 00000100:00100000:3.0:1781272804.739386:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159513216 00000100:00100000:3.0:1781272804.739460:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 514 00000100:00100000:3.0:1781272804.739472:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+23:34736:x1867799159513216:12345-192.168.204.14@tcp:101:cp.0 00010000:00010000:3.0:1781272804.739491:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272804.739512:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84682 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.739546:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c67ac2f1/0x94898f2cdefc66a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8467b expref: 24 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.739555:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.739557:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.739561:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 24 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.739596:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c67ac2f1/0x94898f2cdefc66a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8467b expref: 24 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.739609:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c67ac2f1/0x94898f2cdefc66a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8467b expref: 24 pid: 15938 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.739626:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168719616:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272804.739751:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42480 going to sleep for 11 seconds 00000100:00100000:2.0:1781272804.740753:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.740872:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159513344 00000100:00100000:3.0:1781272804.740880:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159513344 00000100:00100000:3.0:1781272804.740922:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 515 00000100:00100000:3.0:1781272804.740931:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+22:2390:x1867799159513344:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1781272804.740946:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272804.740965:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008cecaf51/0x94898f2cdefc66b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84689 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272804.740999:0:8405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 158, mtime: 0x6a2c10e4, atime: 0x0, ctime: 0x6a2c10e4, blocks: 0x8 00010000:00010000:3.0:1781272804.741018:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.741020:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.741028:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008cecaf51/0x94898f2cdefc66b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84689 expref: 23 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.741046:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008cecaf51/0x94898f2cdefc66b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84689 expref: 23 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.741069:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221c00, rc 0) 00000100:00100000:3.0:1781272804.741115:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+23:2390:x1867799159513344:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 184us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.741124:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 515 00000100:00100000:3.0:1781272804.745036:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168719616:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272804.745075:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 24 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.745098:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c3221400, rc 0) 00000100:00100000:3.0:1781272804.745166:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+24:34736:x1867799159513216:12345-192.168.204.14@tcp:101:cp.0 Request processed in 5696us (5931us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.745176:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 514 00000100:00100000:2.0:1781272804.747655:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.748442:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159513472 00000100:00100000:3.0:1781272804.748454:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159513472 00010000:00010000:3.0:1781272804.748507:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c67ac2f1/0x94898f2cdefc66a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8467b expref: 24 pid: 15938 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.748557:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 504 00000100:00100000:3.0:1781272804.748579:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+24:2391:x1867799159513472:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272804.748597:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272804.748620:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c67ac2f1/0x94898f2cdefc66a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8467b expref: 24 pid: 15938 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.748635:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c67ac2f1/0x94898f2cdefc66a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8467b expref: 24 pid: 15938 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.748676:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c67ac2f1/0x94898f2cdefc66a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8467b expref: 24 pid: 15938 timeout: 861 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.748695:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.748698:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272804.748714:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 23 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.748726:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 23 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272804.748773:0:6477:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 23 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272804.748791:0:6477:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6477:1867799168719744:192.168.204.14@tcp:105: 00000100:00100000:2.0:1781272804.749233:0:6477:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42480 going to sleep for 11 seconds 00000100:00100000:2.0:1781272804.751937:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.752096:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159513728 00000100:00100000:0.0:1781272804.752108:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159513728 00000100:00100000:0.0:1781272804.752173:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1733 00000100:00100000:0.0:1781272804.752185:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+86:34737:x1867799159513728:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1781272804.752309:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+86:34737:x1867799159513728:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 126us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.752319:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1733 00000100:00100000:3.0:1781272804.762510:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.762895:0:6477:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6477:1867799168719744:192.168.204.14@tcp:105: 00010000:00010000:0.0:1781272804.762923:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272804.763001:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+23:2391:x1867799159513472:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 14423us (15353us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.763013:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 504 00000100:00100000:3.0:1781272804.766348:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.768176:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159513856 00000100:00100000:2.0:1781272804.768190:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159513856 00002000:00100000:2.0:1781272804.768252:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff8eb4c2aa6300 x1867799159513856/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 488/0 e 0 to 0 dl 1781272815 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272804.768274:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2aa6300 with x1867799159513856 ext(0->4095) 00002000:00010000:2.0:1781272804.768281:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4c2aa6300 00000100:00100000:2.0:1781272804.768320:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 119 00000100:00100000:2.0:1781272804.768331:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+23:2390:x1867799159513856:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1781272804.768382:0:15586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159514112 00000100:00100000:1.0:1781272804.768388:0:15586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159514112 00000100:00100000:1.0:1781272804.768431:0:15586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 345 00000100:00100000:1.0:1781272804.768442:0:15586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+86:34736:x1867799159514112:12345-192.168.204.14@tcp:35:cp.0 00000100:00100000:2.0:1781272804.768502:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+23:2390:x1867799159513856:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 172us (5999us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272804.768511:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 119 00002000:00100000:2.0:1781272804.768518:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff8eb4c2aa6300 x1867799159513856/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:560/0 lens 488/4536 e 0 to 0 dl 1781272815 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272804.768528:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4c2aa6300 with x1867799159513856 ext(0->4095) 00002000:00010000:2.0:1781272804.768532:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8eb4c2aa6300 00000100:00100000:1.0:1781272804.768726:0:15586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6d151617-6ec3-4186-a571-d12154d9be40+87:34736:x1867799159514112:12345-192.168.204.14@tcp:35:cp.0 Request processed in 286us (2402us total) trans 4294968363 rc 0/0 00000100:00100000:1.0:1781272804.768733:0:15586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 345 00000100:00100000:3.0:1781272804.775223:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.780573:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159514240 00000100:00100000:2.0:1781272804.780591:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159514240 00000100:00100000:2.0:1781272804.780698:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1734 00000100:00100000:2.0:1781272804.780710:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+87:34737:x1867799159514240:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1781272804.780739:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272804.780765:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc66bb lrc: 2/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84690 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.780806:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26800/0x94898f2cdefc66c2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.780819:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26800/0x94898f2cdefc66c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.780870:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26800/0x94898f2cdefc66c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.781004:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27000/0x94898f2cdefc66bb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84690 expref: 89 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.781022:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26800/0x94898f2cdefc66c2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84690 expref: 88 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272804.781030:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8eb4d0ba7600) 00010000:00010000:2.0:1781272804.781033:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1781272804.781036:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb26800, rc 0) 00000100:00100000:2.0:1781272804.781322:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+88:34737:x1867799159514240:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 613us (6110us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.781331:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1734 00000100:00100000:3.0:1781272804.792606:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.797390:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159514368 00000100:00100000:0.0:1781272804.797408:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159514368 00000100:00100000:0.0:1781272804.797491:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1735 00000100:00100000:0.0:1781272804.797501:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+88:34737:x1867799159514368:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1781272804.797536:0:6493:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1781272804.797724:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+88:34737:x1867799159514368:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 222us (5184us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.797733:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1735 00000100:00100000:3.0:1781272804.806324:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.806402:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159514496 00000100:00100000:1.0:1781272804.806415:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159514496 00000100:00100000:1.0:1781272804.806484:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 516 00000100:00100000:1.0:1781272804.806495:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+23:2390:x1867799159514496:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.806547:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc66c9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.806564:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.806566:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272804.806572:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc66c9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.806587:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc66c9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.806614:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc66c9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.806724:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc66c9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.806733:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc66c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.806741:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31400 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272804.806746:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc66c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.806756:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc66c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.806778:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc66c9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.806787:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc66c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.806944:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+23:2390:x1867799159514496:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 450us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.806953:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 516 00000100:00100000:3.0:1781272804.809228:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.809319:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159514752 00000100:00100000:1.0:1781272804.809330:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159514752 00000100:00100000:1.0:1781272804.809531:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1736 00000100:00100000:1.0:1781272804.809540:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+88:34737:x1867799159514752:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1781272804.809616:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.809633:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26800/0x94898f2cdefc66c2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84690 expref: 88 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.809643:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.809692:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26800/0x94898f2cdefc66c2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84690 expref: 88 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.809707:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26800/0x94898f2cdefc66c2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84690 expref: 88 pid: 6491 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.809820:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168719872:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272804.809990:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2b40 going to sleep for 11 seconds 00000100:00100000:3.0:1781272804.816300:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.816390:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159514880 00000100:00100000:0.0:1781272804.816400:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159514880 00010000:00010000:0.0:1781272804.816447:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26800/0x94898f2cdefc66c2 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84690 expref: 89 pid: 6491 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.816498:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 505 00000100:00100000:0.0:1781272804.816509:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+89:2390:x1867799159514880:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272804.816526:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272804.816533:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26800/0x94898f2cdefc66c2 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84690 expref: 89 pid: 6491 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.816547:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26800/0x94898f2cdefc66c2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84690 expref: 89 pid: 6491 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.816573:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8eb4d0ba7600) 00010000:00010000:0.0:1781272804.816578:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.816588:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.816600:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.816620:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272804.816699:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+89:2390:x1867799159514880:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 191us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.816720:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 505 00010000:00010000:1.0:1781272804.819464:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26800/0x94898f2cdefc66c2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84690 expref: 88 pid: 6491 timeout: 861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.823870:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168719872:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272804.823915:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.823929:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.823937:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.824283:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.824292:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.824300:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.824306:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.824311:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.824323:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.824342:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff8eb4d0ba7600) 00010000:00010000:1.0:1781272804.824345:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1781272804.824350:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.824356:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d0 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272804.824588:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+88:34737:x1867799159514752:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 15046us (15367us total) trans 4294968364 rc 0/0 00000100:00100000:1.0:1781272804.824599:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1736 00000040:00080000:0.0:1781272804.826080:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272804.826088:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272804.827242:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 12 00000040:00080000:0.0:1781272804.827255:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272804.838776:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272804.839131:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272804.839751:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159515008 00000100:00100000:1.0:1781272804.839764:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159515008 00000100:00100000:0.0:1781272804.839897:0:6494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159515264 00000100:00100000:0.0:1781272804.839901:0:6494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159515264 00000100:00100000:0.0:1781272804.839953:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 346 00000100:00100000:0.0:1781272804.839963:0:6494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500b31050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+88:34737:x1867799159515264:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1781272804.840250:0:6494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500b31050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6d151617-6ec3-4186-a571-d12154d9be40+89:34737:x1867799159515264:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 288us (1119us total) trans 4294968365 rc 0/0 00000100:00100000:0.0:1781272804.840258:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 346 00000100:00100000:1.0:1781272804.840846:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1737 00000100:00100000:1.0:1781272804.840859:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+118:34740:x1867799159515008:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:1.0:1781272804.840870:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272804.840890:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84697 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.840953:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc66de lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.840968:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc66de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.840980:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc66de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.840990:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc66e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.840998:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc66e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841004:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc66e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841073:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc66ec lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841081:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc66ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841087:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc66ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272804.841117:0:6492:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00000004:00200000:1.0:1781272804.841122:0:6492:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1781272804.841135:0:6492:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc66ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841146:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc66ec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841153:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc66de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841160:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc66de lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841172:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc66de lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841179:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f31400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.841183:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc66de lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841190:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc66de lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841200:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272804.841203:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.841207:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc66de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841213:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc66de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841224:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc66e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841230:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc66e5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841237:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc66e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841242:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272804.841244:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc66e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841255:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc66e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841261:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8eb4c792bd00) 00010000:00010000:1.0:1781272804.841263:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272804.841266:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc66e5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841271:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30400/0x94898f2cdefc66e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841289:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30800/0x94898f2cdefc66d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84697 expref: 120 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841300:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30a00/0x94898f2cdefc66ec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84697 expref: 119 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272804.841307:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8eb4c792b800) 00010000:00010000:1.0:1781272804.841308:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272804.841310:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30a00, rc 0) 00000100:00100000:1.0:1781272804.841359:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+119:34740:x1867799159515008:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 504us (2593us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.841365:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1737 00000100:00100000:3.0:1781272804.844660:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.844772:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159515392 00000100:00100000:0.0:1781272804.844784:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159515392 00000100:00100000:0.0:1781272804.844867:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 517 00000100:00100000:0.0:1781272804.844877:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+41:2391:x1867799159515392:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272804.844894:0:8405:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272804.844911:0:8405:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002dc7939/0x94898f2cdefc66f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8469e expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.844989:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168720000:192.168.204.14@tcp:106: 00000100:00100000:0.0:1781272804.845065:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c6941540 going to sleep for 11 seconds 00002000:00010000:0.0:1781272804.849923:0:8405:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1781272804.849935:0:8405:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb mtime: 0 -> 1781272804 00002000:00010000:0.0:1781272804.849938:0:8405:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb atime: 0 -> 1781272804 00002000:00010000:0.0:1781272804.849940:0:8405:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb ctime: 0 -> 1781272804 00002000:00010000:0.0:1781272804.849942:0:8405:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1781272804.849968:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168720000:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272804.850009:0:8405:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002dc7939/0x94898f2cdefc66f3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8469e expref: 42 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.850036:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002dc7939/0x94898f2cdefc66f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8469e expref: 42 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.850049:0:8405:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56200, rc 0) 00000100:00100000:0.0:1781272804.850130:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+41:2391:x1867799159515392:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 5254us (5478us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272804.850138:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 517 00000100:00100000:1.0:1781272804.858698:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.858782:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159515520 00000100:00100000:0.0:1781272804.858794:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159515520 00000100:00100000:0.0:1781272804.858891:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1738 00000100:00100000:0.0:1781272804.858902:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+119:34740:x1867799159515520:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272804.858934:0:6493:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272804.858956:0:6493:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc66fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846a5 expref: -99 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.859031:0:6493:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6701 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.859046:0:6493:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6701 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.859057:0:6493:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6701 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1781272804.859105:0:6493:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1781272804.859109:0:6493:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1781272804.859131:0:6493:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6701 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6493 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.859155:0:6493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57400/0x94898f2cdefc66fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846a5 expref: 121 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.859174:0:6493:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6701 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846a5 expref: 120 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.859182:0:6493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:0.0:1781272804.859185:0:6493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1781272804.859188:0:6493:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56000, rc 0) 00000100:00100000:0.0:1781272804.859256:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+120:34740:x1867799159515520:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 355us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.859264:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1738 00000100:00100000:3.0:1781272804.871597:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272804.872057:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159515648 00000100:00100000:0.0:1781272804.872069:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159515648 00000100:00100000:0.0:1781272804.872142:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 518 00000100:00100000:0.0:1781272804.872152:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+41:2391:x1867799159515648:12345-192.168.204.14@tcp:101:lfs.0 00010000:00010000:0.0:1781272804.872171:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272804.872188:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc6708 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846ac expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272804.872253:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168720128:192.168.204.14@tcp:106: 00000100:00100000:0.0:1781272804.872354:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c6941540 going to sleep for 11 seconds 00000100:00100000:0.0:1781272804.877394:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168720128:192.168.204.14@tcp:106: 00010000:00010000:0.0:1781272804.877435:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc6708 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846ac expref: 42 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.877461:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be5de305/0x94898f2cdefc6708 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846ac expref: 42 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272804.877476:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f57400, rc 0) 00000100:00100000:0.0:1781272804.877539:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+41:2391:x1867799159515648:12345-192.168.204.14@tcp:101:lfs.0 Request processed in 5388us (6621us total) trans 0 rc 301/301 00000100:00100000:0.0:1781272804.877548:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 518 00000100:00100000:1.0:1781272804.885612:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272804.885798:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159515904 00000100:00100000:2.0:1781272804.885813:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159515904 00000100:00100000:2.0:1781272804.885930:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1739 00000100:00100000:2.0:1781272804.885943:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+120:34740:x1867799159515904:12345-192.168.204.14@tcp:58:lfs.0 00000040:00080000:2.0:1781272804.886141:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].54, 136 off15536 00000100:00100000:2.0:1781272804.886625:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+120:34740:x1867799159515904:12345-192.168.204.14@tcp:58:lfs.0 Request processed in 684us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.886636:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1739 00000100:00100000:3.0:1781272804.928712:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272804.928748:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168720256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272804.928827:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272804.929032:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168720256 00000100:00100000:0.0:1781272804.929043:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168720256 00000100:00100000:0.0:1781272804.929119:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1781272804.929130:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168720256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272804.929156:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 221186880 pending 114688 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272804.929215:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168720256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272804.929223:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1781272804.929817:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272804.929863:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168720384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272804.929898:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272804.929976:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168720384 00000100:00100000:1.0:1781272804.929981:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168720384 00000100:00100000:1.0:1781272804.930023:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1781272804.930032:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168720384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272804.930045:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 221186880 pending 114688 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272804.930094:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168720384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.930100:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1781272804.930195:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168720384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272804.930761:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168720512:0@lo:400:kworker.0 00000100:00100000:2.0:1781272804.930814:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781272804.930822:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272804.930867:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168720896:0@lo:400:kworker.0 00000100:00100000:2.0:1781272804.930879:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168721024:0@lo:400:kworker.0 00000100:00100000:3.0:1781272804.930906:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272804.930921:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272804.930979:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168720640:0@lo:400:kworker.0 00000100:00100000:3.0:1781272804.931017:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168721408:0@lo:400:kworker.0 00000100:00100000:0.0:1781272804.931039:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168720768:0@lo:400:kworker.0 00000100:00100000:2.0:1781272804.931276:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168721536:0@lo:400:kworker.0 00000100:00100000:2.0:1781272804.931314:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272804.931350:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168720512 00000100:00100000:2.0:1781272804.931355:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168720512 00000100:00100000:2.0:1781272804.931395:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1781272804.931402:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168720512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272804.931447:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168720512:12345-0@lo:400:kworker.0 Request processed in 45us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.931454:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1781272804.931497:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168720512:0@lo:400:kworker.0 00000100:00100000:2.0:1781272804.931524:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168721024 00000100:00100000:2.0:1781272804.931527:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168721024 00000100:00100000:2.0:1781272804.931568:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1781272804.931575:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168721024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.931985:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272804.932010:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168721152:0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.932034:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272804.932051:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168721664:0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.932072:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272804.932105:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168720896 00000100:00100000:1.0:1781272804.932110:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168720896 00000100:00100000:1.0:1781272804.932131:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168721536 00000100:00100000:1.0:1781272804.932134:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168721536 00000100:00100000:1.0:1781272804.932154:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168720640 00000100:00100000:1.0:1781272804.932157:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168720640 00000100:00100000:1.0:1781272804.932168:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168721152 00000100:00100000:1.0:1781272804.932170:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168721152 00000100:00100000:1.0:1781272804.932185:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168721664 00000100:00100000:1.0:1781272804.932187:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168721664 00000100:00100000:1.0:1781272804.932201:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1781272804.932206:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168720896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.932242:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168720896:12345-0@lo:400:kworker.0 Request processed in 35us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.932249:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1781272804.932263:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:1.0:1781272804.932269:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168721536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.932308:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168721536:12345-0@lo:400:kworker.0 Request processed in 38us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.932315:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:1.0:1781272804.932327:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1781272804.932332:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168720640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.932362:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168720640:12345-0@lo:400:kworker.0 Request processed in 30us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.932368:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1781272804.932396:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168720640:0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.932419:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1781272804.932425:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168721152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.932456:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168721152:12345-0@lo:400:kworker.0 Request processed in 32us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.932462:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1781272804.932481:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168721152:0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.932499:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1781272804.932506:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168721664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.932539:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168721664:12345-0@lo:400:kworker.0 Request processed in 33us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.932544:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1781272804.932564:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168721664:0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.933274:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168721024:0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.933290:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168721536:0@lo:400:kworker.0 00000100:00080000:1.0:1781272804.933340:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272804.933345:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272804.933558:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272804.933611:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168720256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272804.933633:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168720896:0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.934047:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168721408 00000100:00100000:1.0:1781272804.934054:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168721408 00000100:00100000:1.0:1781272804.934100:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1781272804.934109:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168721408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.934174:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168721408:12345-0@lo:400:kworker.0 Request processed in 66us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.934181:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1781272804.934250:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168721024:12345-0@lo:400:kworker.0 Request processed in 39us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272804.934261:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1781272804.939596:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168721408:0@lo:400:kworker.0 00000100:00100000:0.0:1781272804.940252:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272804.940315:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168721280:0@lo:400:kworker.0 00000100:00100000:0.0:1781272804.940359:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272804.940508:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168720768 00000100:00100000:3.0:1781272804.940515:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168720768 00000100:00100000:3.0:1781272804.940583:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1781272804.940593:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168720768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272804.940691:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168720768:12345-0@lo:400:kworker.0 Request processed in 99us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272804.940700:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1781272804.941079:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168720768:0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.941159:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168721280 00000100:00100000:1.0:1781272804.941165:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168721280 00000100:00100000:1.0:1781272804.941261:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1781272804.941269:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168721280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272804.941330:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168721280:12345-0@lo:400:kworker.0 Request processed in 62us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272804.941336:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1781272804.941468:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168721280:0@lo:400:kworker.0 00000100:00080000:3.0:1781272804.942067:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1781272805.697533:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272805.891045:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272805.891056:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272805.891163:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1781272805.892078:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272805.893915:0:13767:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99ad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168721792:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1781272805.896143:0:13767:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2600 going to sleep for 11 seconds 00000100:00100000:2.0:1781272805.919791:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272805.920002:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159516032 00000100:00100000:3.0:1781272805.920014:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159516032 00000100:00100000:3.0:1781272805.920293:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1740 00000100:00100000:3.0:1781272805.920306:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+90:34750:x1867799159516032:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272805.920347:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272805.920481:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+90:34750:x1867799159516032:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 178us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272805.920489:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1740 00000100:00100000:1.0:1781272805.921400:0:13767:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99ad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13767:1867799168721792:192.168.204.14@tcp:107:hsm_cdtr.0 00000100:00080000:2.0:1781272805.922703:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272805.940255:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272805.940369:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159516288 00000100:00100000:1.0:1781272805.940382:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159516288 00000100:00100000:1.0:1781272805.940450:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1741 00000100:00100000:1.0:1781272805.940461:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+89:34750:x1867799159516288:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1781272805.940485:0:12323:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272805.940506:0:12323:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc670f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846b3 expref: -99 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.940632:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc6716 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.940661:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc6716 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.940674:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc6716 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1781272805.940690:0:12323:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00010000:00010000:1.0:1781272805.940814:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f30000/0x94898f2cdefc670f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846b3 expref: 92 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.940868:0:12323:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc6716 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846b3 expref: 91 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.940877:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8eb4c792b800) 00010000:00010000:1.0:1781272805.940881:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1781272805.940885:0:12323:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31400, rc 0) 00000100:00100000:1.0:1781272805.940954:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+91:34750:x1867799159516288:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 489us (703us total) trans 4294968366 rc 0/0 00000100:00100000:1.0:1781272805.940962:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1741 00000100:00100000:3.0:1781272805.951778:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272805.951863:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272805.951963:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159516416 00000100:00100000:1.0:1781272805.951977:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159516416 00000100:00100000:1.0:1781272805.952045:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 519 00000100:00100000:1.0:1781272805.952056:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+23:2390:x1867799159516416:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1781272805.952135:0:8405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.952159:0:8405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 23 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.952166:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272805.952168:0:8405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1781272805.952172:0:8405:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.952213:0:8405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 23 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.952228:0:8405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 23 pid: 8407 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272805.952243:0:8405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168721920:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272805.952330:0:8405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1781272805.953228:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159516544 00000100:00100000:2.0:1781272805.953237:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159516544 00000100:00100000:2.0:1781272805.953293:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 80 00000100:00100000:2.0:1781272805.953302:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+91:2391:x1867799159516544:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272805.953316:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272805.953339:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31400/0x94898f2cdefc6716 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846b3 expref: 91 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272805.953356:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8eb4c792b800) 00010000:00010000:2.0:1781272805.953361:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272805.953412:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+90:2391:x1867799159516544:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 111us (1547us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272805.953420:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 80 00000100:00100000:1.0:1781272805.957992:0:8405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8405:1867799168721920:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272805.958030:0:8405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272805.959999:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272805.961890:0:8411:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159516672 00000100:00100000:3.0:1781272805.961908:0:8411:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159516672 00002000:00100000:3.0:1781272805.961991:0:8411:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x23:0x0] (0->157) req@ffff8eb4ff99ad80 x1867799159516672/t0(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:561/0 lens 648/0 e 0 to 0 dl 1781272816 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1781272805.962003:0:8411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff99ad80 with x1867799159516672 ext(0->157) 00010000:00010000:3.0:1781272805.962015:0:8411:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 24 pid: 8407 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272805.962034:0:8411:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 24 pid: 8407 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1781272805.962042:0:8411:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb4ff99ad80 00000100:00100000:2.0:1781272805.962184:0:8410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 28 00000100:00100000:2.0:1781272805.962198:0:8410:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+24:2390:x1867799159516672:12345-192.168.204.14@tcp:4:cp.0 00000100:00100000:1.0:1781272805.970362:0:8410:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6d151617-6ec3-4186-a571-d12154d9be40+26:2390:x1867799159516672:12345-192.168.204.14@tcp:4:cp.0 Request processed in 8157us (10362us total) trans 4294967391 rc 0/0 00000100:00100000:1.0:1781272805.970377:0:8410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 28 00002000:00100000:1.0:1781272805.970391:0:8410:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x23:0x0] (0->157) req@ffff8eb4ff99ad80 x1867799159516672/t4294967391(0) o4->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:561/0 lens 648/448 e 0 to 0 dl 1781272816 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1781272805.970403:0:8410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff99ad80 with x1867799159516672 ext(0->157) 00010000:00010000:1.0:1781272805.970414:0:8410:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 26 pid: 8407 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.970436:0:8410:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 26 pid: 8407 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1781272805.970444:0:8410:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8eb4ff99ad80 00000100:00100000:0.0:1781272805.980447:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272805.980672:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159516800 00000100:00100000:2.0:1781272805.980695:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159516800 00010000:00010000:2.0:1781272805.980743:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 26 pid: 8407 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272805.980787:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 506 00000100:00100000:2.0:1781272805.980798:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c5361450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+26:2390:x1867799159516800:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272805.980815:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1781272805.980854:0:6477:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1781272805.980861:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 26 pid: 8407 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272805.980876:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 26 pid: 8407 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272805.980902:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056b430cd/0x94898f2cdefc66ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84682 expref: 26 pid: 8407 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272805.980930:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272805.980932:0:6477:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272805.980937:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272805.980947:0:6477:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272805.980976:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272805.981034:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c5361450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+25:2390:x1867799159516800:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 238us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272805.981042:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 506 00010000:00010000:1.0:1781272805.981437:0:8405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.981450:0:8405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.981473:0:8405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.981483:0:8405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.981491:0:8405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.981498:0:8405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f30800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272805.981503:0:8405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.981512:0:8405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.981535:0:8405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272805.981545:0:8405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc6724 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272805.981613:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+24:2390:x1867799159516416:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 29558us (29846us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272805.981622:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 519 00000100:00100000:0.0:1781272805.996730:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272805.997589:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159517056 00000100:00100000:3.0:1781272805.997602:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159517056 00000100:00100000:3.0:1781272805.997681:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1742 00000100:00100000:3.0:1781272805.997705:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+90:34750:x1867799159517056:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1781272805.997862:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+90:34750:x1867799159517056:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 159us (1141us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272805.997870:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1742 00000100:00100000:2.0:1781272806.026046:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272806.030375:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159517184 00000100:00100000:0.0:1781272806.030390:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159517184 00000100:00100000:0.0:1781272806.030463:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 520 00000100:00100000:0.0:1781272806.030474:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+24:2391:x1867799159517184:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272806.030492:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272806.030512:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc672b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846ba expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1781272806.030538:0:8407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 158, mtime: 0x6a2c10e4, atime: 0x0, ctime: 0x6a2c10e4, blocks: 0x8 00010000:00010000:0.0:1781272806.030557:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272806.030560:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272806.030568:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc672b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846ba expref: 25 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.030592:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ab57efa5/0x94898f2cdefc672b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846ba expref: 25 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.030604:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56400, rc 0) 00000100:00100000:0.0:1781272806.030678:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+25:2391:x1867799159517184:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 206us (4640us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272806.030685:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 520 00000100:00080000:2.0:1781272806.031401:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272806.037769:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272806.037881:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159517440 00000100:00100000:1.0:1781272806.037893:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159517440 00000100:00100000:1.0:1781272806.037958:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1743 00000100:00100000:1.0:1781272806.037970:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+90:34750:x1867799159517440:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1781272806.038110:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+90:34750:x1867799159517440:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 142us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272806.038119:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1743 00000100:00100000:1.0:1781272806.044589:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272806.044768:0:14296:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159517568 00000100:00100000:2.0:1781272806.044779:0:14296:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159517568 00002000:00100000:2.0:1781272806.044872:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x23:0x0] (0->4095) req@ffff8eb4ff998a80 x1867799159517568/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:562/0 lens 488/0 e 0 to 0 dl 1781272817 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272806.044892:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff998a80 with x1867799159517568 ext(0->4095) 00002000:00010000:2.0:1781272806.044898:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff998a80 00000100:00100000:2.0:1781272806.044923:0:14296:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 120 00000100:00100000:2.0:1781272806.044932:0:14296:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+25:2390:x1867799159517568:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1781272806.051013:0:14296:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6d151617-6ec3-4186-a571-d12154d9be40+25:2390:x1867799159517568:12345-192.168.204.14@tcp:3:lhsmtool_posix.0 Request processed in 6066us (6420us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1781272806.051033:0:14296:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 120 00002000:00100000:2.0:1781272806.051054:0:14296:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x23:0x0] (0->4095) req@ffff8eb4ff998a80 x1867799159517568/t0(0) o3->6d151617-6ec3-4186-a571-d12154d9be40@192.168.204.14@tcp:562/0 lens 488/4536 e 0 to 0 dl 1781272817 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1781272806.051076:0:14296:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8eb4ff998a80 with x1867799159517568 ext(0->4095) 00002000:00010000:2.0:1781272806.051084:0:14296:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8eb4ff998a80 00000040:00080000:0.0:1781272806.065527:0:25100:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272806.065538:0:25100:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272806.065602:0:25100:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1781272806.065609:0:25100:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272806.068856:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272806.072012:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159517696 00000100:00100000:0.0:1781272806.072039:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159517696 00000100:00100000:0.0:1781272806.072462:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1744 00000100:00100000:0.0:1781272806.072476:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+90:34750:x1867799159517696:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1781272806.072500:0:6492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1781272806.072601:0:6492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6732 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846c1 expref: -99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.072642:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc6739 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.072667:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc6739 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.072779:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc6739 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.073055:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57000/0x94898f2cdefc6732 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c1 expref: 92 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.075167:0:6492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc6739 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c1 expref: 91 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.075190:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8eb4c792b800) 00010000:00010000:0.0:1781272806.075194:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272806.075198:0:6492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f56600, rc 0) 00000100:00100000:0.0:1781272806.075309:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+91:34750:x1867799159517696:12345-192.168.204.14@tcp:101:lhsmtool_posix.0 Request processed in 2830us (6482us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272806.075319:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1744 00000100:00100000:3.0:1781272806.087362:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272806.087401:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159517824 00000100:00100000:3.0:1781272806.087414:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159517824 00000100:00100000:3.0:1781272806.087477:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1745 00000100:00100000:3.0:1781272806.087489:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+91:34750:x1867799159517824:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1781272806.087540:0:8162:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1781272806.087673:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+91:34750:x1867799159517824:12345-192.168.204.14@tcp:53:lhsmtool_posix.0 Request processed in 187us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272806.087681:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1745 00000100:00100000:3.0:1781272806.092245:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272806.092288:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159517952 00000100:00100000:3.0:1781272806.092297:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159517952 00000100:00100000:3.0:1781272806.092348:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 521 00000100:00100000:3.0:1781272806.092358:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+25:2388:x1867799159517952:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1781272806.092403:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc6740 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.092420:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272806.092422:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1781272806.092426:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc6740 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.092439:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc6740 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.092469:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc6740 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.092477:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc6740 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.092485:0:8404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc6740 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.092492:0:8404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4f625be00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272806.092497:0:8404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc6740 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.092506:0:8404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc6740 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.092533:0:8404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc6740 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.092542:0:8404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ec2508f/0x94898f2cdefc6740 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272806.092614:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+25:2388:x1867799159517952:12345-192.168.204.14@tcp:1:lhsmtool_posix.0 Request processed in 257us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272806.092622:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 521 00000100:00100000:0.0:1781272806.096357:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272806.096475:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159518208 00000100:00100000:3.0:1781272806.096488:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159518208 00000100:00100000:3.0:1781272806.096567:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1746 00000100:00100000:3.0:1781272806.096579:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+91:34750:x1867799159518208:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1781272806.096690:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.096709:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc6739 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c1 expref: 91 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.096719:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.096761:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc6739 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c1 expref: 91 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.096775:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc6739 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c1 expref: 91 pid: 6492 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272806.096792:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaace00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168722048:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272806.097236:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42480 going to sleep for 11 seconds 00000100:00100000:2.0:1781272806.102143:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272806.102178:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159518336 00000100:00100000:2.0:1781272806.102188:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159518336 00010000:00010000:2.0:1781272806.102234:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc6739 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c1 expref: 92 pid: 6492 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272806.102270:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 507 00000100:00100000:2.0:1781272806.102280:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+92:2391:x1867799159518336:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272806.102293:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272806.102299:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc6739 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c1 expref: 92 pid: 6492 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272806.102313:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc6739 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c1 expref: 92 pid: 6492 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272806.102338:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8eb4c792b800) 00010000:00010000:2.0:1781272806.102343:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272806.102354:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272806.102362:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272806.102380:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272806.102432:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+92:2391:x1867799159518336:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 152us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272806.102440:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 507 00010000:00010000:0.0:1781272806.102668:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56600/0x94898f2cdefc6739 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c1 expref: 91 pid: 6492 timeout: 862 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272806.102688:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaace00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168722048:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272806.102711:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.102720:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.102726:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.102952:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.102961:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.102968:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.102974:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c50d1200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272806.102978:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.102985:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.102995:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff8eb4c792b800) 00010000:00010000:0.0:1781272806.102998:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1781272806.103002:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272806.103008:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c50d1200/0x94898f2cdefc6747 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272806.103254:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+91:34750:x1867799159518208:12345-192.168.204.14@tcp:57:lhsmtool_posix.0 Request processed in 6675us (6905us total) trans 4294968367 rc 0/0 00000100:00100000:0.0:1781272806.103263:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1746 00000040:00080000:2.0:1781272806.103512:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272806.103517:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272806.106800:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 11 00000040:00080000:2.0:1781272806.106822:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272806.111390:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272806.111468:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159518592 00000100:00100000:2.0:1781272806.111481:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159518592 00000100:00100000:2.0:1781272806.111550:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 347 00000100:00100000:2.0:1781272806.111561:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+91:34750:x1867799159518592:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1781272806.111922:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6d151617-6ec3-4186-a571-d12154d9be40+92:34750:x1867799159518592:12345-192.168.204.14@tcp:35:lhsmtool_posix.0 Request processed in 362us (541us total) trans 4294968368 rc 0/0 00000100:00100000:2.0:1781272806.111931:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 347 00000100:00100000:1.0:1781272806.188531:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272806.188570:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272806.188592:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272806.188608:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272806.188626:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272806.188652:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272806.188674:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272806.188706:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159518720 00000100:00100000:1.0:1781272806.188716:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159518720 00000100:00100000:1.0:1781272806.188771:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159518848 00000100:00100000:1.0:1781272806.188774:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159518848 00000100:00100000:1.0:1781272806.188787:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159518976 00000100:00100000:1.0:1781272806.188789:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159518976 00000100:00100000:1.0:1781272806.188798:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159519104 00000100:00100000:1.0:1781272806.188800:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159519104 00000100:00100000:1.0:1781272806.188807:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159519232 00000100:00100000:1.0:1781272806.188809:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159519232 00000100:00100000:1.0:1781272806.188817:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159519360 00000100:00100000:1.0:1781272806.188819:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159519360 00000100:00100000:1.0:1781272806.188826:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159519488 00000100:00100000:1.0:1781272806.188828:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159519488 00000100:00100000:1.0:1781272806.188863:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 522 00000100:00100000:1.0:1781272806.188872:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+44:2389:x1867799159518720:12345-192.168.204.14@tcp:101:ll_sa.0 00010000:00010000:1.0:1781272806.188895:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272806.188930:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc674e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846c8 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.188964:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.188966:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.188975:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc674e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c8 expref: 45 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.188994:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc674e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c8 expref: 45 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189008:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30800, rc 0) 00000100:00100000:1.0:1781272806.189062:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+45:2389:x1867799159518720:12345-192.168.204.14@tcp:101:ll_sa.0 Request processed in 190us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272806.189070:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 522 00000100:00100000:1.0:1781272806.189091:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 523 00000100:00100000:1.0:1781272806.189097:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+18:2391:x1867799159518848:12345-192.168.204.14@tcp:101:rm.0 00010000:00010000:1.0:1781272806.189105:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272806.189115:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc6755 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846cf expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189132:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.189134:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.189139:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc6755 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846cf expref: 19 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189152:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc6755 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846cf expref: 19 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189166:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30000, rc 0) 00000100:00100000:1.0:1781272806.189185:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+19:2391:x1867799159518848:12345-192.168.204.14@tcp:101:rm.0 Request processed in 89us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272806.189191:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 523 00000100:00100000:1.0:1781272806.189204:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 524 00000100:00100000:1.0:1781272806.189211:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+18:2391:x1867799159518976:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:1.0:1781272806.189217:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272806.189224:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f801fb2c/0x94898f2cdefc675c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846d6 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189236:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.189237:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.189242:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f801fb2c/0x94898f2cdefc675c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846d6 expref: 19 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189252:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f801fb2c/0x94898f2cdefc675c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846d6 expref: 19 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189261:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31c00, rc 0) 00000100:00100000:1.0:1781272806.189281:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+19:2391:x1867799159518976:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 71us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272806.189287:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 524 00000100:00100000:1.0:1781272806.189299:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 525 00000100:00100000:1.0:1781272806.189305:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+44:2391:x1867799159519104:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:1.0:1781272806.189313:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272806.189319:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f30ed2e/0x94898f2cdefc6763 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846dd expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189331:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.189332:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.189336:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f30ed2e/0x94898f2cdefc6763 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846dd expref: 45 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189345:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003f30ed2e/0x94898f2cdefc6763 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846dd expref: 45 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189353:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30400, rc 0) 00000100:00100000:1.0:1781272806.189371:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+45:2391:x1867799159519104:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 67us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272806.189376:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 525 00000100:00100000:1.0:1781272806.189389:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 526 00000100:00100000:1.0:1781272806.189395:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+18:2391:x1867799159519232:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:1.0:1781272806.189401:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272806.189409:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc676a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846e4 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189421:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.189422:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.189426:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc676a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846e4 expref: 19 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189441:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc676a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846e4 expref: 19 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189450:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f31400, rc 0) 00000100:00100000:1.0:1781272806.189469:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+19:2391:x1867799159519232:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 75us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272806.189474:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 526 00000100:00100000:1.0:1781272806.189487:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 527 00000100:00100000:1.0:1781272806.189494:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+44:2391:x1867799159519360:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:1.0:1781272806.189500:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272806.189507:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc6771 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846eb expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189520:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.189521:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.189527:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc6771 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846eb expref: 45 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189537:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc6771 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846eb expref: 45 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189545:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb3c4f30c00, rc 0) 00000100:00100000:1.0:1781272806.189562:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+45:2391:x1867799159519360:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 69us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272806.189570:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 527 00000100:00100000:1.0:1781272806.189582:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 528 00000100:00100000:1.0:1781272806.189588:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+44:2389:x1867799159519488:12345-192.168.204.14@tcp:101:ll_sa.0 00010000:00010000:1.0:1781272806.189594:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272806.189601:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc6778 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846f2 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189613:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.189615:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.189620:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc6778 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846f2 expref: 45 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189632:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc6778 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846f2 expref: 45 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.189653:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305e00, rc 0) 00000100:00100000:1.0:1781272806.189670:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+45:2389:x1867799159519488:12345-192.168.204.14@tcp:101:ll_sa.0 Request processed in 82us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272806.189675:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 528 00000100:00080000:1.0:1781272806.189711:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272806.189716:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272806.191012:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272806.191070:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272806.191768:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159519616 00000100:00100000:1.0:1781272806.191781:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159519616 00000100:00100000:1.0:1781272806.191824:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159519744 00000100:00100000:1.0:1781272806.191826:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159519744 00000100:00100000:1.0:1781272806.191866:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 529 00000100:00100000:1.0:1781272806.191875:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+20:2389:x1867799159519616:12345-192.168.204.14@tcp:101:ll_sa.0 00010000:00010000:1.0:1781272806.191895:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272806.191909:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc677f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab846f9 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.191935:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.191937:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.191945:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc677f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846f9 expref: 21 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.191961:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f94a55ce/0x94898f2cdefc677f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846f9 expref: 21 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.191973:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304800, rc 0) 00000100:00100000:1.0:1781272806.192017:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+21:2389:x1867799159519616:12345-192.168.204.14@tcp:101:ll_sa.0 Request processed in 144us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272806.192025:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 529 00000100:00100000:1.0:1781272806.192041:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 530 00000100:00100000:1.0:1781272806.192048:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+20:2391:x1867799159519744:12345-192.168.204.14@tcp:101:ll_agl.0 00010000:00010000:1.0:1781272806.192054:0:8407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1781272806.192061:0:8407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032d501f5/0x94898f2cdefc6786 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84700 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.192072:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.192074:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272806.192078:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032d501f5/0x94898f2cdefc6786 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84700 expref: 21 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.192092:0:8407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000032d501f5/0x94898f2cdefc6786 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84700 expref: 21 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.192101:0:8407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305200, rc 0) 00000100:00100000:1.0:1781272806.192119:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+21:2391:x1867799159519744:12345-192.168.204.14@tcp:101:ll_agl.0 Request processed in 71us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272806.192125:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 530 00000100:00100000:2.0:1781272806.201326:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272806.201479:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159520000 00000100:00100000:1.0:1781272806.201502:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159520000 00000100:00100000:1.0:1781272806.201588:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1747 00000100:00100000:1.0:1781272806.201600:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+120:34751:x1867799159520000:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:1.0:1781272806.201668:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1781272806.201700:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3600/0x94898f2cdefc5c03 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840ee expref: 120 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.201718:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:1.0:1781272806.201730:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f56000/0x94898f2cdefc6701 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846a5 expref: 119 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.201738:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272806.201741:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272806.201766:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc678d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.201782:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc678d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.201795:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc678d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.201810:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6794 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.201817:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6794 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.201825:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6794 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.201946:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.201957:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5bd2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840d9 expref: 91 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.201965:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.202012:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840d9 expref: 91 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.202027:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5bd2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840d9 expref: 91 pid: 8162 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272806.202044:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168722176:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272806.202132:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2a80 going to sleep for 11 seconds 00000100:00080000:1.0:1781272806.202149:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272806.213060:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168722176:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272806.213096:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272806.216940:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272806.217219:0:9494:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159520128 00000100:00100000:1.0:1781272806.217231:0:9494:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159520128 00010000:00010000:1.0:1781272806.217278:0:9494:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5bd2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840d9 expref: 92 pid: 8162 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272806.217324:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 508 00000100:00100000:1.0:1781272806.217336:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+92:2390:x1867799159520128:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272806.217354:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272806.217361:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5bd2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840d9 expref: 92 pid: 8162 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.217376:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5bd2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840d9 expref: 92 pid: 8162 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.217399:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c51a3a00/0x94898f2cdefc5bd2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab840d9 expref: 92 pid: 8162 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.217421:0:9494:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:1.0:1781272806.217426:0:9494:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.217436:0:9494:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.217444:0:9494:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.217475:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272806.217545:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6d151617-6ec3-4186-a571-d12154d9be40+91:2390:x1867799159520128:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 211us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272806.217553:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 508 00010000:00010000:3.0:1781272806.217901:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.217923:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1781272806.218342:0:6492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9240 00000004:00080000:3.0:1781272806.218354:0:6492:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 763113522032ns, next at 764113518758ns, rc = 0 00010000:00010000:3.0:1781272806.218409:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67a2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218422:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218432:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218439:0:6492:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67a2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218445:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67a2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218454:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67a2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218482:0:6492:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1781272806.218504:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218511:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218518:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218524:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272806.218529:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218544:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218554:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:3.0:1781272806.218557:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1781272806.218561:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218567:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304200/0x94898f2cdefc679b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.218584:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272806.218586:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc678d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.218593:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67a2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218595:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc678d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.218607:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9f800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272806.218610:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc678d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.218612:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67a2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218624:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272806.218627:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67a2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218628:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc678d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218658:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc678d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.218658:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff8eb4c792eb00) 00010000:00010000:1.0:1781272806.218664:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781272806.218669:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67a2 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218675:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272806.218677:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67a2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218681:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272806.218685:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc678d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218696:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc678d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1781272806.218712:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000089de912a reply state 00000000d00c9548 transno 4294968369 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6794 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272806.218714:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272806.218718:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272806.218720:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272806.218728:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6794 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272806.218735:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8eb4d0ba7500) 00010000:00010000:3.0:1781272806.218738:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1781272806.218741:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1781272806.218819:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+120:34751:x1867799159520000:12345-192.168.204.14@tcp:36:rm.0 Request processed in 17218us (17499us total) trans 4294968369 rc 0/0 00000100:00100000:3.0:1781272806.218827:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1747 00000100:00100000:3.0:1781272806.464139:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168722304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272806.464215:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272806.464276:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168722304 00000100:00100000:1.0:1781272806.464300:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168722304 00000100:00100000:1.0:1781272806.464365:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1781272806.464375:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168722304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272806.464415:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781272806.464481:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168722304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272806.464489:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1781272806.464536:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168722304:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272806.721735:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272807.237700:0:25152:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272807.237713:0:25152:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272807.237772:0:25152:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1781272807.237780:0:25152:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272807.314155:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272807.314298:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159520384 00000100:00100000:3.0:1781272807.314311:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159520384 00000100:00100000:3.0:1781272807.314412:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1748 00000100:00100000:3.0:1781272807.314425:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+120:34763:x1867799159520384:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:3.0:1781272807.314489:0:6491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272807.314578:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c210a200/0x94898f2cdefc5cd5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84142 expref: 120 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272807.314595:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8eb4d0ba7b00) 00010000:00010000:3.0:1781272807.314600:0:6491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1781272807.314645:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc67a9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272807.314660:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc67a9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272807.314678:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc67a9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272807.314703:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc67b0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272807.314711:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc67b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272807.314717:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc67b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272807.314817:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272807.314827:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5ca4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8412d expref: 90 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272807.314878:0:6491:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272807.315075:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8412d expref: 90 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272807.315091:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5ca4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8412d expref: 90 pid: 6492 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272807.315108:0:6491:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaafb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168722432:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272807.315204:0:6491:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c54ee480 going to sleep for 11 seconds 00000100:00100000:2.0:1781272807.329788:0:6491:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaafb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6491:1867799168722432:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272807.329823:0:6491:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272807.333339:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272807.333439:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159520512 00000100:00100000:2.0:1781272807.333453:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159520512 00010000:00010000:2.0:1781272807.333542:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5ca4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8412d expref: 91 pid: 6492 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272807.333584:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 509 00000100:00100000:2.0:1781272807.333595:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+91:2390:x1867799159520512:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272807.333614:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272807.333622:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5ca4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8412d expref: 91 pid: 6492 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.333647:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5ca4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8412d expref: 91 pid: 6492 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.333676:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f31a00/0x94898f2cdefc5ca4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8412d expref: 91 pid: 6492 timeout: 864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.333692:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8eb4d0ba7b00) 00010000:00010000:2.0:1781272807.333698:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.333712:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.333719:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.333747:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272807.333802:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+90:2390:x1867799159520512:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 208us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272807.333811:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 509 00010000:00010000:2.0:1781272807.333867:0:6491:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.333876:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781272807.334345:0:6491:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9528 00000004:00080000:2.0:1781272807.334357:0:6491:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 764229524969ns, next at 765229522635ns, rc = 0 00010000:00010000:2.0:1781272807.334418:0:6491:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc67be lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334431:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc67be lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334439:0:6491:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc67be lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334447:0:6491:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc67be lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334453:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc67be lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334459:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc67be lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334481:0:6491:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781272807.334500:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334506:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334512:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334517:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9f800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272807.334521:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334528:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334537:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8eb4d0ba7b00) 00010000:00010000:2.0:1781272807.334539:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781272807.334543:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334549:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9f800/0x94898f2cdefc67b7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334565:0:6491:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc67a9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334570:0:6491:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc67a9 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334577:0:6491:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc67a9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334582:0:6491:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272807.334585:0:6491:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc67a9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334590:0:6491:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc67a9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334597:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272807.334599:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272807.334601:0:6491:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc67a9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334606:0:6491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e000/0x94898f2cdefc67a9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272807.334614:0:6491:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000008bea41c reply state 00000000270fa537 transno 4294968370 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc67b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334638:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc67b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334645:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8eb4eda8c800) 00010000:00010000:2.0:1781272807.334647:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272807.334650:0:6491:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272807.334698:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+121:34763:x1867799159520384:12345-192.168.204.14@tcp:36:rm.0 Request processed in 20276us (20553us total) trans 4294968370 rc 0/0 00000100:00100000:2.0:1781272807.334705:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1748 00010000:00010000:2.0:1781272807.334741:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781272807.334747:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc67be lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334753:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb26c00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272807.334757:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc67be lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334763:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc67be lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334772:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff8eb4d0ba7b00) 00010000:00010000:2.0:1781272807.334774:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1781272807.334776:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc67be lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334782:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26c00/0x94898f2cdefc67be lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272807.334795:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272807.334797:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272807.334798:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1781272807.334869:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272807.488014:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272807.488042:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168722560:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272807.488119:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272807.488186:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168722560 00000100:00100000:2.0:1781272807.488195:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168722560 00000100:00100000:2.0:1781272807.488244:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1781272807.488254:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168722560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272807.488290:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272807.488381:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168722560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 128us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272807.488390:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1781272807.488439:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168722560:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1781272807.744489:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1781272807.744876:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1781272808.002264:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967391 is committed 00000001:00080000:2.0:1781272808.022815:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967380 is committed 00000040:00080000:0.0:1781272808.437894:0:25204:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272808.437906:0:25204:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272808.437965:0:25204:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1781272808.437973:0:25204:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272808.481295:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272808.482392:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159520768 00000100:00100000:1.0:1781272808.482407:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159520768 00000100:00100000:1.0:1781272808.482497:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1749 00000100:00100000:1.0:1781272808.482509:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+121:34773:x1867799159520768:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:1.0:1781272808.482573:0:12323:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:3.0:1781272808.482598:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1781272808.482620:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a800/0x94898f2cdefc5da7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84196 expref: 121 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.482639:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8eb4c70a5b00) 00010000:00010000:1.0:1781272808.482644:0:12323:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272808.482670:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67c5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.482686:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67c5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.482696:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67c5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.482714:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44c00/0x94898f2cdefc67cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.482721:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44c00/0x94898f2cdefc67cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.482728:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44c00/0x94898f2cdefc67cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.482809:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.482819:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5d76 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84181 expref: 89 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.482828:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.482886:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5d76 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84181 expref: 89 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.482902:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5d76 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84181 expref: 89 pid: 12323 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272808.482918:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168722688:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272808.483021:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2480 going to sleep for 11 seconds 00000100:00100000:3.0:1781272808.486908:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168722688:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272808.486942:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272808.496464:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272808.498779:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159520896 00000100:00100000:2.0:1781272808.498796:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159520896 00010000:00010000:2.0:1781272808.498914:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5d76 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84181 expref: 90 pid: 12323 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272808.498958:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 510 00000100:00100000:2.0:1781272808.498969:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+90:2390:x1867799159520896:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272808.498989:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272808.498996:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5d76 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84181 expref: 90 pid: 12323 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.499011:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5d76 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84181 expref: 90 pid: 12323 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.499037:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221800/0x94898f2cdefc5d76 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84181 expref: 90 pid: 12323 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.499056:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8eb4c70a5b00) 00010000:00010000:2.0:1781272808.499062:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.499072:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.499085:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.499169:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272808.499246:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+89:2390:x1867799159520896:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 278us (2796us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272808.499254:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 510 00010000:00010000:3.0:1781272808.501909:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272808.501927:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781272808.502352:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9304 00000004:00080000:2.0:1781272808.502365:0:12323:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 765397533332ns, next at 766397529518ns, rc = 0 00010000:00010000:2.0:1781272808.502433:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc67da lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502449:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc67da lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502461:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc67da lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502469:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc67da lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502475:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc67da lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502481:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc67da lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502573:0:12323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781272808.502599:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502620:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502628:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502634:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a45c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272808.502638:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502646:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502735:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8eb4c70a5b00) 00010000:00010000:2.0:1781272808.502737:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781272808.502743:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502749:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67d3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502774:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67c5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502780:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67c5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502785:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67c5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502790:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67c5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502796:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a45e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272808.502799:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67c5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502805:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67c5 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502813:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272808.502815:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272808.502818:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67c5 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502824:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67c5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272808.502931:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000007cd8833 reply state 000000000c8bd40f transno 4294968371 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44c00/0x94898f2cdefc67cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502944:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44c00/0x94898f2cdefc67cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272808.502951:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8eb4d0ba7b00) 00010000:00010000:2.0:1781272808.502953:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272808.502957:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272808.503907:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+122:34773:x1867799159520768:12345-192.168.204.14@tcp:36:rm.0 Request processed in 21390us (22612us total) trans 4294968371 rc 0/0 00000100:00100000:2.0:1781272808.503919:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1749 00010000:00010000:1.0:1781272808.504169:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272808.504180:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc67da lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.504189:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb27800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272808.504194:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc67da lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.504204:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc67da lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.504219:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff8eb4c70a5b00) 00010000:00010000:1.0:1781272808.504222:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781272808.504226:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc67da lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.504243:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc67da lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272808.504267:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272808.504270:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272808.504271:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272808.769105:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272809.025807:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272809.025854:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168722816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272809.025940:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272809.026069:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168722816 00000100:00100000:2.0:1781272809.026079:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168722816 00000100:00100000:2.0:1781272809.026149:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1781272809.026160:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168722816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272809.026194:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921362944 avail 3689840640 00000100:00100000:2.0:1781272809.026263:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168722816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272809.026272:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1781272809.026332:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168722816:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781272809.026731:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272809.099261:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272809.099314:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272809.099346:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272809.099377:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159521280 00000100:00100000:3.0:1781272809.099389:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159521280 00000100:00100000:3.0:1781272809.099467:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1070 00000100:00100000:3.0:1781272809.099478:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159521280:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272809.099560:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159521280:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 84us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272809.099567:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1070 00000100:00100000:3.0:1781272809.099594:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159521536 00000100:00100000:3.0:1781272809.099608:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159521536 00000100:00100000:3.0:1781272809.099636:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 595 00000100:00100000:3.0:1781272809.099653:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+45:2390:x1867799159521536:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272809.099684:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+45:2390:x1867799159521536:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 42us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272809.099692:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 595 00000100:00080000:3.0:1781272809.099708:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272809.099713:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272809.099912:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159521024 00000100:00100000:1.0:1781272809.099917:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159521024 00000100:00100000:1.0:1781272809.099946:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 758 00000100:00100000:1.0:1781272809.099952:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159521024:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272809.099994:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159521024:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 42us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272809.100001:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 758 00000100:00100000:1.0:1781272809.100734:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272809.100768:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272809.100793:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272809.100817:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272809.100863:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272809.100887:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272809.100910:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159521792 00000100:00100000:1.0:1781272809.100915:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159521792 00000100:00100000:1.0:1781272809.100954:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159521152 00000100:00100000:1.0:1781272809.100958:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159521152 00000100:00100000:1.0:1781272809.100975:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159521664 00000100:00100000:1.0:1781272809.100978:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159521664 00000100:00100000:1.0:1781272809.100995:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1071 00000100:00100000:1.0:1781272809.101002:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159521792:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272809.101048:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159521792:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 46us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272809.101055:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1071 00000100:00100000:1.0:1781272809.101069:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1072 00000100:00100000:1.0:1781272809.101087:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+122:2390:x1867799159521152:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272809.101119:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+122:2390:x1867799159521152:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 45us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272809.101124:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1072 00000100:00100000:1.0:1781272809.101135:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1073 00000100:00100000:1.0:1781272809.101140:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+89:2390:x1867799159521664:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272809.101165:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+89:2390:x1867799159521664:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272809.101170:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1073 00000100:00100000:1.0:1781272809.101186:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159522048 00000100:00100000:1.0:1781272809.101190:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159522048 00000100:00100000:1.0:1781272809.101214:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159521408 00000100:00100000:1.0:1781272809.101217:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159521408 00000100:00100000:1.0:1781272809.101235:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159521920 00000100:00100000:1.0:1781272809.101237:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159521920 00000100:00100000:1.0:1781272809.101251:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 596 00000100:00100000:1.0:1781272809.101257:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+15:2390:x1867799159522048:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272809.101495:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 597 00000100:00100000:3.0:1781272809.101504:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+21:2390:x1867799159521408:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272809.101538:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+21:2390:x1867799159521408:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 37us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272809.101544:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 597 00000100:00100000:3.0:1781272809.101557:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 598 00000100:00100000:3.0:1781272809.101562:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159521920:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272809.101584:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159521920:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272809.101589:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 598 00000100:00100000:1.0:1781272809.101633:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+15:2390:x1867799159522048:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272809.101642:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 596 00000100:00080000:1.0:1781272809.101674:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272809.101678:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272809.101680:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272809.101682:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272809.543906:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272809.543929:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168722944:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272809.544003:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272809.544090:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168722944 00000100:00100000:1.0:1781272809.544100:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168722944 00000100:00100000:1.0:1781272809.544165:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1781272809.544174:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168722944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272809.544198:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921362944 avail 3689840640 00000100:00100000:1.0:1781272809.544246:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168722944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272809.544254:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00080000:1.0:1781272809.544276:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272809.544317:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168722944:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1781272809.551590:0:25255:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272809.551614:0:25255:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272809.551684:0:25255:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1781272809.551694:0:25255:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272809.691363:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272809.691440:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159522304 00000100:00100000:1.0:1781272809.691451:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159522304 00000100:00100000:1.0:1781272809.691518:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1750 00000100:00100000:1.0:1781272809.691529:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+122:34784:x1867799159522304:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:1.0:1781272809.691601:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272809.691651:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305400/0x94898f2cdefc5f6e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842d1 expref: 122 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.691680:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:1.0:1781272809.691687:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272809.691718:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67e1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.691733:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67e1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.691742:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67e1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.691756:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67e8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.691763:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.691769:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.691903:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.691915:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc5ed4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84237 expref: 88 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.691924:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.691960:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc5ed4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84237 expref: 88 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.691975:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc5ed4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84237 expref: 88 pid: 12323 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272809.691991:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168723072:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272809.692089:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c887a480 going to sleep for 11 seconds 00000100:00100000:3.0:1781272809.699188:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168723072:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272809.699222:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272809.699340:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272809.699807:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159522432 00000100:00100000:3.0:1781272809.699817:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159522432 00010000:00010000:3.0:1781272809.699891:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc5ed4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84237 expref: 89 pid: 12323 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272809.699930:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 511 00000100:00100000:3.0:1781272809.699939:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+89:2391:x1867799159522432:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272809.699954:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272809.699962:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc5ed4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84237 expref: 89 pid: 12323 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.699974:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc5ed4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84237 expref: 89 pid: 12323 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.699995:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc5ed4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84237 expref: 89 pid: 12323 timeout: 866 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.700009:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:3.0:1781272809.700015:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.700024:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.700032:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.700057:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272809.700113:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+88:2391:x1867799159522432:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 174us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272809.700121:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 511 00010000:00010000:1.0:1781272809.700300:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700307:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781272809.700622:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].20, 64 off9592 00000004:00080000:1.0:1781272809.700633:0:8162:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 766595801649ns, next at 767595798806ns, rc = 0 00010000:00010000:1.0:1781272809.700715:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc67f6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700727:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc67f6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700735:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc67f6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700742:0:8162:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc67f6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700748:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc67f6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700757:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc67f6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700778:0:8162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781272809.700814:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700820:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700854:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700862:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a45800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272809.700866:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700874:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700886:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:1.0:1781272809.700889:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781272809.700893:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700900:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45800/0x94898f2cdefc67ef lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700917:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67e1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700924:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67e1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700931:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67e1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700935:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a45e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272809.700938:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67e1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700943:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67e1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700949:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272809.700952:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272809.700954:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67e1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700960:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45e00/0x94898f2cdefc67e1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272809.700970:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000e4fe4b80 reply state 0000000049ad99ca transno 4294968372 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700981:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.700989:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8eb4d0ba7100) 00010000:00010000:1.0:1781272809.700991:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272809.700994:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272809.701055:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+123:34784:x1867799159522304:12345-192.168.204.14@tcp:36:rm.0 Request processed in 9526us (9702us total) trans 4294968372 rc 0/0 00000100:00100000:1.0:1781272809.701062:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1750 00010000:00010000:1.0:1781272809.701091:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272809.701096:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc67f6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.701102:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a44a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272809.701106:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc67f6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.701111:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc67f6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.701121:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff8eb4d0ba7000) 00010000:00010000:1.0:1781272809.701123:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781272809.701126:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc67f6 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.701132:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc67f6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.701145:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272809.701146:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272809.701148:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1781272809.709565:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968372 is committed 00000004:00080000:3.0:1781272809.709581:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000004:00080000:3.0:1781272809.709612:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000004:00080000:3.0:1781272809.709622:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000004:00080000:3.0:1781272809.709636:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00000001:00080000:3.0:1781272809.709651:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968368 is committed 00010000:00010000:3.0:1781272809.709761:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6318 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709772:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6318 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709780:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6318 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709786:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb44800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272809.709790:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6318 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709798:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6318 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709817:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8eb4e0221000) 00010000:00010000:3.0:1781272809.709821:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272809.709825:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6318 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709855:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44800/0x94898f2cdefc6318 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709881:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc64df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709887:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc64df lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709892:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc64df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709897:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272809.709900:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc64df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709905:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc64df lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709912:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff8eb4d0ba7f00) 00010000:00010000:3.0:1781272809.709915:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272809.709918:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc64df lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709924:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc64df lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709987:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6691 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.709995:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6691 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.710001:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6691 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.710006:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb26600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272809.710009:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6691 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.710015:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6691 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.710023:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff8eb4c792bd00) 00010000:00010000:3.0:1781272809.710025:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272809.710028:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6691 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.710033:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6691 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710173:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6794 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710182:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6794 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710188:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6794 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710193:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272809.710196:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6794 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710202:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6794 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710211:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff8eb4d0ba7500) 00010000:00010000:0.0:1781272809.710213:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272809.710216:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6794 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710223:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304600/0x94898f2cdefc6794 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710239:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc67b0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710251:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc67b0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710257:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc67b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710262:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4a9e400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272809.710265:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc67b0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710270:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc67b0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710278:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff8eb4eda8c800) 00010000:00010000:0.0:1781272809.710280:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272809.710283:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc67b0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710288:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e400/0x94898f2cdefc67b0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6491 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710302:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44c00/0x94898f2cdefc67cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710309:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44c00/0x94898f2cdefc67cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710314:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44c00/0x94898f2cdefc67cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710319:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a44c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272809.710322:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44c00/0x94898f2cdefc67cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710327:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44c00/0x94898f2cdefc67cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710334:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff8eb4d0ba7b00) 00010000:00010000:0.0:1781272809.710336:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272809.710339:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44c00/0x94898f2cdefc67cc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710345:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44c00/0x94898f2cdefc67cc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710357:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710363:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67e8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710369:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710374:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a45c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272809.710376:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710381:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67e8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710388:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff8eb4d0ba7100) 00010000:00010000:0.0:1781272809.710390:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272809.710394:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67e8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.710399:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45c00/0x94898f2cdefc67e8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272809.710821:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168723328:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1781272809.710912:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272809.710951:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272809.710958:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168723200:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1781272809.710978:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272809.711007:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168723584:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781272809.711031:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272809.711050:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272809.711056:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168723456:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781272809.711077:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272809.711111:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168723328 00000100:00100000:1.0:1781272809.711120:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168723328 00000100:00100000:1.0:1781272809.711173:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168723200 00000100:00100000:1.0:1781272809.711176:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168723200 00000100:00100000:1.0:1781272809.711187:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168723584 00000100:00100000:1.0:1781272809.711189:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168723584 00000100:00100000:1.0:1781272809.711211:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168723456 00000100:00100000:1.0:1781272809.711214:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168723456 00000100:00100000:1.0:1781272809.711229:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1781272809.711237:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168723328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1781272809.711266:0:15938:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:30 count 1 00010000:00010000:1.0:1781272809.711290:0:15938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.711311:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000034f83d94/0x94898f2cdefc5f52 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842ca expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.711321:0:15938:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f801fb2c/0x94898f2cdefc675c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846d6 expref: 20 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.711329:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272809.711331:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272809.711334:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.711362:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f801fb2c/0x94898f2cdefc675c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846d6 expref: 20 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.711383:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f801fb2c/0x94898f2cdefc675c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846d6 expref: 20 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272809.711396:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168723712:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272809.712899:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1781272809.712917:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168723200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1781272809.712948:0:8407:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:29 count 1 00010000:00010000:0.0:1781272809.712970:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.712991:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d2a0b964/0x94898f2cdefc5e6b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84214 expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.713000:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc6755 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846cf expref: 20 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.713007:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272809.713009:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272809.713012:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.713040:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc6755 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846cf expref: 20 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.713052:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc6755 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846cf expref: 20 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272809.713072:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168723968:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272809.713144:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d2a0b964/0x94898f2cdefc5e6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84214 expref: 12 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.713153:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d2a0b964/0x94898f2cdefc5e6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84214 expref: 12 pid: 9894 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272809.713163:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168724096:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272809.713188:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c3f42840 going to sleep for 11 seconds 00000100:00100000:0.0:1781272809.713208:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1781272809.713216:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168723584:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1781272809.713231:0:8404:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:32 count 1 00010000:00010000:0.0:1781272809.713246:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.713257:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000032e57453/0x94898f2cdefc6430 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8456a expref: 14 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.713266:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003f30ed2e/0x94898f2cdefc6763 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846dd expref: 44 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.713273:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272809.713274:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272809.713277:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.713297:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003f30ed2e/0x94898f2cdefc6763 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846dd expref: 44 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.713307:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003f30ed2e/0x94898f2cdefc6763 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846dd expref: 44 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272809.713318:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168724224:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272809.713348:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000032e57453/0x94898f2cdefc6430 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8456a expref: 14 pid: 9894 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.713358:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000032e57453/0x94898f2cdefc6430 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8456a expref: 14 pid: 9894 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272809.713368:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168724352:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272809.713390:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c23c2540 going to sleep for 11 seconds 00010000:00010000:1.0:1781272809.714021:0:15938:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000034f83d94/0x94898f2cdefc5f52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842ca expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.714037:0:15938:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000034f83d94/0x94898f2cdefc5f52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842ca expref: 12 pid: 8405 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272809.714050:0:15938:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168723840:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272809.714092:0:15938:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c887aa80 going to sleep for 11 seconds 00000100:00080000:1.0:1781272809.714114:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272809.722056:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272809.722092:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272809.722164:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159522560 00000100:00100000:3.0:1781272809.722174:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159522560 00010000:00010000:3.0:1781272809.722218:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f801fb2c/0x94898f2cdefc675c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846d6 expref: 21 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272809.722253:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159522688 00000100:00100000:3.0:1781272809.722255:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159522688 00010000:00010000:3.0:1781272809.722266:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc6755 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846cf expref: 22 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272809.722284:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 512 00000100:00100000:3.0:1781272809.722294:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+22:2388:x1867799159522560:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272809.722311:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272809.722316:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f801fb2c/0x94898f2cdefc675c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846d6 expref: 22 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.722331:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f801fb2c/0x94898f2cdefc675c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846d6 expref: 22 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.722364:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272809.722423:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+22:2388:x1867799159522560:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 131us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272809.722430:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 512 00000100:00100000:3.0:1781272809.722450:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 513 00000100:00100000:3.0:1781272809.722456:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb502041450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+21:2388:x1867799159522688:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272809.722463:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272809.722468:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc6755 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846cf expref: 21 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.722492:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc6755 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846cf expref: 21 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272809.722505:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272809.722523:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb502041450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:114321f4-a03d-418f-858f-46fe7991a8fa+21:2388:x1867799159522688:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 68us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272809.722529:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 513 00000100:00100000:3.0:1781272809.722619:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168724224:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272809.722637:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8404:1867799168724352:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272809.722664:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272809.723068:0:8407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9e930fa/0x94898f2cdefc6755 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846cf expref: 20 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272809.723084:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168723968:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272809.723095:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168724096:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272809.723114:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.723314:0:15938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f801fb2c/0x94898f2cdefc675c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846d6 expref: 19 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272809.723326:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168723712:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272809.723337:0:15938:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:15938:1867799168723840:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272809.723351:0:15938:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272809.734685:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272809.734738:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272809.734762:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272809.734790:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272809.734826:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159522816 00000100:00100000:2.0:1781272809.734858:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159522816 00010000:00010000:2.0:1781272809.734914:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d2a0b964/0x94898f2cdefc5e6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84214 expref: 13 pid: 9894 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272809.734955:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159523072 00000100:00100000:2.0:1781272809.734959:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159523072 00010000:00010000:2.0:1781272809.734976:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000032e57453/0x94898f2cdefc6430 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8456a expref: 15 pid: 9894 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272809.734987:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159522944 00000100:00100000:2.0:1781272809.734989:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159522944 00010000:00010000:2.0:1781272809.734998:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003f30ed2e/0x94898f2cdefc6763 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846dd expref: 45 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272809.735007:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159523200 00000100:00100000:2.0:1781272809.735010:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159523200 00010000:00010000:2.0:1781272809.735019:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000034f83d94/0x94898f2cdefc5f52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842ca expref: 14 pid: 8405 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272809.735032:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 514 00000100:00100000:2.0:1781272809.735042:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159522816:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272809.735061:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272809.735067:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d2a0b964/0x94898f2cdefc5e6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84214 expref: 14 pid: 9894 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735082:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d2a0b964/0x94898f2cdefc5e6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84214 expref: 14 pid: 9894 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735115:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d2a0b964/0x94898f2cdefc5e6b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84214 expref: 14 pid: 9894 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735136:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272809.735138:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272809.735145:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735155:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735189:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272809.735246:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159522816:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 204us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272809.735258:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 514 00000100:00100000:2.0:1781272809.735277:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 515 00000100:00100000:2.0:1781272809.735284:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+15:2390:x1867799159523072:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272809.735293:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272809.735297:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000032e57453/0x94898f2cdefc6430 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8456a expref: 15 pid: 9894 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735307:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000032e57453/0x94898f2cdefc6430 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8456a expref: 15 pid: 9894 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735325:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032e57453/0x94898f2cdefc6430 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8456a expref: 15 pid: 9894 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735335:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272809.735353:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159523072:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 70us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272809.735360:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 515 00000100:00100000:2.0:1781272809.735372:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 516 00000100:00100000:2.0:1781272809.735378:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+45:2390:x1867799159522944:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272809.735385:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272809.735389:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003f30ed2e/0x94898f2cdefc6763 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846dd expref: 45 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735399:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003f30ed2e/0x94898f2cdefc6763 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846dd expref: 45 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735412:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f30ed2e/0x94898f2cdefc6763 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846dd expref: 45 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735421:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272809.735423:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272809.735426:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735433:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735452:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272809.735488:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+44:2390:x1867799159522944:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 92us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272809.735496:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 516 00000100:00100000:2.0:1781272809.735509:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 517 00000100:00100000:2.0:1781272809.735515:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+12:2390:x1867799159523200:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272809.735522:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272809.735527:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000034f83d94/0x94898f2cdefc5f52 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842ca expref: 12 pid: 8405 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735537:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000034f83d94/0x94898f2cdefc5f52 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842ca expref: 12 pid: 8405 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735549:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034f83d94/0x94898f2cdefc5f52 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab842ca expref: 12 pid: 8405 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735560:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272809.735562:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272809.735565:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735574:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735604:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272809.735621:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159523200:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 107us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272809.735627:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 517 00010000:00010000:2.0:1781272809.735651:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735660:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735670:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735679:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.735697:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781272809.735923:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3619:x1867799168723200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23013us (24943us total) trans 4294967381 rc 0/0 00000100:00100000:2.0:1781272809.735932:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1781272809.735948:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1781272809.735956:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168723456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1781272809.735978:0:8407:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:31 count 1 00010000:00010000:2.0:1781272809.736003:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736017:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000094f81288/0x94898f2cdefc5e72 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8421b expref: 13 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736024:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc674e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c8 expref: 43 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736030:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272809.736032:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272809.736035:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736065:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc674e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c8 expref: 43 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736080:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc674e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c8 expref: 43 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272809.736094:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168724480:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272809.736164:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000094f81288/0x94898f2cdefc5e72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8421b expref: 13 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736175:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000094f81288/0x94898f2cdefc5e72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8421b expref: 13 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272809.736184:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168724608:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272809.736208:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0f00 going to sleep for 11 seconds 00010000:00010000:2.0:1781272809.736229:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781272809.736236:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736244:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272809.736249:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736259:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736273:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736280:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc6804 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736298:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272809.736301:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272809.736302:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272809.736318:0:15938:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736327:0:15938:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736336:0:15938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736342:0:15938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736357:0:15938:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781272809.736451:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3619:x1867799168723328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25214us (25539us total) trans 4294967382 rc 0/0 00000100:00100000:2.0:1781272809.736458:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00010000:00010000:2.0:1781272809.736476:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1781272809.736481:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736487:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a44a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:2.0:1781272809.736490:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736498:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736509:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736516:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b7ad0c5/0x94898f2cdefc67fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736529:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272809.736531:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272809.736533:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272809.736543:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736551:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736558:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736565:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.736577:0:8404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1781272809.736680:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168723584:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23465us (25647us total) trans 4294967392 rc 0/0 00000100:00100000:2.0:1781272809.736686:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000004:00080000:1.0:1781272809.739215:0:3619:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb4c6299880/2, rc 0, transno 4294967381 00000100:00100000:1.0:1781272809.739341:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168723200:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1781272809.739357:0:3619:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb4c6299500/2, rc 0, transno 4294967382 00000100:00100000:1.0:1781272809.739361:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168723328:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1781272809.739387:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272809.739395:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.739406:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56600 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272809.739410:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.739420:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.739441:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.739448:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003cdf5f77/0x94898f2cdefc680b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.739468:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1781272809.741272:0:3621:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb4ff9a7100/2, rc 0, transno 4294967392 00000100:00100000:2.0:1781272809.741291:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168723584:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1781272809.743119:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272809.743127:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272809.748368:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168724480:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272809.748388:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8407:1867799168724608:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272809.748420:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272809.751736:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272809.752739:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272809.752864:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159523328 00000100:00100000:2.0:1781272809.752876:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159523328 00010000:00010000:2.0:1781272809.752930:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc674e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c8 expref: 44 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272809.752970:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159523456 00000100:00100000:2.0:1781272809.752973:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159523456 00010000:00010000:2.0:1781272809.752986:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000094f81288/0x94898f2cdefc5e72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8421b expref: 14 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272809.753007:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 518 00000100:00100000:2.0:1781272809.753016:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+44:2390:x1867799159523328:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272809.753033:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272809.753037:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc674e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c8 expref: 44 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.753050:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc674e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c8 expref: 44 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.753074:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed3dbfa8/0x94898f2cdefc674e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846c8 expref: 44 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.753093:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272809.753151:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+43:2390:x1867799159523328:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 135us (1425us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272809.753159:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 518 00000100:00100000:2.0:1781272809.753179:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 519 00000100:00100000:2.0:1781272809.753185:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+14:2390:x1867799159523456:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272809.753193:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272809.753198:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000094f81288/0x94898f2cdefc5e72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8421b expref: 14 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.753209:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000094f81288/0x94898f2cdefc5e72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8421b expref: 14 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.753222:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094f81288/0x94898f2cdefc5e72 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8421b expref: 14 pid: 8407 timeout: 866 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.753232:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272809.753235:0:6476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272809.753239:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.753250:0:6476:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272809.753275:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272809.753293:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159523456:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 108us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272809.753300:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 519 00010000:00010000:1.0:1781272809.753703:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.753715:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.753726:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.753734:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.753753:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781272809.753960:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168723456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18004us (42879us total) trans 4294967393 rc 0/0 00000100:00100000:1.0:1781272809.753970:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000004:00080000:1.0:1781272809.754023:0:3621:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb4ff9a6a00/2, rc 0, transno 4294967393 00000100:00100000:1.0:1781272809.754031:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168723456:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1781272809.754051:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272809.754057:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.754066:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb26e00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272809.754071:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.754080:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.754095:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.754102:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6b592e4/0x94898f2cdefc6812 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272809.754121:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272809.754123:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272809.754124:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272809.792174:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272810.048176:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168724992:0@lo:400:kworker.0 00000100:00100000:3.0:1781272810.048304:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272810.048368:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168725504:0@lo:400:kworker.0 00000100:00100000:3.0:1781272810.048396:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272810.048428:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1781272810.048435:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168725120:0@lo:400:kworker.0 00000100:00100000:3.0:1781272810.048457:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272810.048474:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168725632:0@lo:400:kworker.0 00000100:00100000:3.0:1781272810.048493:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272810.048529:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168724992 00000100:00100000:3.0:1781272810.048538:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168724992 00000100:00100000:3.0:1781272810.048601:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1781272810.048611:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168724992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272810.048670:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168724992:12345-0@lo:400:kworker.0 Request processed in 60us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272810.048678:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1781272810.048703:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168725504 00000100:00100000:3.0:1781272810.048707:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168725504 00000100:00100000:3.0:1781272810.048739:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168725120 00000100:00100000:3.0:1781272810.048742:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168725120 00000100:00100000:3.0:1781272810.048756:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168725632 00000100:00100000:3.0:1781272810.048758:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168725632 00000100:00100000:3.0:1781272810.048772:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1781272810.048777:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168725504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272810.048810:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168725504:12345-0@lo:400:kworker.0 Request processed in 32us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272810.048815:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1781272810.048828:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1781272810.048861:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168725120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272810.048890:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168725120:12345-0@lo:400:kworker.0 Request processed in 31us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272810.048896:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1781272810.048908:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1781272810.048913:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168725632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272810.048938:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168725632:12345-0@lo:400:kworker.0 Request processed in 25us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272810.048943:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1781272810.048994:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168725120:0@lo:400:kworker.0 00000100:00100000:3.0:1781272810.049004:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168725632:0@lo:400:kworker.0 00000100:00100000:3.0:1781272810.049013:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168724992:0@lo:400:kworker.0 00000100:00100000:3.0:1781272810.049021:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168725504:0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.049124:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168724864:0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.049155:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272810.049181:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168725376:0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.049203:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272810.051089:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168725888:0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051146:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272810.051172:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781272810.051179:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168724736:0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051207:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272810.051230:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168725248:0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051254:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272810.051275:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168725760:0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051299:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1781272810.051334:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272810.051340:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272810.051353:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168724864 00000100:00100000:1.0:1781272810.051361:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168724864 00000100:00100000:1.0:1781272810.051405:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168725376 00000100:00100000:1.0:1781272810.051409:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168725376 00000100:00100000:1.0:1781272810.051429:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168725760 00000100:00100000:1.0:1781272810.051432:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168725760 00000100:00100000:1.0:1781272810.051446:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1781272810.051455:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168724864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051511:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168724864:12345-0@lo:400:kworker.0 Request processed in 57us (2355us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272810.051519:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1781272810.051536:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1781272810.051542:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168725376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051569:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168725376:12345-0@lo:400:kworker.0 Request processed in 28us (2365us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272810.051575:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1781272810.051600:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1781272810.051607:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168725760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051634:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168725760:12345-0@lo:400:kworker.0 Request processed in 28us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272810.051639:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1781272810.051657:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168724736 00000100:00100000:1.0:1781272810.051661:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168724736 00000100:00100000:1.0:1781272810.051683:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1781272810.051690:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168724736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051716:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168724736:12345-0@lo:400:kworker.0 Request processed in 26us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272810.051722:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1781272810.051751:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168725248 00000100:00100000:1.0:1781272810.051754:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168725248 00000100:00100000:1.0:1781272810.051776:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1781272810.051783:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168725248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051814:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168725248:12345-0@lo:400:kworker.0 Request processed in 31us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272810.051820:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00080000:1.0:1781272810.051867:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272810.051870:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272810.051895:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168724736:0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051907:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168725248:0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051915:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168725760:0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051924:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168724864:0@lo:400:kworker.0 00000100:00100000:1.0:1781272810.051932:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168725376:0@lo:400:kworker.0 00000100:00100000:0.0:1781272810.052198:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168725888 00000100:00100000:0.0:1781272810.052203:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168725888 00000100:00100000:0.0:1781272810.052235:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1781272810.052241:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168725888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272810.052280:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168725888:12345-0@lo:400:kworker.0 Request processed in 39us (1132us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272810.052286:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1781272810.052299:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272810.052309:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168726016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272810.052337:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272810.052362:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168726016 00000100:00100000:0.0:1781272810.052366:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168726016 00000100:00100000:0.0:1781272810.052390:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1781272810.052396:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168726016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272810.052416:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921362944 avail 3689840640 00000100:00100000:0.0:1781272810.052447:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168726016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272810.052454:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00080000:0.0:1781272810.052468:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272810.052487:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168726016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272810.052514:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168725888:0@lo:400:kworker.0 00000100:00100000:2.0:1781272810.052721:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168726144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272810.052748:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272810.052819:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168726144 00000100:00100000:0.0:1781272810.052823:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168726144 00000100:00100000:0.0:1781272810.052869:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1781272810.052876:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168726144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272810.052887:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921362944 avail 3689840640 00000100:00100000:0.0:1781272810.052918:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168726144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272810.052924:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1781272810.052950:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168726144:0@lo:13:osp-pre-1-1.0 00000040:00080000:3.0:1781272810.641984:0:25306:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272810.641996:0:25306:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272810.642054:0:25306:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1781272810.642061:0:25306:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272810.739071:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272810.739174:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159523712 00000100:00100000:1.0:1781272810.739187:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159523712 00000100:00100000:1.0:1781272810.739281:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1751 00000100:00100000:1.0:1781272810.739293:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+115:34794:x1867799159523712:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:1.0:1781272810.739365:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272810.739403:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57a00/0x94898f2cdefc6086 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8433a expref: 115 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.739424:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8eb4d0ba7c00) 00010000:00010000:1.0:1781272810.739429:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272810.739454:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44400/0x94898f2cdefc6819 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.739480:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44400/0x94898f2cdefc6819 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.739490:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44400/0x94898f2cdefc6819 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.739558:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44200/0x94898f2cdefc6820 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.739567:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44200/0x94898f2cdefc6820 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.739583:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44200/0x94898f2cdefc6820 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.739673:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.739684:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6040 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8431e expref: 56 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.739692:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.739729:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6040 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8431e expref: 56 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.739745:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6040 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8431e expref: 56 pid: 6491 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272810.739762:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168726272:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272810.739901:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c620de40 going to sleep for 11 seconds 00000100:00080000:2.0:1781272810.740155:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272810.763954:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272810.763987:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272810.764090:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272810.764146:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168726272:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272810.764177:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272810.764325:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159523840 00000100:00100000:3.0:1781272810.764333:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159523840 00000100:00100000:3.0:1781272810.764399:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 606 00000100:00100000:3.0:1781272810.764410:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:114321f4-a03d-418f-858f-46fe7991a8fa+115:2390:x1867799159523840:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:3.0:1781272810.764448:0:6497:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272810.764608:0:6497:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc682e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84707 expref: -99 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764749:0:6497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc6835 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764769:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc6835 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764780:0:6497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc6835 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764795:0:6497:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc683c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764803:0:6497:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc683c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764810:0:6497:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc683c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764872:0:6497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc6835 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764881:0:6497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc6835 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764887:0:6497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc6835 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764894:0:6497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272810.764898:0:6497:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc6835 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764907:0:6497:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc6835 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764934:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272810.764938:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272810.764942:0:6497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc6835 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764949:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305000/0x94898f2cdefc6835 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764961:0:6497:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc683c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764967:0:6497:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc683c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764973:0:6497:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc683c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764979:0:6497:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272810.764982:0:6497:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc683c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764988:0:6497:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc683c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.764995:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff8eb3c31aa600) 00010000:00010000:3.0:1781272810.764998:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272810.765001:0:6497:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc683c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.765007:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc683c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6497 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.765039:0:6497:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc682e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84707 expref: 116 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.765049:0:6497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272810.765052:0:6497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1781272810.765056:0:6497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc682e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84707 expref: 116 pid: 6497 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.765064:0:6497:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3304400, rc -2) 00000100:00100000:3.0:1781272810.765131:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:114321f4-a03d-418f-858f-46fe7991a8fa+115:2390:x1867799159523840:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 722us (1186us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272810.765139:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 606 00000100:00100000:3.0:1781272810.765170:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159524096 00000100:00100000:3.0:1781272810.765175:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159524096 00010000:00010000:3.0:1781272810.765193:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6040 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8431e expref: 57 pid: 6491 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272810.765217:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 520 00000100:00100000:3.0:1781272810.765223:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500a6d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+57:2391:x1867799159524096:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272810.765233:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272810.765239:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6040 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8431e expref: 57 pid: 6491 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.765250:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6040 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8431e expref: 57 pid: 6491 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.765265:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6040 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8431e expref: 57 pid: 6491 timeout: 867 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.765279:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8eb4d0ba7c00) 00010000:00010000:3.0:1781272810.765283:0:10311:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.765292:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.765299:0:10311:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272810.765317:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272810.765342:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500a6d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+56:2391:x1867799159524096:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 118us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272810.765349:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 520 00010000:00010000:1.0:1781272810.766304:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.766316:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781272810.768922:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9368 00000004:00080000:1.0:1781272810.768942:0:8162:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 767664110362ns, next at 768664107122ns, rc = 0 00010000:00010000:1.0:1781272810.769017:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc6843 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769034:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc6843 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769048:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc6843 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769061:0:8162:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc6843 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769069:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc6843 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769074:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc6843 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769099:0:8162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781272810.769120:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769126:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769133:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769139:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a45200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272810.769143:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769150:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769162:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8eb4d0ba7c00) 00010000:00010000:1.0:1781272810.769165:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781272810.769170:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769180:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45200/0x94898f2cdefc6827 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769200:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44400/0x94898f2cdefc6819 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769206:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44400/0x94898f2cdefc6819 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769211:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44400/0x94898f2cdefc6819 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769215:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a44400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272810.769218:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44400/0x94898f2cdefc6819 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769223:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44400/0x94898f2cdefc6819 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769230:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272810.769232:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272810.769235:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44400/0x94898f2cdefc6819 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769240:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44400/0x94898f2cdefc6819 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272810.769251:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000a060be8f reply state 00000000c79bd123 transno 4294968373 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44200/0x94898f2cdefc6820 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769263:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44200/0x94898f2cdefc6820 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769269:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8eb4d0ba7100) 00010000:00010000:1.0:1781272810.769271:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272810.769275:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272810.769374:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+116:34794:x1867799159523712:12345-192.168.204.14@tcp:36:rm.0 Request processed in 30079us (30312us total) trans 4294968373 rc 0/0 00000100:00100000:1.0:1781272810.769385:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1751 00010000:00010000:1.0:1781272810.769433:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272810.769438:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc6843 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769444:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a44a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272810.769448:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc6843 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.769454:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc6843 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272810.769853:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159523968 00000100:00100000:2.0:1781272810.769862:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159523968 00000100:00100000:2.0:1781272810.769906:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 535 00000100:00100000:2.0:1781272810.769914:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+43:2391:x1867799159523968:12345-192.168.204.14@tcp:101:ll_sa.0 00010000:00010000:2.0:1781272810.769929:0:15938:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1781272810.769941:0:15938:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003175d45e/0x94898f2cdefc684a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab8471c expref: -99 pid: 15938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272810.769962:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272810.769964:0:15938:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272810.769971:0:15938:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003175d45e/0x94898f2cdefc684a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8471c expref: 44 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272810.769987:0:15938:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003175d45e/0x94898f2cdefc684a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8471c expref: 44 pid: 15938 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272810.769999:0:15938:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4ffb27000, rc 0) 00000100:00100000:2.0:1781272810.770023:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+44:2391:x1867799159523968:12345-192.168.204.14@tcp:101:ll_sa.0 Request processed in 110us (6035us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272810.770028:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 535 00010000:00010000:1.0:1781272810.773936:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff8eb4d0ba7c00) 00010000:00010000:1.0:1781272810.773941:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781272810.773948:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc6843 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.773955:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44a00/0x94898f2cdefc6843 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272810.773979:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272810.773982:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272810.773985:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272810.821121:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272811.584293:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168726400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272811.584388:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272811.584494:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168726400 00000100:00100000:1.0:1781272811.584504:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168726400 00000100:00100000:1.0:1781272811.584581:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1781272811.584591:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168726400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272811.584629:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781272811.597892:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168726400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 13288us (13489us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272811.597909:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1781272811.598121:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168726400:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1781272811.785401:0:25357:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272811.785411:0:25357:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272811.785491:0:25357:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:2.0:1781272811.785499:0:25357:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272811.839958:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272811.865567:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272811.865641:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159524224 00000100:00100000:3.0:1781272811.865653:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159524224 00000100:00100000:3.0:1781272811.865723:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 608 00000100:00100000:3.0:1781272811.865736:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:114321f4-a03d-418f-858f-46fe7991a8fa+116:2388:x1867799159524224:12345-192.168.204.14@tcp:63:ll_sa.0 00010000:00010000:3.0:1781272811.865784:0:12479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1781272811.865808:0:12479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6851 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f391c60ab84723 expref: -99 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.865987:0:12479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc6858 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866002:0:12479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc6858 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866019:0:12479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc6858 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866036:0:12479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc685f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866043:0:12479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc685f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866048:0:12479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc685f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866093:0:12479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc6858 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866099:0:12479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc6858 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866104:0:12479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc6858 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866110:0:12479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304400 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272811.866115:0:12479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc6858 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866122:0:12479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc6858 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866133:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272811.866136:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272811.866141:0:12479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc6858 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866302:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304400/0x94898f2cdefc6858 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866313:0:12479:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc685f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866319:0:12479:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc685f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866324:0:12479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc685f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866329:0:12479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:3.0:1781272811.866331:0:12479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc685f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866337:0:12479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc685f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866344:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x4b66ad81 (ffff8eb3c31aa200) 00010000:00010000:3.0:1781272811.866346:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1781272811.866349:0:12479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc685f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866354:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc685f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12479 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866384:0:12479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6851 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84723 expref: 117 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866400:0:12479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:3.0:1781272811.866403:0:12479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1781272811.866406:0:12479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6851 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84723 expref: 117 pid: 12479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.866414:0:12479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eb4c3305a00, rc -2) 00000100:00100000:3.0:1781272811.866495:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:114321f4-a03d-418f-858f-46fe7991a8fa+116:2388:x1867799159524224:12345-192.168.204.14@tcp:63:ll_sa.0 Request processed in 762us (949us total) trans 0 rc -2/-2 00000100:00100000:3.0:1781272811.866503:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 608 00000100:00100000:1.0:1781272811.877567:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272811.877654:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159524480 00000100:00100000:2.0:1781272811.877666:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159524480 00000100:00100000:2.0:1781272811.877738:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1752 00000100:00100000:2.0:1781272811.877748:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+116:34806:x1867799159524480:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:2.0:1781272811.877820:0:6492:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272811.877872:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44e00/0x94898f2cdefc6182 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843cd expref: 116 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.877895:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8eb4d0ba7e00) 00010000:00010000:2.0:1781272811.877899:0:6492:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1781272811.877924:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc6866 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.877940:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc6866 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.877950:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc6866 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.877966:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc686d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.877973:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc686d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.877980:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc686d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.878079:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.878090:0:6492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6151 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843b8 expref: 55 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.878099:0:6492:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.878138:0:6492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6151 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843b8 expref: 55 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.878153:0:6492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6151 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843b8 expref: 55 pid: 12323 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272811.878170:0:6492:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168726528:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272811.878263:0:6492:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c10c0300 going to sleep for 11 seconds 00000100:00100000:0.0:1781272811.890297:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272811.891172:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159524608 00000100:00100000:2.0:1781272811.891185:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159524608 00010000:00010000:2.0:1781272811.891256:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6151 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843b8 expref: 56 pid: 12323 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272811.891295:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 521 00000100:00100000:2.0:1781272811.891306:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+56:2391:x1867799159524608:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272811.891322:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272811.891328:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6151 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843b8 expref: 56 pid: 12323 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.891347:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6151 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843b8 expref: 56 pid: 12323 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.891371:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8eb4d0ba7e00) 00010000:00010000:2.0:1781272811.891376:0:6478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.891385:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.891393:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.891414:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272811.891471:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+56:2391:x1867799159524608:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 168us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272811.891478:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 521 00000100:00080000:1.0:1781272811.891636:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781272811.902241:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6151 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab843b8 expref: 55 pid: 12323 timeout: 868 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272811.902272:0:6492:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6492:1867799168726528:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272811.902395:0:6492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.902409:0:6492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.902415:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781272811.918102:0:6492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].21, 64 off9656 00000004:00080000:2.0:1781272811.918128:0:6492:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 768813295658ns, next at 769813291319ns, rc = 0 00010000:00010000:2.0:1781272811.918216:0:6492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc687b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918237:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc687b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918252:0:6492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc687b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918260:0:6492:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc687b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918268:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc687b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918274:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc687b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918317:0:6492:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781272811.918345:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918353:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918359:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918364:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb26600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272811.918370:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918377:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918391:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8eb4d0ba7e00) 00010000:00010000:2.0:1781272811.918394:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781272811.918400:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918406:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26600/0x94898f2cdefc6874 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918423:0:6492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc6866 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918430:0:6492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc6866 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918435:0:6492:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc6866 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.918581:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272811.918589:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc687b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.918604:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb27800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272811.918609:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc687b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.918617:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc687b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.918629:0:6480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff8eb4d0ba7e00) 00010000:00010000:3.0:1781272811.918632:0:6480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781272811.918635:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc687b lrc: 1/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.918641:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27800/0x94898f2cdefc687b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272811.918658:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272811.918660:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272811.918662:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272811.918763:0:6492:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb26e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272811.918766:0:6492:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc6866 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918773:0:6492:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc6866 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918783:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272811.918785:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272811.918789:0:6492:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc6866 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918795:0:6492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb26e00/0x94898f2cdefc6866 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272811.918808:0:6492:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007f99c35c reply state 00000000e1a6f530 transno 4294968374 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc686d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918818:0:6492:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc686d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272811.918824:0:6492:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8eb4d962cb00) 00010000:00010000:2.0:1781272811.918826:0:6492:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272811.918857:0:6492:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272811.918955:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+117:34806:x1867799159524480:12345-192.168.204.14@tcp:36:rm.0 Request processed in 41203us (41402us total) trans 4294968374 rc 0/0 00000100:00100000:2.0:1781272811.918965:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1752 00000100:00100000:2.0:1781272812.608075:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272812.608112:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168726656:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272812.608213:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272812.608313:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168726656 00000100:00100000:2.0:1781272812.608323:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168726656 00000100:00100000:2.0:1781272812.608387:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1781272812.608397:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168726656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272812.608462:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272812.608517:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168726656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272812.608525:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1781272812.608685:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168726656:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272812.875693:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272813.131139:0:25408:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272813.131153:0:25408:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272813.131210:0:25408:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:2.0:1781272813.131219:0:25408:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272813.184106:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272813.184322:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159524864 00000100:00100000:3.0:1781272813.184338:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159524864 00000100:00100000:3.0:1781272813.184431:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1753 00000100:00100000:3.0:1781272813.184444:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+117:34816:x1867799159524864:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:3.0:1781272813.184529:0:12323:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272813.184587:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9e200/0x94898f2cdefc6254 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84421 expref: 117 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.184612:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8eb4c6f00c00) 00010000:00010000:3.0:1781272813.184620:0:12323:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1781272813.184781:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781272813.184819:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6882 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.184871:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6882 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.184886:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6882 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.184906:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6889 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.184913:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6889 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.184921:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6889 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.185030:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.185043:0:12323:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc6223 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8440c expref: 54 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.185053:0:12323:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.185104:0:12323:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc6223 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8440c expref: 54 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.185121:0:12323:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc6223 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8440c expref: 54 pid: 6492 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272813.185139:0:12323:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168726784:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272813.185260:0:12323:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4db00c480 going to sleep for 11 seconds 00000100:00100000:3.0:1781272813.195071:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272813.195318:0:12323:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12323:1867799168726784:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272813.195360:0:12323:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272813.195957:0:6477:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159524992 00000100:00100000:2.0:1781272813.195970:0:6477:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159524992 00010000:00010000:2.0:1781272813.196042:0:6477:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc6223 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8440c expref: 55 pid: 6492 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272813.196084:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 522 00000100:00100000:2.0:1781272813.196095:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+55:2391:x1867799159524992:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272813.196117:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272813.196125:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc6223 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8440c expref: 55 pid: 6492 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.196141:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc6223 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8440c expref: 55 pid: 6492 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.196173:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4f57200/0x94898f2cdefc6223 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8440c expref: 55 pid: 6492 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.196195:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8eb4c6f00c00) 00010000:00010000:2.0:1781272813.196201:0:6477:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.196213:0:6477:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.196222:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.196250:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272813.196309:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+54:2391:x1867799159524992:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 216us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272813.196318:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 522 00010000:00010000:2.0:1781272813.196477:0:12323:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.196486:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1781272813.196932:0:12323:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9432 00000004:00080000:2.0:1781272813.196945:0:12323:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 770092113305ns, next at 771092110761ns, rc = 0 00010000:00010000:2.0:1781272813.197028:0:12323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6897 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197046:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6897 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197057:0:12323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6897 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197066:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6897 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197073:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6897 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197080:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6897 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197101:0:12323:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1781272813.197131:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197137:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197144:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197153:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305600 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272813.197160:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197168:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197177:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8eb4c6f00c00) 00010000:00010000:2.0:1781272813.197182:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1781272813.197187:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197192:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305600/0x94898f2cdefc6890 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197216:0:12323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6882 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197223:0:12323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6882 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197229:0:12323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6882 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197235:0:12323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6882 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197240:0:12323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3304000 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:2.0:1781272813.197242:0:12323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6882 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197252:0:12323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6882 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197260:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:2.0:1781272813.197263:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1781272813.197266:0:12323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6882 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197271:0:12323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3304000/0x94898f2cdefc6882 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1781272813.197282:0:12323:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000201a4439 reply state 00000000b42a0885 transno 4294968375 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6889 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197294:0:12323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6889 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272813.197300:0:12323:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8eb3c31aad00) 00010000:00010000:2.0:1781272813.197303:0:12323:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1781272813.197306:0:12323:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1781272813.197381:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+118:34816:x1867799159524864:12345-192.168.204.14@tcp:36:rm.0 Request processed in 12936us (13289us total) trans 4294968375 rc 0/0 00000100:00100000:2.0:1781272813.197389:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1753 00000100:00080000:0.0:1781272813.197788:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1781272813.199112:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272813.199127:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6897 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.199140:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb27400 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272813.199145:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6897 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.199157:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6897 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.199191:0:8421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff8eb4c6f00c00) 00010000:00010000:3.0:1781272813.199194:0:8421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1781272813.199199:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6897 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.199206:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27400/0x94898f2cdefc6897 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272813.199229:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272813.199230:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272813.199232:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272813.887972:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272814.146295:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272814.146334:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168726912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272814.146710:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272814.146787:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168726912 00000100:00100000:2.0:1781272814.146798:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168726912 00000100:00080000:3.0:1781272814.147261:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272814.147659:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1781272814.147675:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168726912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272814.147730:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921371136 avail 3689848832 00000100:00100000:0.0:1781272814.147816:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168726912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 146us (1107us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272814.147824:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1781272814.147916:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168726912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272814.233362:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272814.233427:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272814.233453:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272814.233478:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272814.233512:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272814.233546:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272814.233693:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272814.233719:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272814.233751:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272814.233796:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159525248 00000100:00100000:2.0:1781272814.233809:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159525248 00000100:00100000:2.0:1781272814.233899:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159525760 00000100:00100000:2.0:1781272814.233902:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159525760 00000100:00100000:2.0:1781272814.233913:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159525376 00000100:00100000:2.0:1781272814.233915:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159525376 00000100:00100000:2.0:1781272814.233939:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159525888 00000100:00100000:2.0:1781272814.233941:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159525888 00000100:00100000:2.0:1781272814.233961:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1080 00000100:00100000:2.0:1781272814.233971:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+118:2390:x1867799159525248:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272814.234088:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+118:2390:x1867799159525248:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 118us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272814.234097:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1080 00000100:00100000:2.0:1781272814.234117:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1081 00000100:00100000:2.0:1781272814.234123:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+54:2390:x1867799159525760:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272814.234321:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+54:2390:x1867799159525760:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 197us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272814.234329:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1081 00000100:00100000:2.0:1781272814.234343:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1082 00000100:00100000:2.0:1781272814.234350:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159525376:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272814.234379:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159525376:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272814.234385:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1082 00000100:00100000:2.0:1781272814.234398:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1083 00000100:00100000:2.0:1781272814.234474:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159525888:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272814.234502:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159525888:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 98us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272814.234509:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1083 00000100:00100000:2.0:1781272814.234542:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159525504 00000100:00100000:2.0:1781272814.234546:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159525504 00000100:00100000:2.0:1781272814.234896:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159526016 00000100:00100000:2.0:1781272814.234902:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159526016 00000100:00100000:1.0:1781272814.240931:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159525632 00000100:00100000:1.0:1781272814.240952:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159525632 00000100:00100000:1.0:1781272814.241034:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159526144 00000100:00100000:1.0:1781272814.241038:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159526144 00000100:00100000:1.0:1781272814.241067:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 600 00000100:00100000:1.0:1781272814.241079:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+19:2390:x1867799159525504:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272814.241237:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 601 00000100:00100000:2.0:1781272814.241249:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159526016:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272814.241337:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+19:2390:x1867799159525504:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 259us (7908us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272814.241346:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 600 00000100:00100000:1.0:1781272814.241372:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 602 00000100:00100000:1.0:1781272814.241379:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+44:2390:x1867799159525632:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272814.241662:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 603 00000100:00100000:3.0:1781272814.241674:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159526144:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272814.244583:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159526016:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 3315us (11081us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272814.244603:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 601 00000100:00100000:1.0:1781272814.244794:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+44:2390:x1867799159525632:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 3413us (11098us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272814.244803:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 602 00000100:00080000:1.0:1781272814.244884:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272814.244892:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272814.244897:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272814.245058:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+13:2390:x1867799159526144:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 3385us (11303us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272814.245071:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 603 00000100:00100000:3.0:1781272814.245102:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159525120 00000100:00100000:3.0:1781272814.245112:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159525120 00000100:00100000:3.0:1781272814.245164:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 760 00000100:00100000:3.0:1781272814.245172:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159525120:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272814.245217:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159525120:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 47us (11705us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272814.245224:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 760 00000040:00080000:3.0:1781272814.298378:0:25460:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272814.298392:0:25460:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272814.298789:0:25460:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1781272814.298799:0:25460:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272814.363686:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272814.364089:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159526400 00000100:00100000:1.0:1781272814.364103:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159526400 00000100:00100000:1.0:1781272814.364175:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1754 00000100:00100000:1.0:1781272814.364187:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+118:34826:x1867799159526400:12345-192.168.204.14@tcp:36:rm.0 00010000:00010000:1.0:1781272814.364260:0:8162:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272814.364301:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44a00/0x94898f2cdefc637a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84524 expref: 118 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.364322:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8eb4e0221c00) 00010000:00010000:1.0:1781272814.364328:0:8162:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1781272814.364358:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45a00/0x94898f2cdefc689e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.364376:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45a00/0x94898f2cdefc689e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.364388:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45a00/0x94898f2cdefc689e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.364404:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44800/0x94898f2cdefc68a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.364412:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44800/0x94898f2cdefc68a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.364418:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44800/0x94898f2cdefc68a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.364517:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.364539:0:8162:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44600/0x94898f2cdefc631f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8449f expref: 53 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.364548:0:8162:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 4/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.364604:0:8162:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44600/0x94898f2cdefc631f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8449f expref: 53 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.364621:0:8162:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44600/0x94898f2cdefc631f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8449f expref: 53 pid: 12323 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272814.364638:0:8162:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168727040:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272814.364775:0:8162:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4da9f09c0 going to sleep for 11 seconds 00000100:00100000:1.0:1781272814.368998:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272814.369320:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159526528 00000100:00100000:3.0:1781272814.369334:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159526528 00010000:00010000:3.0:1781272814.369389:0:6476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44600/0x94898f2cdefc631f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8449f expref: 54 pid: 12323 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1781272814.369448:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 523 00000100:00100000:3.0:1781272814.369459:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+54:2391:x1867799159526528:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272814.369478:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272814.369486:0:6476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44600/0x94898f2cdefc631f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8449f expref: 54 pid: 12323 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272814.369500:0:6476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44600/0x94898f2cdefc631f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8449f expref: 54 pid: 12323 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272814.369548:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8eb4e0221c00) 00010000:00010000:3.0:1781272814.369554:0:6476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272814.369576:0:6476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272814.369585:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272814.369613:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272814.369679:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6d151617-6ec3-4186-a571-d12154d9be40+54:2391:x1867799159526528:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 222us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272814.369687:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 523 00010000:00010000:2.0:1781272814.371117:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb44600/0x94898f2cdefc631f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8449f expref: 53 pid: 12323 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272814.371150:0:8162:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8162:1867799168727040:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272814.371179:0:8162:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.371863:0:8162:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.371873:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1781272814.372249:0:8162:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].22, 64 off9720 00000004:00080000:1.0:1781272814.372264:0:8162:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 771267431800ns, next at 772267428359ns, rc = 0 00010000:00010000:1.0:1781272814.372337:0:8162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45000/0x94898f2cdefc68b3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.372354:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45000/0x94898f2cdefc68b3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.372366:0:8162:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45000/0x94898f2cdefc68b3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.372379:0:8162:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45000/0x94898f2cdefc68b3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.372387:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45000/0x94898f2cdefc68b3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.372393:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45000/0x94898f2cdefc68b3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374057:0:8162:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1781272814.374114:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374126:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374135:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374141:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a44e00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272814.374146:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374155:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374176:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8eb4e0221c00) 00010000:00010000:1.0:1781272814.374179:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1781272814.374184:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 2/0,0 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374197:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44e00/0x94898f2cdefc68ac lrc: 0/0,0 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374219:0:8162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45a00/0x94898f2cdefc689e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374225:0:8162:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45a00/0x94898f2cdefc689e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374232:0:8162:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45a00/0x94898f2cdefc689e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374237:0:8162:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a45a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:1.0:1781272814.374239:0:8162:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45a00/0x94898f2cdefc689e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374244:0:8162:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45a00/0x94898f2cdefc689e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374251:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8eb4c70a5a00) 00010000:00010000:1.0:1781272814.374253:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1781272814.374257:0:8162:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45a00/0x94898f2cdefc689e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374263:0:8162:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45a00/0x94898f2cdefc689e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1781272814.374274:0:8162:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ff5c29c1 reply state 000000003d25c3ea transno 4294968376 ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44800/0x94898f2cdefc68a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374289:0:8162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44800/0x94898f2cdefc68a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.374297:0:8162:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8eb4d0ba7b00) 00010000:00010000:1.0:1781272814.374300:0:8162:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1781272814.374304:0:8162:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1781272814.376275:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+119:34826:x1867799159526400:12345-192.168.204.14@tcp:36:rm.0 Request processed in 12067us (12580us total) trans 4294968376 rc 0/0 00000100:00100000:1.0:1781272814.376295:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1754 00010000:00010000:1.0:1781272814.376358:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272814.376370:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45000/0x94898f2cdefc68b3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.376382:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a45000 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272814.376387:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45000/0x94898f2cdefc68b3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.376398:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45000/0x94898f2cdefc68b3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.376437:0:6479:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff8eb4e0221c00) 00010000:00010000:1.0:1781272814.376441:0:6479:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1781272814.376447:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45000/0x94898f2cdefc68b3 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.376455:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a45000/0x94898f2cdefc68b3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272814.376480:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272814.376482:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272814.376484:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272814.662627:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272814.662661:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168727168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272814.662759:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272814.662884:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168727168 00000100:00100000:3.0:1781272814.662897:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168727168 00000100:00100000:3.0:1781272814.662988:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1781272814.663000:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168727168:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781272814.663151:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1781272814.664129:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921371136 avail 3689848832 00000100:00100000:3.0:1781272814.664239:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168727168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1237us (1477us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272814.664252:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1781272814.664285:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168727168:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1781272814.911994:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272815.168104:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168727424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272815.168212:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272815.168291:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272815.168299:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168727296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272815.168327:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272815.168381:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168727424 00000100:00100000:1.0:1781272815.168390:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168727424 00000100:00100000:1.0:1781272815.168455:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168727296 00000100:00100000:1.0:1781272815.168458:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168727296 00000100:00100000:1.0:1781272815.168477:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1781272815.168486:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3619:x1867799168727424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272815.168534:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921371136 avail 3689848832 00000100:00100000:1.0:1781272815.168583:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3619:x1867799168727424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272815.168590:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1781272815.168608:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1781272815.168614:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168727296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272815.168624:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921371136 avail 3689848832 00000100:00100000:1.0:1781272815.168647:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168727296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272815.168653:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00080000:0.0:1781272815.168904:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272815.168955:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168727296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272815.168969:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168727424:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272815.174599:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168727680:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.174700:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272815.174779:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168728192:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.174804:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272815.174825:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168728704:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.174883:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272815.174944:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1781272815.174956:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168727552:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.174999:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272815.175024:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168728064:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.175062:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1781272815.175417:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967393 is committed 00000100:00100000:2.0:1781272815.175584:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168728576:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.175636:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272815.175681:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168727808:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.175712:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1781272815.175961:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967382 is committed 00000100:00100000:0.0:1781272815.178336:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168727680 00000100:00100000:0.0:1781272815.178353:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168727680 00000100:00100000:0.0:1781272815.178432:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168728192 00000100:00100000:0.0:1781272815.178437:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168728192 00000100:00100000:0.0:1781272815.178468:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168728704 00000100:00100000:0.0:1781272815.178471:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168728704 00000100:00100000:0.0:1781272815.178495:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1781272815.178506:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168727680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272815.178635:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168727680:12345-0@lo:400:kworker.0 Request processed in 130us (3934us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272815.178644:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1781272815.178663:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:0.0:1781272815.178669:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168728192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272815.178700:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168728192:12345-0@lo:400:kworker.0 Request processed in 31us (3894us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272815.178707:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:0.0:1781272815.178718:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1781272815.178724:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168728704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272815.178751:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168728704:12345-0@lo:400:kworker.0 Request processed in 27us (3867us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272815.178757:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00080000:0.0:1781272815.179775:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272815.180269:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168727552 00000100:00100000:2.0:1781272815.180286:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168727552 00000100:00100000:2.0:1781272815.180433:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:2.0:1781272815.180445:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168727552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.180544:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168727552:12345-0@lo:400:kworker.0 Request processed in 101us (5545us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272815.180553:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1781272815.180571:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168728064 00000100:00100000:0.0:1781272815.180583:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168728064 00000100:00100000:2.0:1781272815.180606:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168727808 00000100:00100000:2.0:1781272815.180614:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168727808 00000100:00100000:3.0:1781272815.186027:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168728576 00000100:00100000:3.0:1781272815.186049:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168728576 00000100:00100000:3.0:1781272815.186478:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1781272815.186494:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168728576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272815.186531:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1781272815.186628:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168728576:12345-0@lo:400:kworker.0 Request processed in 138us (10991us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272815.186636:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1781272815.186700:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168727936:0@lo:400:kworker.0 00000100:00100000:0.0:1781272815.187273:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168728064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272815.187381:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168728064:12345-0@lo:400:kworker.0 Request processed in 837us (12323us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272815.187391:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1781272815.190638:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272815.190704:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168728448:0@lo:400:kworker.0 00000100:00100000:3.0:1781272815.191075:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272815.193190:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168728448 00000100:00100000:3.0:1781272815.193210:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168728448 00000100:00100000:3.0:1781272815.193288:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1781272815.193299:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168728448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272815.193648:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168728448:12345-0@lo:400:kworker.0 Request processed in 350us (2572us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272815.193656:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1781272815.193964:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1781272815.193977:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168727808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.194030:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168727808:12345-0@lo:400:kworker.0 Request processed in 59us (18317us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272815.194037:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1781272815.194065:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168727936 00000100:00100000:2.0:1781272815.194071:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168727936 00000100:00100000:2.0:1781272815.194343:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1781272815.194875:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168728448:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.195001:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168727936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.195083:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168727936:12345-0@lo:400:kworker.0 Request processed in 733us (4455us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272815.195181:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1781272815.195653:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168727936:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.195716:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168727552:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.195813:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168728064:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.195827:0:3621:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967382 gen 2 00000004:00080000:2.0:1781272815.195878:0:3621:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb4c6299880, transno 4294967381 00000004:00080000:2.0:1781272815.195898:0:3621:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb4c6299500, transno 4294967382 00000100:00100000:2.0:1781272815.195903:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168728576:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.196824:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168727680:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.196868:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168728192:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.196882:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168728704:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.203687:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168727808:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.203711:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168728320:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.203813:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272815.203880:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168728832:0@lo:400:kworker.0 00000100:00100000:2.0:1781272815.203914:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272815.204023:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168728320 00000100:00100000:0.0:1781272815.204042:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168728320 00000100:00100000:0.0:1781272815.204134:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168728832 00000100:00100000:0.0:1781272815.204138:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168728832 00000100:00100000:0.0:1781272815.204320:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1781272815.204333:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168728320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272815.204434:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168728320:12345-0@lo:400:kworker.0 Request processed in 104us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272815.204442:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1781272815.204462:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1781272815.204469:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168728832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272815.204501:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168728832:12345-0@lo:400:kworker.0 Request processed in 33us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272815.204515:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00080000:3.0:1781272815.208038:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272815.211982:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168728320:0@lo:400:kworker.0 00000100:00100000:3.0:1781272815.212008:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168728832:0@lo:400:kworker.0 00000040:00080000:0.0:1781272815.362915:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272815.362929:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272815.363112:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:0.0:1781272815.363120:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1781272815.567805:0:25511:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272815.567821:0:25511:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272815.567890:0:25511:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:1.0:1781272815.567901:0:25511:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272815.937367:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1781272816.200399:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968376 is committed 00000004:00080000:3.0:1781272816.200419:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000004:00080000:3.0:1781272816.200914:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 23 committed 00000004:00080000:3.0:1781272816.200946:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000004:00080000:3.0:1781272816.200952:0:6470:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000100:00100000:1.0:1781272816.201232:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272816.201261:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168728960:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1781272816.201368:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272816.201469:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168728960 00000100:00100000:1.0:1781272816.201480:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168728960 00000100:00100000:1.0:1781272816.201555:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1781272816.201566:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168728960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1781272816.201604:0:9894:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:33 count 1 00010000:00010000:1.0:1781272816.201652:0:9894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.201685:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000047934732/0x94898f2cdefc6445 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8457f expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.202257:0:9894:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc6771 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846eb expref: 43 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.202269:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272816.202272:0:9894:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272816.202276:0:9894:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.202324:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc6771 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846eb expref: 43 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.202343:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc6771 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846eb expref: 43 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272816.202363:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168729216:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272816.202473:0:9894:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000047934732/0x94898f2cdefc6445 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8457f expref: 12 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.202486:0:9894:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000047934732/0x94898f2cdefc6445 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8457f expref: 12 pid: 8405 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272816.202509:0:9894:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168729344:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272816.202535:0:9894:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4c54be600 going to sleep for 11 seconds 00000100:00100000:3.0:1781272816.203139:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168729088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1781272816.203337:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168729472:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781272816.210542:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272816.212388:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272816.212417:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168729600:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1781272816.212520:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272816.212589:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168729472 00000100:00100000:2.0:1781272816.212599:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168729472 00000100:00100000:2.0:1781272816.212669:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168729600 00000100:00100000:2.0:1781272816.212673:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168729600 00000100:00100000:2.0:1781272816.212709:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1781272816.212720:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee238050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3621:x1867799168729472:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1781272816.212765:0:8404:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:31 count 1 00010000:00010000:0.0:1781272816.213372:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44200/0x94898f2cdefc6820 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213386:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44200/0x94898f2cdefc6820 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213398:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44200/0x94898f2cdefc6820 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213405:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a44200 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272816.213411:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44200/0x94898f2cdefc6820 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213420:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44200/0x94898f2cdefc6820 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213447:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff8eb4d0ba7100) 00010000:00010000:0.0:1781272816.213450:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272816.213458:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44200/0x94898f2cdefc6820 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213465:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44200/0x94898f2cdefc6820 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213515:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc686d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213689:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc686d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213696:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc686d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213701:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb27c00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272816.213704:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc686d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213716:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc686d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213726:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff8eb4d962cb00) 00010000:00010000:0.0:1781272816.213729:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272816.213731:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc686d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213738:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4ffb27c00/0x94898f2cdefc686d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6492 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213756:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6889 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213762:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6889 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213768:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6889 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213775:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4c3305a00 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272816.213777:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6889 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213782:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6889 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213790:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff8eb3c31aad00) 00010000:00010000:0.0:1781272816.213793:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272816.213796:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6889 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213803:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4c3305a00/0x94898f2cdefc6889 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12323 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213819:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44800/0x94898f2cdefc68a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213825:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44800/0x94898f2cdefc68a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213874:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44800/0x94898f2cdefc68a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213881:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a44800 already unused, calling callback (ffffffffc18314f0) 00010000:00010000:0.0:1781272816.213883:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44800/0x94898f2cdefc68a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213890:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44800/0x94898f2cdefc68a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213898:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff8eb4d0ba7b00) 00010000:00010000:0.0:1781272816.213900:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1781272816.213903:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44800/0x94898f2cdefc68a5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.213908:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c5a44800/0x94898f2cdefc68a5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8162 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272816.213988:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1781272816.214006:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3619:x1867799168729600:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1781272816.214033:0:8407:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:32 count 1 00010000:00010000:0.0:1781272816.214061:0:8407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.214099:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000da48fd6d/0x94898f2cdefc6587 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845da expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.214111:0:8407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000032d501f5/0x94898f2cdefc6786 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84700 expref: 18 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.214240:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272816.214243:0:8407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1781272816.214248:0:8407:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.214296:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000032d501f5/0x94898f2cdefc6786 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84700 expref: 18 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.214313:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000032d501f5/0x94898f2cdefc6786 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84700 expref: 18 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272816.214332:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168729728:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272816.214433:0:8407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000da48fd6d/0x94898f2cdefc6587 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845da expref: 10 pid: 8405 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.214443:0:8407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000da48fd6d/0x94898f2cdefc6587 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845da expref: 10 pid: 8405 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272816.214460:0:8407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168729856:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272816.214482:0:8407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb3c1e6e9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1781272816.215910:0:8404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272816.215941:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc6437 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84578 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272816.215952:0:8404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc676a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846e4 expref: 18 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272816.215960:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272816.215963:0:8404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272816.215967:0:8404:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272816.216009:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc676a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846e4 expref: 18 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272816.216022:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc676a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846e4 expref: 18 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272816.216037:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168729984:192.168.204.14@tcp:104: 00010000:00010000:2.0:1781272816.216113:0:8404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc6437 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84578 expref: 10 pid: 8404 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272816.216123:0:8404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc6437 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84578 expref: 10 pid: 8404 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272816.216132:0:8404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168730112:192.168.204.14@tcp:104: 00000100:00100000:2.0:1781272816.216157:0:8404:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4da829f00 going to sleep for 11 seconds 00000100:00080000:2.0:1781272816.216197:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272816.216589:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272816.217726:0:15938:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:2.0:1781272816.217741:0:15938:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_005' 00000100:00100000:2.0:1781272816.220434:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168729088 00000100:00100000:2.0:1781272816.220453:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168729088 00000100:00100000:1.0:1781272816.220738:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1781272816.220754:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3620:x1867799168729088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1781272816.220812:0:25525:0:(ofd_dev.c:1864:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:34 count 1 00010000:00010000:1.0:1781272816.220880:0:25525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.220910:0:25525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc65aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8462e expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.220922:0:25525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc6778 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846f2 expref: 43 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.220931:0:25525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272816.220933:0:25525:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272816.220937:0:25525:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.220989:0:25525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc6778 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846f2 expref: 43 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.221011:0:25525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc6778 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846f2 expref: 43 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272816.221028:0:25525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25525:1867799168730240:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272816.221721:0:25525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc65aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8462e expref: 12 pid: 8407 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.221738:0:25525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc65aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8462e expref: 12 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272816.221751:0:25525:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25525:1867799168730368:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272816.222134:0:25525:0:(client.c:2692:ptlrpc_set_wait()) set ffff8eb4f61eca80 going to sleep for 11 seconds 00000100:00100000:3.0:1781272816.229452:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168729216:192.168.204.14@tcp:104: 00000100:00100000:3.0:1781272816.229476:0:9894:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9894:1867799168729344:192.168.204.14@tcp:104: 00010000:00010000:3.0:1781272816.229526:0:9894:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272816.241925:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272816.241956:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272816.241978:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272816.242017:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272816.242042:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272816.242066:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272816.242243:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168729984:192.168.204.14@tcp:104: 00000100:00100000:1.0:1781272816.242260:0:8404:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8404:1867799168730112:192.168.204.14@tcp:104: 00010000:00010000:1.0:1781272816.242294:0:8404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272816.242364:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159526784 00000100:00100000:1.0:1781272816.242373:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159526784 00010000:00010000:1.0:1781272816.242435:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc6771 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846eb expref: 44 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272816.242463:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159527040 00000100:00100000:1.0:1781272816.242467:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159527040 00010000:00010000:1.0:1781272816.242484:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc676a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846e4 expref: 19 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272816.242509:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159526912 00000100:00100000:1.0:1781272816.242512:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159526912 00010000:00010000:1.0:1781272816.242526:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000da48fd6d/0x94898f2cdefc6587 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845da expref: 11 pid: 8405 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272816.242537:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159526656 00000100:00100000:1.0:1781272816.242539:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159526656 00010000:00010000:1.0:1781272816.242553:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000047934732/0x94898f2cdefc6445 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8457f expref: 13 pid: 8405 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272816.242563:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159527168 00000100:00100000:1.0:1781272816.242566:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159527168 00010000:00010000:1.0:1781272816.242578:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc6437 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84578 expref: 12 pid: 8404 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272816.242589:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159527296 00000100:00100000:1.0:1781272816.242591:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159527296 00010000:00010000:1.0:1781272816.242602:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000032d501f5/0x94898f2cdefc6786 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84700 expref: 20 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1781272816.242617:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 524 00000100:00100000:1.0:1781272816.242627:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+44:2389:x1867799159526784:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272816.242645:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272816.242651:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc6771 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846eb expref: 44 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.242665:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc6771 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846eb expref: 44 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.242695:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0f38dfc/0x94898f2cdefc6771 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846eb expref: 44 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.242715:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272816.242812:0:9494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 525 00000100:00100000:3.0:1781272816.242822:0:9494:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+20:2389:x1867799159527040:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272816.242860:0:9494:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1781272816.242865:0:9494:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc676a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846e4 expref: 20 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272816.242876:0:9494:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc676a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846e4 expref: 20 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272816.242894:0:9494:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f927cc9f/0x94898f2cdefc676a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846e4 expref: 20 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272816.242904:0:9494:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1781272816.242987:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168729728:192.168.204.14@tcp:104: 00000100:00100000:0.0:1781272816.242998:0:8407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8407:1867799168729856:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272816.243019:0:8407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272816.243055:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 526 00000100:00100000:0.0:1781272816.243064:0:6477:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+12:2389:x1867799159526912:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1781272816.243073:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1781272816.243078:0:6477:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000da48fd6d/0x94898f2cdefc6587 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845da expref: 12 pid: 8405 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.243087:0:6477:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000da48fd6d/0x94898f2cdefc6587 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845da expref: 12 pid: 8405 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.243102:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da48fd6d/0x94898f2cdefc6587 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab845da expref: 12 pid: 8405 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.243113:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272816.244290:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+43:2389:x1867799159526784:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1651us (2375us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272816.244305:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 524 00000100:00100000:1.0:1781272816.244344:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 527 00000100:00100000:1.0:1781272816.244356:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500a6c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+13:2391:x1867799159526656:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272816.244371:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272816.244378:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000047934732/0x94898f2cdefc6445 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8457f expref: 13 pid: 8405 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.244394:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000047934732/0x94898f2cdefc6445 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8457f expref: 13 pid: 8405 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.244418:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047934732/0x94898f2cdefc6445 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8457f expref: 13 pid: 8405 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.244434:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272816.244437:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272816.244442:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.244453:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.244487:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272816.244529:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500a6c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159526656:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 176us (2510us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272816.244548:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 527 00000100:00100000:1.0:1781272816.244562:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 528 00000100:00100000:1.0:1781272816.244572:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159527168:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272816.244581:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272816.244586:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc6437 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84578 expref: 11 pid: 8404 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.244597:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc6437 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84578 expref: 11 pid: 8404 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.244621:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c98a2201/0x94898f2cdefc6437 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84578 expref: 11 pid: 8404 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.244632:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272816.244634:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272816.244637:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.244649:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.244668:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272816.244689:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6d151617-6ec3-4186-a571-d12154d9be40+10:2389:x1867799159527168:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 119us (2645us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272816.244706:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 528 00000100:00100000:1.0:1781272816.244721:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 529 00000100:00100000:1.0:1781272816.244729:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+19:2388:x1867799159527296:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272816.244741:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1781272816.244747:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000032d501f5/0x94898f2cdefc6786 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84700 expref: 19 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.244758:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000032d501f5/0x94898f2cdefc6786 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84700 expref: 19 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245052:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032d501f5/0x94898f2cdefc6786 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab84700 expref: 19 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245067:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272816.245069:0:10311:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1781272816.245072:0:10311:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245080:0:10311:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245107:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272816.245131:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+18:2388:x1867799159527296:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 402us (3063us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272816.245138:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 529 00010000:00010000:1.0:1781272816.245186:0:9894:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245197:0:9894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245209:0:9894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245219:0:9894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245241:0:9894:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1781272816.245513:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3618:x1867799168728960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43947us (44144us total) trans 4294967394 rc 0/0 00000100:00100000:1.0:1781272816.245522:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00010000:00010000:1.0:1781272816.245559:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272816.245567:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245576:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a45a00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272816.245583:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245593:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245616:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245624:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a2896d6/0x94898f2cdefc68ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245645:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272816.245647:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272816.245648:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272816.245661:0:8404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245670:0:8404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245679:0:8404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245688:0:8404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.245721:0:8404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781272816.246176:0:9494:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159527040:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 3352us (4214us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272816.246186:0:9494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 525 00000100:00080000:3.0:1781272816.246254:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272816.246261:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272816.247109:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee238050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3621:x1867799168729472:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34385us (36575us total) trans 4294967383 rc 0/0 00000100:00100000:1.0:1781272816.247121:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00010000:00010000:1.0:1781272816.247306:0:8421:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272816.247314:0:8421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.247325:0:8421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb4ffb27800 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272816.247329:0:8421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.247341:0:8421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.247361:0:8421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.247369:0:8421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078786302/0x94898f2cdefc68c8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.247393:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272816.247395:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272816.247397:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272816.247424:0:8407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.247435:0:8407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.247444:0:8407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.247452:0:8407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.247471:0:8407:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1781272816.247827:0:3618:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967393 gen 2 00000004:00080000:3.0:1781272816.247847:0:3618:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb4ff9a7100, transno 4294967392 00000004:00080000:3.0:1781272816.247858:0:3618:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb4ff9a6a00, transno 4294967393 00000100:00100000:3.0:1781272816.247866:0:3618:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff8eb3c429ca80 x1867799168728960/t4294967394(4294967394) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1781272832 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1781272816.247879:0:3618:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c429ca80/2, rc 0, transno 4294967394 00000100:00100000:3.0:1781272816.247885:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168728960:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1781272816.247928:0:3621:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c3919f80/2, rc 0, transno 4294967383 00000100:00100000:3.0:1781272816.247933:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168729472:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1781272816.248071:0:6480:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1781272816.248078:0:6480:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272816.248086:0:6480:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c4f56c00 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:3.0:1781272816.248089:0:6480:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272816.248097:0:6480:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272816.248111:0:6480:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272816.248118:0:6480:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000deb7e916/0x94898f2cdefc68c1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272816.248139:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272816.248141:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272816.248143:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272816.248400:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3619:x1867799168729600:12345-0@lo:6:osp-syn-0-0.0 Request processed in 34400us (35879us total) trans 4294967384 rc 0/0 00000100:00100000:1.0:1781272816.248410:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1781272816.248549:0:6477:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159526912:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 5481us (6564us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272816.248564:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 526 00000100:00100000:2.0:1781272816.249133:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272816.249176:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159527424 00000100:00100000:2.0:1781272816.249185:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159527424 00010000:00010000:2.0:1781272816.249221:0:10311:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc6778 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846f2 expref: 43 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272816.249254:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 530 00000100:00100000:2.0:1781272816.249262:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+43:2390:x1867799159527424:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272816.249277:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272816.249282:0:10311:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc6778 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846f2 expref: 43 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272816.249294:0:10311:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc6778 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846f2 expref: 43 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272816.249317:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272816.249349:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+43:2390:x1867799159527424:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 88us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272816.249354:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 530 00000100:00100000:2.0:1781272816.249393:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272816.249429:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159527552 00000100:00100000:2.0:1781272816.249433:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159527552 00010000:00010000:2.0:1781272816.249449:0:6478:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc65aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8462e expref: 12 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1781272816.249472:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 531 00000100:00100000:2.0:1781272816.249479:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159527552:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272816.249491:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1781272816.249507:0:6478:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc65aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8462e expref: 12 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272816.249518:0:6478:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc65aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8462e expref: 12 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272816.249538:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272816.249540:0:6478:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1781272816.249547:0:6478:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272816.249560:0:6478:0:(ldlm_resource.c:1723:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272816.249582:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1781272816.249606:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+12:2391:x1867799159527552:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 126us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272816.249623:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 531 00010000:00010000:0.0:1781272816.251220:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000565810ab/0x94898f2cdefc6778 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab846f2 expref: 42 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272816.251249:0:25525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25525:1867799168730240:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272816.251267:0:25525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075b23243/0x94898f2cdefc65aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8462e expref: 11 pid: 8407 timeout: 873 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1781272816.251279:0:25525:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25525:1867799168730368:192.168.204.14@tcp:104: 00010000:00010000:0.0:1781272816.251308:0:25525:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.251321:0:25525:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.251329:0:25525:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.251340:0:25525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.251348:0:25525:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1781272816.251388:0:25525:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1781272816.251671:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3620:x1867799168729088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30921us (35082us total) trans 4294967395 rc 0/0 00000100:00100000:0.0:1781272816.251683:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000004:00080000:3.0:1781272816.252295:0:3619:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c391ad80/2, rc 0, transno 4294967384 00000100:00100000:3.0:1781272816.252304:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168729600:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1781272816.252568:0:6479:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1781272816.252580:0:6479:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.252591:0:6479:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eb3c5a44600 already unused, calling callback (ffffffffc0c0ca20) 00010000:00010000:1.0:1781272816.252597:0:6479:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.252787:0:6479:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.252816:0:6479:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.252826:0:6479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b76ccdd/0x94898f2cdefc68cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272816.252884:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272816.252886:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272816.252888:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1781272816.253428:0:3620:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eb3c429dc00/2, rc 0, transno 4294967395 00000100:00100000:2.0:1781272816.253438:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168729088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1781272816.704313:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272816.704344:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168730496:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272816.704439:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272816.704593:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168730496 00000100:00100000:3.0:1781272816.704603:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168730496 00000100:00100000:3.0:1781272816.704664:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1781272816.704674:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168730496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272816.704720:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781272816.704786:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168730496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272816.704793:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1781272816.704906:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168730496:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272816.962546:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272817.734315:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168730624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272817.734432:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272817.734653:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168730624 00000100:00100000:1.0:1781272817.734664:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168730624 00000100:00100000:1.0:1781272817.734732:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1781272817.734744:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168730624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272817.734791:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272817.734879:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168730624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 136us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272817.734888:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1781272817.734942:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168730624:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1781272817.841713:0:25563:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272817.841725:0:25563:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272817.841758:0:25563:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:1.0:1781272817.841771:0:25563:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1781272817.985673:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1781272817.990886:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272819.017683:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272819.266870:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272819.266913:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168730752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272819.267015:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272819.267123:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168730752 00000100:00100000:3.0:1781272819.267143:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168730752 00000100:00100000:3.0:1781272819.267230:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1781272819.267246:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3620:x1867799168730752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272819.267286:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272819.267398:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3620:x1867799168730752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272819.267406:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:3.0:1781272819.267434:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272819.267637:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168730752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272819.347978:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272819.348097:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272819.348147:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272819.348167:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159527808 00000100:00100000:2.0:1781272819.348179:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272819.348181:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159527808 00000100:00100000:2.0:1781272819.348203:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272819.348221:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272819.348243:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272819.348250:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159527936 00000100:00100000:3.0:1781272819.348253:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159527936 00000100:00100000:2.0:1781272819.348265:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272819.348288:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159528320 00000100:00100000:3.0:1781272819.348291:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159528320 00000100:00100000:2.0:1781272819.348291:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272819.348307:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159528448 00000100:00100000:3.0:1781272819.348310:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159528448 00000100:00100000:3.0:1781272819.348328:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1090 00000100:00100000:3.0:1781272819.348339:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2389:x1867799159527808:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272819.348342:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1091 00000100:00100000:2.0:1781272819.348350:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159527936:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272819.348469:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159528064 00000100:00100000:0.0:1781272819.348474:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159528064 00000100:00100000:0.0:1781272819.348524:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159528192 00000100:00100000:0.0:1781272819.348528:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159528192 00000100:00100000:0.0:1781272819.348546:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159528576 00000100:00100000:0.0:1781272819.348549:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159528576 00000100:00100000:0.0:1781272819.348561:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159528704 00000100:00100000:0.0:1781272819.348564:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159528704 00000100:00100000:0.0:1781272819.348578:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 606 00000100:00100000:0.0:1781272819.348584:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159528064:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272819.348803:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2389:x1867799159527808:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 465us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272819.348812:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1090 00000100:00100000:3.0:1781272819.348884:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1092 00000100:00100000:3.0:1781272819.348892:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159528320:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272819.350084:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159527680 00000100:00100000:1.0:1781272819.350099:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159527680 00000100:00100000:2.0:1781272819.350260:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159527936:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 1903us (2071us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272819.350271:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1091 00000100:00100000:2.0:1781272819.350308:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1093 00000100:00100000:2.0:1781272819.350322:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159528448:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272819.350371:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159528448:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 54us (2104us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272819.350377:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1093 00000100:00100000:0.0:1781272819.350432:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159528064:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 1844us (2281us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272819.350443:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 606 00000100:00100000:0.0:1781272819.350480:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 607 00000100:00100000:1.0:1781272819.350553:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 762 00000100:00100000:1.0:1781272819.350561:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159527680:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272819.350592:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159527680:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (2630us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272819.350599:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 762 00000100:00100000:1.0:1781272819.350869:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 608 00000100:00100000:1.0:1781272819.350881:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159528576:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272819.350908:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159528192:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272819.350913:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159528576:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 37us (2670us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272819.350920:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 608 00000100:00100000:1.0:1781272819.350935:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 609 00000100:00100000:0.0:1781272819.350936:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159528192:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 450us (2715us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272819.350942:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159528704:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272819.350942:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 607 00000100:00100000:1.0:1781272819.350967:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159528704:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (2675us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272819.350972:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 609 00000100:00080000:2.0:1781272819.351029:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272819.351036:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781272819.351041:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272819.351044:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272819.358316:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159528320:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 9404us (10090us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272819.358337:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1092 00000100:00100000:2.0:1781272819.776993:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272819.777029:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168730880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272819.777111:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272819.778170:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168730880 00000100:00100000:0.0:1781272819.778186:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168730880 00000100:00100000:0.0:1781272819.778263:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1781272819.778276:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168730880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272819.778309:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272819.778403:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168730880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (1291us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272819.778410:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1781272819.778533:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168730880:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781272819.778621:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781272820.038206:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272820.121778:0:25614:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272820.121790:0:25614:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272820.121820:0:25614:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:1.0:1781272820.121827:0:25614:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272820.290014:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168731008:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272820.290113:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272820.290355:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168731008 00000100:00100000:3.0:1781272820.290364:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168731008 00000100:00100000:3.0:1781272820.290424:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1781272820.290447:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3619:x1867799168731008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272820.290478:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272820.290531:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3619:x1867799168731008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272820.290539:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1781272820.290561:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272820.290571:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168731136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272820.290598:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781272820.290622:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272820.290633:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168731136 00000100:00100000:3.0:1781272820.290636:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168731136 00000100:00100000:3.0:1781272820.290663:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1781272820.290670:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168731136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272820.290680:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272820.290710:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168731136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272820.290717:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00080000:3.0:1781272820.290750:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272820.290788:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168731136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272820.290821:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168731008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272820.309120:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168731520:0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.309201:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272820.309260:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168732032:0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.309287:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272820.309307:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168732544:0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.309330:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272820.309354:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781272820.309360:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168731392:0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.309381:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272820.309397:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168731904:0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.309418:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272820.309448:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168732416:0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.309471:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272820.309517:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168732032 00000100:00100000:3.0:1781272820.309527:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168732032 00000100:00100000:3.0:1781272820.309579:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168732544 00000100:00100000:3.0:1781272820.309583:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168732544 00000100:00100000:3.0:1781272820.309597:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168731392 00000100:00100000:3.0:1781272820.309599:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168731392 00000100:00100000:3.0:1781272820.309610:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168731904 00000100:00100000:3.0:1781272820.309613:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168731904 00000100:00100000:3.0:1781272820.309623:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168732416 00000100:00100000:3.0:1781272820.309625:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168732416 00000100:00100000:3.0:1781272820.309638:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1781272820.309646:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168732032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.309704:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168732032:12345-0@lo:400:kworker.0 Request processed in 57us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272820.309711:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1781272820.309736:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1781272820.309743:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168732544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.309774:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168732544:12345-0@lo:400:kworker.0 Request processed in 31us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272820.309781:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1781272820.309792:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1781272820.309797:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168731392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.309820:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168731392:12345-0@lo:400:kworker.0 Request processed in 22us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272820.309825:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1781272820.309870:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1781272820.309876:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168731904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.309903:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168731904:12345-0@lo:400:kworker.0 Request processed in 27us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272820.309908:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1781272820.309917:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:3.0:1781272820.309922:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168732416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.309944:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168732416:12345-0@lo:400:kworker.0 Request processed in 22us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272820.309949:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00080000:3.0:1781272820.309965:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272820.309970:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272820.310002:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168731392:0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.310012:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168731904:0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.310021:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168732416:0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.310029:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168732032:0@lo:400:kworker.0 00000100:00100000:3.0:1781272820.310036:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168732544:0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.311759:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168731520 00000100:00100000:0.0:1781272820.311775:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168731520 00000100:00100000:0.0:1781272820.311860:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1781272820.311870:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168731520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.311955:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168731520:12345-0@lo:400:kworker.0 Request processed in 86us (2754us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272820.311962:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1781272820.312018:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168731520:0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312051:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168731648:0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312088:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272820.312114:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168732160:0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312139:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272820.312157:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781272820.312164:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168731264:0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312189:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272820.312214:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168731776:0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312234:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272820.312250:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168732288:0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312269:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272820.312291:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168731648 00000100:00100000:0.0:1781272820.312295:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168731648 00000100:00100000:0.0:1781272820.312321:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:0.0:1781272820.312327:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168731648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312360:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168731648:12345-0@lo:400:kworker.0 Request processed in 33us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272820.312366:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:0.0:1781272820.312383:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168732160 00000100:00100000:0.0:1781272820.312387:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168732160 00000100:00100000:0.0:1781272820.312411:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168732288 00000100:00100000:0.0:1781272820.312414:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168732288 00000100:00100000:0.0:1781272820.312446:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1781272820.312452:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168732160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312482:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168732160:12345-0@lo:400:kworker.0 Request processed in 31us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272820.312487:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1781272820.312497:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1781272820.312502:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3620:x1867799168732288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312521:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3620:x1867799168732288:12345-0@lo:400:kworker.0 Request processed in 20us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272820.312526:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1781272820.312540:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168731264 00000100:00100000:0.0:1781272820.312547:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168731264 00000100:00100000:0.0:1781272820.312570:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1781272820.312576:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168731264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312601:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168731264:12345-0@lo:400:kworker.0 Request processed in 26us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272820.312607:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1781272820.312634:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168731776 00000100:00100000:0.0:1781272820.312638:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168731776 00000100:00100000:0.0:1781272820.312660:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1781272820.312667:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168731776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312695:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168731776:12345-0@lo:400:kworker.0 Request processed in 29us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272820.312700:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1781272820.312789:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168731264:0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312799:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168731776:0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312808:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168732288:0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312815:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168731648:0@lo:400:kworker.0 00000100:00100000:0.0:1781272820.312824:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168732160:0@lo:400:kworker.0 00010000:00010000:0.0:1781272821.056124:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272821.828556:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168732672:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272821.828661:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272821.828756:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168732672 00000100:00100000:0.0:1781272821.828766:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168732672 00000100:00100000:0.0:1781272821.828983:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1781272821.828996:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168732672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272821.829044:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272821.829101:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168732672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272821.829109:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1781272821.829160:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168732672:0@lo:41:osp-pre-0-1.0 00000001:00080000:1.0:1781272821.837017:0:9485:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967395 is committed 00000001:00080000:0.0:1781272821.846103:0:8400:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967384 is committed 00010000:00010000:1.0:1781272822.083898:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272822.341748:0:25666:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272822.344520:0:25666:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272822.344599:0:25666:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:3.0:1781272822.344612:0:25666:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272822.855381:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272822.855426:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168732800:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272822.855535:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272822.855659:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168732800 00000100:00100000:0.0:1781272822.855669:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168732800 00000100:00100000:0.0:1781272822.855731:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1781272822.855742:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168732800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272822.857936:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272822.858352:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168732800:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272822.859324:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168732800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3576us (3782us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272822.859340:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00010000:00010000:1.0:1781272823.104278:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272824.128060:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272824.385148:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272824.385187:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168732928:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272824.385292:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272824.385440:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168732928 00000100:00100000:1.0:1781272824.385451:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168732928 00000100:00100000:1.0:1781272824.385530:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1781272824.385544:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168732928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272824.385583:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272824.385634:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168732928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272824.385641:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1781272824.385686:0:3619:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967384 gen 2 00000004:00080000:1.0:1781272824.385693:0:3619:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c3919f80, transno 4294967383 00000004:00080000:1.0:1781272824.385704:0:3619:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c391ad80, transno 4294967384 00000100:00100000:1.0:1781272824.385715:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168732928:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781272824.385768:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272824.462238:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272824.462286:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272824.462322:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272824.462348:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272824.462394:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272824.462415:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272824.462432:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272824.462464:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272824.462495:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272824.462534:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159529216 00000100:00100000:2.0:1781272824.462548:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159529216 00000100:00100000:2.0:1781272824.462619:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159529728 00000100:00100000:2.0:1781272824.462623:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159529728 00000100:00100000:2.0:1781272824.462644:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159529344 00000100:00100000:2.0:1781272824.462646:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159529344 00000100:00100000:2.0:1781272824.462662:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159529856 00000100:00100000:2.0:1781272824.462664:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159529856 00000100:00100000:2.0:1781272824.462697:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 612 00000100:00100000:2.0:1781272824.462710:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159529216:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272824.462812:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159529216:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 106us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272824.462821:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 612 00000100:00100000:2.0:1781272824.462881:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 613 00000100:00100000:2.0:1781272824.462889:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159529728:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272824.462917:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159529728:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272824.462923:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 613 00000100:00100000:2.0:1781272824.462935:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 614 00000100:00100000:2.0:1781272824.462940:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159529344:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272824.462963:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159529344:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272824.462968:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 614 00000100:00100000:2.0:1781272824.462979:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 615 00000100:00100000:2.0:1781272824.462985:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159529856:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272824.463008:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159529856:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272824.463014:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 615 00000100:00100000:2.0:1781272824.463035:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159528960 00000100:00100000:2.0:1781272824.463038:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159528960 00000100:00100000:2.0:1781272824.463068:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159529472 00000100:00100000:2.0:1781272824.463071:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159529472 00000100:00100000:2.0:1781272824.463084:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159529088 00000100:00100000:2.0:1781272824.463086:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159529088 00000100:00100000:2.0:1781272824.463097:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159529600 00000100:00100000:2.0:1781272824.463099:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159529600 00000100:00100000:2.0:1781272824.463112:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1100 00000100:00100000:2.0:1781272824.463118:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159528960:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272824.463152:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159528960:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 33us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272824.463157:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1100 00000100:00100000:2.0:1781272824.463169:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1101 00000100:00100000:2.0:1781272824.463174:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159529472:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272824.463201:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159529472:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272824.463207:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1101 00000100:00100000:2.0:1781272824.463218:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1102 00000100:00100000:2.0:1781272824.463224:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159529088:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272824.463247:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159529088:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272824.463253:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1102 00000100:00100000:2.0:1781272824.463264:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1103 00000100:00100000:2.0:1781272824.463270:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159529600:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272824.463293:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159529600:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272824.463299:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1103 00000100:00080000:2.0:1781272824.463316:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272824.463320:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272824.463323:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272824.463326:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272824.465475:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159528832 00000100:00100000:0.0:1781272824.465497:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159528832 00000100:00100000:0.0:1781272824.465580:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 764 00000100:00100000:0.0:1781272824.465591:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c92d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159528832:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272824.465698:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c92d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159528832:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 108us (3302us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272824.465707:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 764 00000040:00080000:3.0:1781272824.529683:0:25717:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272824.529696:0:25717:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272824.529726:0:25717:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 2 00000040:00080000:3.0:1781272824.529736:0:25717:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272824.896715:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272824.896747:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168733056:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272824.896902:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272824.898023:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168733056 00000100:00100000:3.0:1781272824.898039:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168733056 00000100:00100000:3.0:1781272824.898135:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1781272824.898145:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168733056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272824.898175:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272824.898253:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168733056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (1352us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272824.898260:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00080000:2.0:1781272824.898358:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272824.898457:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168733056:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272825.155104:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272825.409149:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168733312:0@lo:400:kworker.0 00000100:00100000:3.0:1781272825.409258:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272825.409340:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168733824:0@lo:400:kworker.0 00000100:00100000:3.0:1781272825.409377:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272825.409400:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168734336:0@lo:400:kworker.0 00000100:00100000:2.0:1781272825.409670:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168733184:0@lo:400:kworker.0 00000100:00100000:2.0:1781272825.409718:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272825.409751:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168733696:0@lo:400:kworker.0 00000100:00100000:2.0:1781272825.409782:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272825.409806:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168734208:0@lo:400:kworker.0 00000100:00100000:2.0:1781272825.409856:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272825.409875:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168734720:0@lo:400:kworker.0 00000100:00100000:2.0:1781272825.409897:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272825.409962:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168733312 00000100:00100000:2.0:1781272825.409972:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168733312 00000100:00100000:2.0:1781272825.410038:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168733824 00000100:00100000:2.0:1781272825.410042:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168733824 00000100:00100000:2.0:1781272825.410080:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1781272825.410091:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168733312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272825.410160:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168733312:12345-0@lo:400:kworker.0 Request processed in 70us (903us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272825.410168:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1781272825.410191:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:2.0:1781272825.410199:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168733824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272825.410227:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168733824:12345-0@lo:400:kworker.0 Request processed in 30us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272825.410233:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:2.0:1781272825.410254:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168733696 00000100:00100000:2.0:1781272825.410258:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168733696 00000100:00100000:2.0:1781272825.410291:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1781272825.410299:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168733696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272825.410341:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168733696:12345-0@lo:400:kworker.0 Request processed in 42us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272825.410348:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1781272825.410379:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168734208 00000100:00100000:2.0:1781272825.410382:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168734208 00000100:00100000:2.0:1781272825.410414:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168734720 00000100:00100000:2.0:1781272825.410417:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168734720 00000100:00100000:2.0:1781272825.410438:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1781272825.410444:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168734208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272825.411003:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272825.411593:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168733312:0@lo:400:kworker.0 00000100:00100000:3.0:1781272825.411609:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168733824:0@lo:400:kworker.0 00000100:00100000:3.0:1781272825.411666:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168734336 00000100:00100000:3.0:1781272825.411671:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168734336 00000100:00100000:3.0:1781272825.411721:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1781272825.411729:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168734336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272825.411801:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168734336:12345-0@lo:400:kworker.0 Request processed in 73us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272825.411808:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1781272825.411865:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1781272825.411875:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168734720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272825.411925:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168734720:12345-0@lo:400:kworker.0 Request processed in 52us (2026us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272825.411931:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1781272825.411967:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168734336:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.412193:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168733568:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.412241:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272825.412265:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c629a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168734080:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.412289:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272825.412307:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168734592:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.412330:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272825.412352:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781272825.412371:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168733440:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.412400:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272825.412420:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168733952:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.412443:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272825.412473:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168734464:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.412495:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272825.412518:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168733568 00000100:00100000:1.0:1781272825.412523:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168733568 00000100:00100000:1.0:1781272825.412544:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168733952 00000100:00100000:1.0:1781272825.412546:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168733952 00000100:00100000:1.0:1781272825.412561:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168734464 00000100:00100000:1.0:1781272825.412563:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168734464 00000100:00100000:1.0:1781272825.412578:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1781272825.412584:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168733568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.412619:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168733568:12345-0@lo:400:kworker.0 Request processed in 35us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272825.412625:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1781272825.412640:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:1.0:1781272825.412646:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168733952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.412675:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168733952:12345-0@lo:400:kworker.0 Request processed in 29us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272825.412680:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:1.0:1781272825.412692:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1781272825.412698:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168734464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.412723:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168734464:12345-0@lo:400:kworker.0 Request processed in 25us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272825.412728:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1781272825.412745:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168734080 00000100:00100000:1.0:1781272825.412748:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168734080 00000100:00100000:1.0:1781272825.412770:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168734592 00000100:00100000:1.0:1781272825.412773:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168734592 00000100:00100000:1.0:1781272825.412789:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1781272825.412795:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168734080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.412826:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168734080:12345-0@lo:400:kworker.0 Request processed in 30us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272825.412863:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1781272825.412874:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1781272825.412880:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168734592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.412907:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168734592:12345-0@lo:400:kworker.0 Request processed in 28us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272825.412912:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1781272825.412935:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168733440 00000100:00100000:1.0:1781272825.412939:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168733440 00000100:00100000:1.0:1781272825.412967:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1781272825.412973:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168733440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.413006:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168733440:12345-0@lo:400:kworker.0 Request processed in 33us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272825.413011:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1781272825.413062:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168733440:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.413071:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168733952:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.413079:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168734464:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.413088:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168733568:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.413098:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c629a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168734080:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.413106:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168734592:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.413142:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168734848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272825.413169:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272825.413200:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168734848 00000100:00100000:1.0:1781272825.413204:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168734848 00000100:00100000:1.0:1781272825.413230:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1781272825.413237:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168734848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272825.413263:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272825.413298:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168734848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272825.413304:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1781272825.413336:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168734848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272825.413392:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168733184 00000100:00100000:1.0:1781272825.413396:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168733184 00000100:00100000:1.0:1781272825.413431:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1781272825.413439:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168733184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.413475:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168733184:12345-0@lo:400:kworker.0 Request processed in 38us (3757us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272825.413482:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1781272825.413560:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168733184:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.413576:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168733696:0@lo:400:kworker.0 00000100:00100000:1.0:1781272825.413588:0:3620:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967395 gen 2 00000004:00080000:1.0:1781272825.413594:0:3620:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c429ca80, transno 4294967394 00000100:00100000:2.0:1781272825.413744:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168734208:12345-0@lo:400:kworker.0 Request processed in 3299us (3886us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272825.413753:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000004:00080000:1.0:1781272825.416000:0:3620:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eb3c429dc00, transno 4294967395 00000100:00100000:1.0:1781272825.416023:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168734720:0@lo:400:kworker.0 00000100:00100000:0.0:1781272825.416086:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168734976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272825.416110:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168734208:0@lo:400:kworker.0 00000100:00100000:0.0:1781272825.416166:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1781272825.416189:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272825.416198:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272825.416202:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272825.416227:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168734976 00000100:00100000:1.0:1781272825.416236:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168734976 00000100:00100000:1.0:1781272825.416306:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1781272825.416316:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168734976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272825.416346:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272825.416419:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168734976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272825.416429:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1781272825.416458:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168734976:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1781272825.603888:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272825.603903:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272825.604194:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 1 00000040:00080000:0.0:1781272825.604205:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272826.178104:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272826.462256:0:25768:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272826.462265:0:25768:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272826.462887:0:25768:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272826.462897:0:25768:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272826.944285:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272826.944329:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168735104:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272826.944425:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272826.944905:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168735104 00000100:00100000:2.0:1781272826.944916:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168735104 00000100:00100000:2.0:1781272826.944976:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1781272826.944986:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168735104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272826.945024:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781272826.945092:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168735104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272826.945100:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1781272826.945240:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168735104:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1781272827.203488:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1781272827.203919:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272827.968287:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168735232:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272827.968394:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272827.968645:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168735232 00000100:00100000:0.0:1781272827.968658:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168735232 00000100:00100000:0.0:1781272827.968738:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1781272827.968752:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168735232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272827.968809:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272827.968901:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168735232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 152us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272827.968909:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1781272827.968962:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168735232:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272828.247468:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272828.661500:0:25820:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272828.661509:0:25820:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272828.662365:0:25820:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272828.662381:0:25820:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272829.250177:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272829.506645:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168735360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272829.506750:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272829.507091:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168735360 00000100:00100000:2.0:1781272829.507102:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168735360 00000100:00100000:2.0:1781272829.507172:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1781272829.507184:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168735360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272829.507219:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00080000:0.0:1781272829.507511:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272829.513212:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168735360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 6014us (6446us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272829.513222:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168735360:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272829.513231:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1781272829.580455:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272829.583265:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159529984 00000100:00100000:3.0:1781272829.583285:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159529984 00000100:00100000:3.0:1781272829.583454:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 766 00000100:00100000:3.0:1781272829.583467:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c92d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159529984:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272829.583563:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c92d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159529984:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 99us (3118us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272829.583573:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 766 00000100:00100000:0.0:1781272829.590416:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272829.590538:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272829.590578:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272829.590635:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159530368 00000100:00100000:2.0:1781272829.590647:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159530368 00000100:00100000:2.0:1781272829.590730:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 620 00000100:00100000:2.0:1781272829.590740:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159530368:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272829.590821:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159530368:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 81us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272829.590851:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 620 00000100:00080000:3.0:1781272829.592059:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272829.594186:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272829.594226:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272829.594269:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159530880 00000100:00100000:2.0:1781272829.594280:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159530880 00000100:00100000:2.0:1781272829.594370:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 621 00000100:00100000:2.0:1781272829.594382:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159530880:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272829.594461:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159530880:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 82us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272829.594470:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 621 00000100:00080000:2.0:1781272829.594494:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272829.598840:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159530112 00000100:00100000:1.0:1781272829.598858:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159530112 00000100:00100000:1.0:1781272829.598964:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159530624 00000100:00100000:1.0:1781272829.598967:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159530624 00000100:00100000:1.0:1781272829.599007:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1110 00000100:00100000:1.0:1781272829.599018:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159530112:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272829.599121:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159530112:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 104us (8714us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272829.599129:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1110 00000100:00100000:1.0:1781272829.599149:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1111 00000100:00100000:1.0:1781272829.599156:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159530624:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272829.599182:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159530624:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (8604us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272829.599189:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1111 00000100:00080000:2.0:1781272829.599518:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272829.603543:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272829.603654:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159530240 00000100:00100000:3.0:1781272829.603664:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159530240 00000100:00100000:0.0:1781272829.604155:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272829.604193:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272829.604235:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159530752 00000100:00100000:2.0:1781272829.604240:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159530752 00000100:00100000:3.0:1781272829.608048:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1112 00000100:00100000:3.0:1781272829.608068:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159530240:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272829.608157:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159530240:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 95us (13929us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272829.608165:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1112 00000100:00100000:1.0:1781272829.608534:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159530496 00000100:00100000:1.0:1781272829.608545:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159530496 00000100:00100000:2.0:1781272829.608652:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1113 00000100:00100000:2.0:1781272829.608661:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159530752:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272829.608702:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159530752:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 42us (4548us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272829.608708:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1113 00000100:00100000:0.0:1781272829.611223:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159531008 00000100:00100000:0.0:1781272829.611241:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159531008 00000100:00100000:2.0:1781272829.612261:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 622 00000100:00100000:2.0:1781272829.612274:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159531008:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272829.612377:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159531008:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 105us (8183us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272829.612386:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 622 00000100:00080000:3.0:1781272829.612915:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272829.614285:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272829.615247:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 623 00000100:00100000:1.0:1781272829.615264:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159530496:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272829.615603:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159530496:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 343us (12066us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272829.615612:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 623 00000100:00100000:1.0:1781272830.022131:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272830.022405:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168735488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272830.022495:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272830.022570:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168735488 00000100:00100000:1.0:1781272830.022580:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168735488 00000100:00100000:1.0:1781272830.022646:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1781272830.022656:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168735488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272830.022681:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272830.022729:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168735488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272830.022737:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1781272830.022790:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ee0af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168735488:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781272830.022813:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781272830.272636:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272830.528145:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272830.528170:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168735616:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272830.528247:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272830.528342:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168735616 00000100:00100000:1.0:1781272830.528351:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168735616 00000100:00100000:1.0:1781272830.528405:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1781272830.528415:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168735616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272830.528450:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272830.528498:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168735616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272830.528505:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00080000:1.0:1781272830.528529:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272830.528569:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168735616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272830.528905:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272830.528916:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168735744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272830.528957:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272830.529174:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168736128:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.529209:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272830.529230:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168736640:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.529257:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272830.529292:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168737152:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.529327:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272830.529349:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781272830.529355:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168736000:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.529376:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272830.529390:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168736512:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.529411:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272830.529427:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168737024:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.529447:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272830.529478:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168736128 00000100:00100000:0.0:1781272830.529483:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168736128 00000100:00100000:0.0:1781272830.529518:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1781272830.529526:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168736128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.529571:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168736128:12345-0@lo:400:kworker.0 Request processed in 45us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272830.529578:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1781272830.529595:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168736640 00000100:00100000:0.0:1781272830.529599:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168736640 00000100:00100000:0.0:1781272830.529625:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168737152 00000100:00100000:0.0:1781272830.529628:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168737152 00000100:00100000:0.0:1781272830.529777:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168736000 00000100:00100000:0.0:1781272830.529781:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168736000 00000100:00100000:0.0:1781272830.529793:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168736512 00000100:00100000:0.0:1781272830.529796:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168736512 00000100:00100000:0.0:1781272830.529808:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168737024 00000100:00100000:0.0:1781272830.529810:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168737024 00000100:00100000:0.0:1781272830.529823:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1781272830.529852:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168736640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.529889:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168736640:12345-0@lo:400:kworker.0 Request processed in 59us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272830.529896:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1781272830.529910:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1781272830.529916:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168737152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.530460:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168737152:12345-0@lo:400:kworker.0 Request processed in 543us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272830.530468:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1781272830.530482:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1781272830.530488:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168736000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.530520:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168736000:12345-0@lo:400:kworker.0 Request processed in 32us (1143us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272830.530526:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1781272830.530537:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:0.0:1781272830.530543:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168736512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.530567:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168736512:12345-0@lo:400:kworker.0 Request processed in 25us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272830.530573:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:0.0:1781272830.530584:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1781272830.530590:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168737024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.530614:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168737024:12345-0@lo:400:kworker.0 Request processed in 24us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272830.530619:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:3.0:1781272830.531171:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168735872:0@lo:400:kworker.0 00000100:00100000:3.0:1781272830.531219:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272830.531252:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168736384:0@lo:400:kworker.0 00000100:00100000:3.0:1781272830.531279:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272830.531307:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168736896:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.531504:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168736384 00000100:00100000:0.0:1781272830.531514:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168736384 00000100:00100000:0.0:1781272830.531554:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1781272830.531561:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168736384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.531603:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168736384:12345-0@lo:400:kworker.0 Request processed in 42us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272830.531611:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00080000:0.0:1781272830.531629:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272830.531635:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272830.531744:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272830.531791:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168736384:0@lo:400:kworker.0 00000100:00100000:3.0:1781272830.531807:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1781272830.531814:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168736256:0@lo:400:kworker.0 00000100:00100000:3.0:1781272830.531854:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272830.531870:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168736768:0@lo:400:kworker.0 00000100:00100000:3.0:1781272830.531891:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272830.531913:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168736896 00000100:00100000:3.0:1781272830.531917:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168736896 00000100:00100000:3.0:1781272830.532018:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168736768 00000100:00100000:3.0:1781272830.532022:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168736768 00000100:00100000:3.0:1781272830.532041:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1781272830.532047:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168736896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272830.532082:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168736896:12345-0@lo:400:kworker.0 Request processed in 35us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272830.532089:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1781272830.532102:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1781272830.532107:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168736768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272830.532134:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168736768:12345-0@lo:400:kworker.0 Request processed in 27us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272830.532140:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1781272830.532166:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168736768:0@lo:400:kworker.0 00000100:00100000:3.0:1781272830.532174:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168736896:0@lo:400:kworker.0 00000100:00100000:1.0:1781272830.532296:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168735744 00000100:00100000:1.0:1781272830.532300:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168735744 00000100:00100000:1.0:1781272830.532351:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1781272830.532358:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168735744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272830.532375:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272830.532415:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168735744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (3458us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272830.532422:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1781272830.532454:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168735872 00000100:00100000:1.0:1781272830.532458:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168735872 00000100:00100000:1.0:1781272830.532484:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1781272830.532489:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8ab9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168735872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272830.532520:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8ab9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168735872:12345-0@lo:400:kworker.0 Request processed in 31us (1301us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272830.532527:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1781272830.532568:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168735872:0@lo:400:kworker.0 00000100:00100000:1.0:1781272830.532588:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168735744:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1781272830.532854:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272830.532893:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168736000:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.532905:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168736512:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.532916:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168737024:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.533217:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168736128:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.533235:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168736640:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.533246:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168737152:0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.533296:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168736256 00000100:00100000:0.0:1781272830.533301:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168736256 00000100:00100000:0.0:1781272830.533573:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1781272830.533582:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168736256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272830.536387:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168736256:12345-0@lo:400:kworker.0 Request processed in 2796us (4522us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272830.536404:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:1.0:1781272830.546887:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168736256:0@lo:400:kworker.0 00000040:00080000:2.0:1781272830.947110:0:25871:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272830.947119:0:25871:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272830.950816:0:25871:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272830.950981:0:25871:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272831.296609:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272832.064688:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f10be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168737280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272832.064770:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272832.065140:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168737280 00000100:00100000:2.0:1781272832.065150:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168737280 00000100:00100000:2.0:1781272832.065213:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1781272832.065223:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168737280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272832.065272:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781272832.065331:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168737280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272832.065339:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1781272832.065390:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f10be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168737280:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272832.320203:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272833.088892:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2beca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168737408:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272833.088990:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272833.089193:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168737408 00000100:00100000:0.0:1781272833.089204:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168737408 00000100:00100000:0.0:1781272833.089276:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1781272833.089287:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168737408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272833.089335:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272833.089402:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168737408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272833.089412:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1781272833.089545:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2beca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168737408:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1781272833.328027:0:25922:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272833.328035:0:25922:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272833.330058:0:25922:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272833.330075:0:25922:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272833.346062:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272834.368346:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272834.624200:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272834.624238:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168737536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272834.624337:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272834.624590:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168737536 00000100:00100000:1.0:1781272834.624601:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168737536 00000100:00100000:1.0:1781272834.624670:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1781272834.624680:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168737536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272834.624718:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272834.624764:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168737536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272834.624772:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:3.0:1781272834.624898:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272834.624937:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168737536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272834.698549:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272834.698596:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272834.698771:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272834.698792:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272834.698864:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159531264 00000100:00100000:0.0:1781272834.698874:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159531264 00000100:00100000:0.0:1781272834.698960:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159531776 00000100:00100000:0.0:1781272834.698963:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159531776 00000100:00100000:0.0:1781272834.698989:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1120 00000100:00100000:0.0:1781272834.699000:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159531264:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272834.699094:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159531264:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 95us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272834.699118:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1120 00000100:00100000:0.0:1781272834.699138:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1121 00000100:00100000:0.0:1781272834.699145:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159531776:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272834.699168:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159531776:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272834.699175:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1121 00000100:00080000:0.0:1781272834.699198:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272834.705665:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272834.706078:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272834.706112:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272834.706464:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159531520 00000100:00100000:2.0:1781272834.706602:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159531520 00000100:00100000:2.0:1781272834.706689:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159532032 00000100:00100000:2.0:1781272834.706694:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159532032 00000100:00100000:2.0:1781272834.706723:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 626 00000100:00100000:2.0:1781272834.706734:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159531520:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272834.706826:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159531520:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 93us (8228us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272834.706866:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 626 00000100:00100000:2.0:1781272834.706889:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 627 00000100:00100000:2.0:1781272834.706897:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159532032:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272834.706923:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159532032:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (8130us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272834.706933:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 627 00000100:00080000:2.0:1781272834.707339:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272834.712130:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272834.712200:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272834.712263:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159531136 00000100:00100000:2.0:1781272834.712375:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159531648 00000100:00100000:0.0:1781272834.712378:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159531136 00000100:00100000:2.0:1781272834.712382:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159531648 00000100:00100000:2.0:1781272834.712446:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159532160 00000100:00100000:0.0:1781272834.712446:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 768 00000100:00100000:2.0:1781272834.712450:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159532160 00000100:00100000:0.0:1781272834.712462:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159531136:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272834.712477:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 628 00000100:00100000:2.0:1781272834.712484:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159531648:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272834.712562:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159531648:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 78us (6449us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272834.712570:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 628 00000100:00100000:2.0:1781272834.712589:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 629 00000100:00100000:2.0:1781272834.712595:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159532160:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272834.712616:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159532160:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272834.712622:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 629 00000100:00080000:2.0:1781272834.712641:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272834.712732:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159531136:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 274us (7082us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272834.712740:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 768 00000100:00100000:0.0:1781272834.712779:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159531392 00000100:00100000:0.0:1781272834.712783:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159531392 00000100:00080000:2.0:1781272834.712819:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272834.712823:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159531904 00000100:00100000:0.0:1781272834.712826:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159531904 00000100:00100000:0.0:1781272834.713041:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1122 00000100:00100000:2.0:1781272834.713050:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1123 00000100:00100000:2.0:1781272834.713061:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159531904:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272834.713096:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159531904:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 38us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272834.713103:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2bec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159531392:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272834.713108:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1123 00000100:00100000:0.0:1781272834.713140:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2bec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159531392:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 91us (7062us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272834.713148:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1122 00000100:00080000:0.0:1781272834.713273:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272835.151882:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272835.151916:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168737664:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272835.152030:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272835.154441:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168737664 00000100:00100000:3.0:1781272835.154462:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168737664 00000100:00080000:0.0:1781272835.154546:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272835.154568:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1781272835.154581:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168737664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272835.154616:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272835.154719:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168737664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 140us (2688us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272835.154729:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1781272835.154924:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168737664:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272835.392245:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272835.652094:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272835.652195:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168737792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272835.652299:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272835.652379:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168737792 00000100:00100000:1.0:1781272835.652387:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168737792 00000100:00100000:1.0:1781272835.652461:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1781272835.652472:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168737792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272835.652509:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272835.652557:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168737792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272835.652566:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00080000:1.0:1781272835.652589:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272835.652635:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168737792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272835.654048:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168737920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272835.654109:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272835.654978:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168737920 00000100:00100000:0.0:1781272835.654988:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168737920 00000100:00100000:0.0:1781272835.655057:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1781272835.655068:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168737920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272835.655093:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00080000:1.0:1781272835.655250:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272835.656028:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168737920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 957us (1914us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272835.656038:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1781272835.656507:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168737920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272835.660084:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272835.660109:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168738048:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.662038:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272835.662480:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168738048 00000100:00100000:2.0:1781272835.662492:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168738048 00000100:00100000:2.0:1781272835.662558:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1781272835.662569:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168738048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.662641:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168738048:12345-0@lo:400:kworker.0 Request processed in 73us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272835.662649:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1781272835.662720:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168738048:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.662788:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168738176:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.662819:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272835.664613:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168738176 00000100:00100000:2.0:1781272835.664627:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168738176 00000100:00100000:2.0:1781272835.664696:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:2.0:1781272835.664705:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168738176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.664775:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168738176:12345-0@lo:400:kworker.0 Request processed in 71us (1955us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272835.664781:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:2.0:1781272835.664820:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168738176:0@lo:400:kworker.0 00000100:00100000:0.0:1781272835.666343:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168738304:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.666772:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168738432:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.666816:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272835.666975:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272835.667357:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168738432 00000100:00100000:2.0:1781272835.667366:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168738432 00000100:00100000:1.0:1781272835.667790:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168738304 00000100:00100000:1.0:1781272835.667795:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168738304 00000100:00100000:2.0:1781272835.667965:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:2.0:1781272835.667979:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168738432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.668051:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168738432:12345-0@lo:400:kworker.0 Request processed in 76us (1234us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272835.668059:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:2.0:1781272835.668107:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168738432:0@lo:400:kworker.0 00000100:00100000:1.0:1781272835.668194:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1781272835.668213:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168738304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272835.668265:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168738304:12345-0@lo:400:kworker.0 Request processed in 63us (1290us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272835.668273:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1781272835.668803:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272835.668816:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168738560:0@lo:400:kworker.0 00000100:00100000:1.0:1781272835.669001:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168738304:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.669274:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272835.670327:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168738688:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.670372:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272835.670423:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168738688 00000100:00100000:2.0:1781272835.670431:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168738688 00000100:00100000:2.0:1781272835.670489:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:2.0:1781272835.670499:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168738688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.670549:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168738688:12345-0@lo:400:kworker.0 Request processed in 52us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272835.670556:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00080000:2.0:1781272835.670580:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272835.670609:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168738688:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.670648:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168738816:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.670674:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272835.670708:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168738816 00000100:00100000:2.0:1781272835.670712:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168738816 00000100:00100000:2.0:1781272835.670742:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1781272835.670749:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168738816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.670788:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168738816:12345-0@lo:400:kworker.0 Request processed in 39us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272835.670795:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00080000:2.0:1781272835.670808:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272835.670827:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168738816:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.670873:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168738944:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.670902:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272835.670929:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168738944 00000100:00100000:2.0:1781272835.670932:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168738944 00000100:00100000:2.0:1781272835.670959:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1781272835.670966:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168738944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.670998:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168738944:12345-0@lo:400:kworker.0 Request processed in 33us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272835.671003:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1781272835.671028:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168738944:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.671059:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168739072:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.671084:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272835.675546:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168739072 00000100:00100000:2.0:1781272835.675569:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168739072 00000100:00100000:2.0:1781272835.675667:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1781272835.675680:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168739072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.675799:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168739072:12345-0@lo:400:kworker.0 Request processed in 123us (4713us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272835.675807:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00080000:2.0:1781272835.675856:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272835.675918:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168739072:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.675994:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168739200:0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.676037:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272835.676078:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168739200 00000100:00100000:2.0:1781272835.676082:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168739200 00000100:00100000:2.0:1781272835.676948:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1781272835.676969:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168739200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272835.677035:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168739200:12345-0@lo:400:kworker.0 Request processed in 74us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272835.677043:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00080000:2.0:1781272835.677074:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272835.677107:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168739200:0@lo:400:kworker.0 00000040:00080000:1.0:1781272835.678542:0:25974:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272835.678552:0:25974:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:0.0:1781272835.679190:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168738560 00000100:00100000:0.0:1781272835.679203:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168738560 00000100:00100000:0.0:1781272835.679346:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1781272835.679358:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168738560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272835.679536:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168738560:12345-0@lo:400:kworker.0 Request processed in 181us (10262us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272835.679544:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1781272835.679691:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168738560:0@lo:400:kworker.0 00000040:00080000:1.0:1781272835.680613:0:25974:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272835.680632:0:25974:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1781272835.840814:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272835.840824:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272835.841700:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272835.841716:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272836.417795:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272837.187339:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168739328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272837.187442:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272837.189371:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168739328 00000100:00100000:0.0:1781272837.189387:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168739328 00000100:00100000:0.0:1781272837.189457:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1781272837.189471:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168739328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272837.189520:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272837.189614:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168739328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 147us (2172us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272837.189623:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1781272837.189687:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168739328:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781272837.440319:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272837.442800:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1781272837.815980:0:26025:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272837.815995:0:26025:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272837.818652:0:26025:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272837.818680:0:26025:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272838.211076:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168739456:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272838.211185:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272838.211286:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168739456 00000100:00100000:1.0:1781272838.211296:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168739456 00000100:00100000:1.0:1781272838.211355:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1781272838.211365:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168739456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272838.211409:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272838.211688:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168739456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 323us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272838.211698:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1781272838.211762:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168739456:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272838.465751:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272839.488013:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272839.743977:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272839.744001:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168739584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272839.744233:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272839.744404:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168739584 00000100:00100000:0.0:1781272839.744413:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168739584 00000100:00100000:0.0:1781272839.744481:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1781272839.744493:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168739584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272839.744526:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272839.744582:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168739584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272839.744591:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00080000:3.0:1781272839.744815:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272839.744886:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168739584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272839.820020:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272839.820076:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272839.820106:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272839.820125:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272839.820165:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272839.820197:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272839.820218:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272839.820237:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272839.820263:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272839.820291:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159532544 00000100:00100000:3.0:1781272839.820303:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159532544 00000100:00100000:3.0:1781272839.820377:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159533056 00000100:00100000:3.0:1781272839.820381:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159533056 00000100:00100000:3.0:1781272839.820396:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159532416 00000100:00100000:3.0:1781272839.820399:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159532416 00000100:00100000:3.0:1781272839.820412:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159532928 00000100:00100000:3.0:1781272839.820413:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159532928 00000100:00100000:3.0:1781272839.820428:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1130 00000100:00100000:3.0:1781272839.820438:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159532544:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272839.820528:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159532544:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 90us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272839.820536:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1130 00000100:00100000:3.0:1781272839.820556:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1131 00000100:00100000:3.0:1781272839.820562:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159533056:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272839.820586:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159533056:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272839.820592:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1131 00000100:00100000:3.0:1781272839.820605:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1132 00000100:00100000:3.0:1781272839.820612:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159532416:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272839.820634:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159532416:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272839.820640:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1132 00000100:00100000:3.0:1781272839.820651:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1133 00000100:00100000:3.0:1781272839.820657:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159532928:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272839.820680:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159532928:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272839.820686:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1133 00000100:00100000:3.0:1781272839.820704:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159532800 00000100:00100000:3.0:1781272839.820708:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159532800 00000100:00100000:3.0:1781272839.820732:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159533312 00000100:00100000:3.0:1781272839.820736:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159533312 00000100:00100000:3.0:1781272839.820756:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159532672 00000100:00100000:3.0:1781272839.820758:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159532672 00000100:00100000:3.0:1781272839.820770:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159533184 00000100:00100000:3.0:1781272839.820773:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159533184 00000100:00100000:3.0:1781272839.820787:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 631 00000100:00100000:3.0:1781272839.820792:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159532800:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272839.820819:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159532800:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272839.820826:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 631 00000100:00100000:3.0:1781272839.820869:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 632 00000100:00100000:3.0:1781272839.820875:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159533312:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272839.820897:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159533312:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272839.820903:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 632 00000100:00100000:3.0:1781272839.820914:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 633 00000100:00100000:3.0:1781272839.820919:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159532672:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272839.820940:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159532672:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272839.820946:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 633 00000100:00100000:3.0:1781272839.820957:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 634 00000100:00100000:3.0:1781272839.820962:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159533184:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272839.820984:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159533184:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272839.820991:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 634 00000100:00080000:3.0:1781272839.821028:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272839.821032:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272839.821035:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272839.821038:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272839.821589:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159532288 00000100:00100000:2.0:1781272839.821598:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159532288 00000100:00100000:2.0:1781272839.821646:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 770 00000100:00100000:2.0:1781272839.821654:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159532288:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272839.821702:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159532288:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 49us (1696us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272839.821708:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 770 00000040:00080000:3.0:1781272840.045063:0:26076:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272840.045073:0:26076:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272840.047013:0:26076:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272840.047040:0:26076:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272840.257208:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272840.257234:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168739712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272840.257311:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272840.257427:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168739712 00000100:00100000:0.0:1781272840.257437:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168739712 00000100:00100000:0.0:1781272840.257510:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1781272840.257521:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168739712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272840.257543:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272840.257593:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168739712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272840.257601:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1781272840.257655:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168739712:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781272840.257952:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1781272840.512564:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272840.768701:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2fa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168739840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272840.768786:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272840.768891:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272840.768899:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168739968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272840.768922:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272840.769006:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168739840 00000100:00100000:1.0:1781272840.769016:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168739840 00000100:00100000:1.0:1781272840.769080:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168739968 00000100:00100000:1.0:1781272840.769083:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168739968 00000100:00100000:1.0:1781272840.769099:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1781272840.769107:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168739840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272840.769156:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272840.769204:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168739840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272840.769212:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1781272840.769229:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1781272840.769236:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168739968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272840.769250:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272840.769273:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168739968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272840.769281:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1781272840.769535:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168740224:0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.769551:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168740480:0@lo:400:kworker.0 00000100:00100000:1.0:1781272840.769567:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272840.769596:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168740736:0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.769597:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168740224 00000100:00100000:3.0:1781272840.769601:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168740224 00000100:00100000:1.0:1781272840.769617:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272840.769662:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168740096:0@lo:400:kworker.0 00000100:00100000:2.0:1781272840.769698:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272840.769722:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168740608:0@lo:400:kworker.0 00000100:00100000:2.0:1781272840.769747:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272840.769771:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168741120:0@lo:400:kworker.0 00000100:00080000:0.0:1781272840.769792:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272840.769793:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272840.769809:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168740096 00000100:00100000:0.0:1781272840.769813:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168740096 00000100:00100000:1.0:1781272840.769822:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168741248:0@lo:400:kworker.0 00000100:00100000:0.0:1781272840.769854:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1781272840.769861:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168740096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272840.769877:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168740352:0@lo:400:kworker.0 00000100:00100000:0.0:1781272840.769894:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168740096:12345-0@lo:400:kworker.0 Request processed in 35us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272840.769899:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272840.769901:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1781272840.769915:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168740864:0@lo:400:kworker.0 00000100:00100000:0.0:1781272840.769938:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168740608 00000100:00100000:0.0:1781272840.769942:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168740608 00000100:00100000:0.0:1781272840.769972:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168740352 00000100:00100000:0.0:1781272840.769975:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168740352 00000100:00100000:0.0:1781272840.769988:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1781272840.769992:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168740608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272840.770038:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168740608:12345-0@lo:400:kworker.0 Request processed in 44us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272840.770045:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1781272840.770066:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1781272840.770072:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168740352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272840.770106:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168740352:12345-0@lo:400:kworker.0 Request processed in 33us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272840.770112:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1781272840.788645:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168740096:0@lo:400:kworker.0 00000100:00100000:2.0:1781272840.788668:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168740608:0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.789329:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168740736 00000100:00100000:3.0:1781272840.789340:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168740736 00000100:00100000:3.0:1781272840.789405:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168741120 00000100:00100000:3.0:1781272840.789409:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168741120 00000100:00100000:3.0:1781272840.789432:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:3.0:1781272840.789442:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168740224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.789527:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168740224:12345-0@lo:400:kworker.0 Request processed in 86us (19959us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272840.789535:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:3.0:1781272840.789554:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1781272840.789561:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168740736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.789591:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168740736:12345-0@lo:400:kworker.0 Request processed in 31us (19973us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272840.789598:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1781272840.789610:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1781272840.789615:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168741120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.789648:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168741120:12345-0@lo:400:kworker.0 Request processed in 32us (19854us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272840.789654:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00080000:3.0:1781272840.789679:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272840.789789:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272840.789852:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168740224:0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.789867:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168740736:0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.789899:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272840.789938:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168739968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272840.789954:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2fa0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168739840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272840.789981:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168740352:0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.790001:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168741248 00000100:00100000:3.0:1781272840.790005:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168741248 00000100:00100000:3.0:1781272840.790029:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168740864 00000100:00100000:3.0:1781272840.790032:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168740864 00000100:00100000:3.0:1781272840.790046:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1781272840.790052:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168741248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.790091:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168741248:12345-0@lo:400:kworker.0 Request processed in 40us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272840.790098:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1781272840.790111:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1781272840.790117:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168740864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.790168:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168740864:12345-0@lo:400:kworker.0 Request processed in 51us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272840.790175:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00080000:3.0:1781272840.790189:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272840.790205:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168741248:0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.790228:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168740864:0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.790268:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168741120:0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.790297:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272840.790325:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168740992:0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.790361:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272840.790390:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168740992 00000100:00100000:3.0:1781272840.790394:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168740992 00000100:00100000:3.0:1781272840.790421:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1781272840.790428:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168740992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.790465:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168740992:12345-0@lo:400:kworker.0 Request processed in 37us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272840.790472:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1781272840.790501:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168740992:0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.790517:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168740480 00000100:00100000:3.0:1781272840.790520:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168740480 00000100:00100000:3.0:1781272840.790542:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1781272840.790548:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168740480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272840.790598:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168740480:12345-0@lo:400:kworker.0 Request processed in 49us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272840.790604:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1781272840.790629:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168740480:0@lo:400:kworker.0 00010000:00010000:1.0:1781272841.542473:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272842.308155:0:26127:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272842.308169:0:26127:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272842.308726:0:26127:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272842.308737:0:26127:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272842.311351:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272842.311375:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168741376:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272842.311449:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272842.311745:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168741376 00000100:00100000:0.0:1781272842.311754:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168741376 00000100:00100000:0.0:1781272842.311804:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1781272842.311815:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168741376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272842.311885:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272842.311941:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168741376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272842.311949:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1781272842.312001:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168741376:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272842.563015:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272843.334343:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168741504:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272843.334425:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272843.334576:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168741504 00000100:00100000:1.0:1781272843.334584:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168741504 00000100:00100000:1.0:1781272843.334638:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1781272843.334649:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168741504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272843.334686:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272843.334745:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168741504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272843.334753:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1781272843.334882:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168741504:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272843.584695:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272844.421115:0:26179:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272844.421128:0:26179:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272844.421654:0:26179:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272844.421664:0:26179:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272844.609295:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272844.864084:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272844.864118:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168741632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272844.864188:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272844.864267:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168741632 00000100:00100000:3.0:1781272844.864276:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168741632 00000100:00100000:3.0:1781272844.864352:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1781272844.864362:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168741632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272844.864621:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272844.864671:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168741632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 310us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272844.864678:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00080000:3.0:1781272844.864701:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272844.864740:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168741632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272844.941625:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272844.941733:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272844.941771:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272844.941803:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272844.941882:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272844.941902:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272844.941921:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272844.942060:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159533824 00000100:00100000:1.0:1781272844.942080:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159533824 00000100:00100000:1.0:1781272844.942142:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159533952 00000100:00100000:1.0:1781272844.942145:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159533952 00000100:00100000:1.0:1781272844.942164:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159534336 00000100:00100000:1.0:1781272844.942166:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159534336 00000100:00100000:1.0:1781272844.942189:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 636 00000100:00100000:1.0:1781272844.942199:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159533824:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272844.942275:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159533824:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 77us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272844.942284:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 636 00000100:00100000:1.0:1781272844.942311:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 637 00000100:00100000:1.0:1781272844.942319:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159533952:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272844.942355:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159533952:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 36us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272844.942362:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 637 00000100:00100000:1.0:1781272844.942374:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 638 00000100:00100000:1.0:1781272844.942381:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159534336:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272844.942404:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159534336:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272844.942411:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 638 00000100:00100000:1.0:1781272844.942567:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159533568 00000100:00100000:1.0:1781272844.942572:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159533568 00000100:00100000:1.0:1781272844.942597:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159533696 00000100:00100000:1.0:1781272844.942600:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159533696 00000100:00100000:1.0:1781272844.942619:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159534080 00000100:00100000:1.0:1781272844.942622:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159534080 00000100:00100000:1.0:1781272844.942637:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1140 00000100:00100000:1.0:1781272844.942647:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159533568:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272844.942684:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159533568:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 39us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272844.942690:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1140 00000100:00100000:1.0:1781272844.942703:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1141 00000100:00100000:1.0:1781272844.942709:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159533696:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272844.942732:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159533696:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272844.942739:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1141 00000100:00100000:1.0:1781272844.942750:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1142 00000100:00100000:1.0:1781272844.942756:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159534080:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272844.942778:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159534080:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272844.942784:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1142 00000100:00080000:1.0:1781272844.942873:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272844.942878:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272844.942881:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272844.942884:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272844.943242:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272844.943285:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272844.943305:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159534464 00000100:00100000:3.0:1781272844.943309:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159534464 00000100:00100000:0.0:1781272844.943423:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159534208 00000100:00100000:0.0:1781272844.943428:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159534208 00000100:00100000:0.0:1781272844.943459:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1143 00000100:00100000:0.0:1781272844.943467:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159534208:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272844.943504:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159534208:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 38us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272844.943511:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1143 00000100:00080000:0.0:1781272844.943567:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272844.943571:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272844.944778:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 639 00000100:00100000:3.0:1781272844.944790:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159534464:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272844.944876:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159534464:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 89us (1589us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272844.944885:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 639 00000100:00100000:2.0:1781272844.952714:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159533440 00000100:00100000:2.0:1781272844.952731:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159533440 00000100:00100000:2.0:1781272844.952803:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 772 00000100:00100000:2.0:1781272844.952815:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159533440:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272844.952929:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159533440:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 116us (11314us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272844.952938:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 772 00000040:00080000:0.0:1781272845.120042:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272845.120053:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272845.121609:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272845.121627:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272845.376955:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272845.376985:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168741760:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272845.377074:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272845.377325:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168741760 00000100:00100000:2.0:1781272845.377335:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168741760 00000100:00100000:2.0:1781272845.377407:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1781272845.377419:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168741760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272845.377445:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272845.377497:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168741760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272845.377505:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1781272845.377784:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168741760:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781272845.377812:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781272845.632049:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272845.888354:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168742144:0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.888435:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272845.888501:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168742656:0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.888528:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272845.888553:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168743168:0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.888574:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272845.888599:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1781272845.888605:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168742272:0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.888625:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272845.888640:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168742784:0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.888660:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272845.888688:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168743296:0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.888711:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272845.888742:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168742656 00000100:00100000:1.0:1781272845.888750:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168742656 00000100:00100000:1.0:1781272845.888801:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168742272 00000100:00100000:1.0:1781272845.888803:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168742272 00000100:00100000:1.0:1781272845.888825:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1781272845.888856:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168742656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.888915:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168742656:12345-0@lo:400:kworker.0 Request processed in 60us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272845.888922:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1781272845.888950:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1781272845.888957:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168742272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.888987:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2290e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168742272:12345-0@lo:400:kworker.0 Request processed in 31us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272845.888993:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1781272845.889013:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168743168 00000100:00100000:1.0:1781272845.889016:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168743168 00000100:00100000:1.0:1781272845.889039:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168742784 00000100:00100000:1.0:1781272845.889042:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168742784 00000100:00100000:1.0:1781272845.889069:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168743296 00000100:00100000:1.0:1781272845.889072:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168743296 00000100:00100000:1.0:1781272845.889095:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1781272845.889102:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168743168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.889137:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168743168:12345-0@lo:400:kworker.0 Request processed in 35us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272845.889143:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1781272845.889156:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1781272845.889162:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168742784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.889190:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168742784:12345-0@lo:400:kworker.0 Request processed in 28us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272845.889196:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1781272845.889206:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1781272845.889211:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168743296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.889237:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168743296:12345-0@lo:400:kworker.0 Request processed in 26us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272845.889242:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00080000:1.0:1781272845.889266:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272845.889270:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272845.889308:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168742272:0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.889318:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168742784:0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.889327:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168743296:0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.889339:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168742656:0@lo:400:kworker.0 00000100:00100000:1.0:1781272845.889347:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168743168:0@lo:400:kworker.0 00000100:00100000:3.0:1781272845.889630:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168741888:0@lo:400:kworker.0 00000100:00100000:3.0:1781272845.889669:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272845.889706:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168742400:0@lo:400:kworker.0 00000100:00100000:3.0:1781272845.889727:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272845.889742:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168742912:0@lo:400:kworker.0 00000100:00100000:3.0:1781272845.889759:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272845.889776:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781272845.889782:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168742016:0@lo:400:kworker.0 00000100:00100000:3.0:1781272845.889802:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272845.889818:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168742528:0@lo:400:kworker.0 00000100:00100000:3.0:1781272845.889856:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272845.889869:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168743040:0@lo:400:kworker.0 00000100:00100000:3.0:1781272845.889887:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272845.890286:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168741888 00000100:00100000:3.0:1781272845.890291:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168741888 00000100:00100000:3.0:1781272845.890326:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1781272845.890333:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168741888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272845.890370:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168741888:12345-0@lo:400:kworker.0 Request processed in 38us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272845.890376:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1781272845.890406:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168742144 00000100:00100000:3.0:1781272845.890410:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168742144 00000100:00100000:3.0:1781272845.890431:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168742400 00000100:00100000:3.0:1781272845.890434:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168742400 00000100:00100000:3.0:1781272845.890447:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1781272845.890453:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168742144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272845.890490:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168742144:12345-0@lo:400:kworker.0 Request processed in 36us (2055us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272845.890495:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1781272845.890507:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1781272845.890512:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168742400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272845.890539:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168742400:12345-0@lo:400:kworker.0 Request processed in 27us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272845.890546:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1781272845.890564:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168742912 00000100:00100000:3.0:1781272845.890567:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168742912 00000100:00100000:3.0:1781272845.890592:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168742016 00000100:00100000:3.0:1781272845.890595:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168742016 00000100:00100000:3.0:1781272845.890604:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168742528 00000100:00100000:3.0:1781272845.890606:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168742528 00000100:00100000:3.0:1781272845.890616:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168743040 00000100:00100000:3.0:1781272845.890618:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168743040 00000100:00100000:3.0:1781272845.890630:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:3.0:1781272845.890635:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168742912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272845.890665:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168742912:12345-0@lo:400:kworker.0 Request processed in 29us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272845.890671:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:2.0:1781272845.890894:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168743424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272845.890927:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272845.890973:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168741888:0@lo:400:kworker.0 00000100:00100000:2.0:1781272845.890986:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168742400:0@lo:400:kworker.0 00000100:00100000:2.0:1781272845.890995:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168742912:0@lo:400:kworker.0 00000100:00100000:2.0:1781272845.891029:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:2.0:1781272845.891036:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168742016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272845.891082:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168742016:12345-0@lo:400:kworker.0 Request processed in 46us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272845.891098:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:2.0:1781272845.891113:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1781272845.891119:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168742528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272845.891146:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168742528:12345-0@lo:400:kworker.0 Request processed in 28us (1289us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272845.891151:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1781272845.891163:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1781272845.891169:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168743040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272845.891193:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168743040:12345-0@lo:400:kworker.0 Request processed in 25us (1304us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272845.891198:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1781272845.891222:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168742016:0@lo:400:kworker.0 00000100:00100000:2.0:1781272845.891233:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168742528:0@lo:400:kworker.0 00000100:00100000:2.0:1781272845.891242:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168743040:0@lo:400:kworker.0 00000100:00080000:2.0:1781272845.891277:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272845.891281:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272845.891297:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168742144:0@lo:400:kworker.0 00000100:00100000:2.0:1781272845.891322:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168743424 00000100:00100000:2.0:1781272845.891326:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168743424 00000100:00100000:2.0:1781272845.891353:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1781272845.891358:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168743424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272845.891379:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272845.891413:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168743424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272845.891420:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1781272845.891453:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168743424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272845.892605:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168743552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272845.892651:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272845.893326:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168743552 00000100:00100000:1.0:1781272845.893335:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168743552 00000100:00100000:1.0:1781272845.893391:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1781272845.893400:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168743552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272845.893424:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272845.893474:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168743552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272845.893481:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1781272845.893586:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168743552:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1781272846.473809:0:26230:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272846.473818:0:26230:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272846.475134:0:26230:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272846.475147:0:26230:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272846.656341:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272847.424182:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272847.424209:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168743680:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272847.424575:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272847.424711:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168743680 00000100:00100000:3.0:1781272847.424721:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168743680 00000100:00100000:3.0:1781272847.424778:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1781272847.424788:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168743680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272847.424825:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781272847.424928:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168743680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 141us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272847.424936:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1781272847.425277:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168743680:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272847.680349:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272847.684538:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781272848.450436:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168743808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272848.450523:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272848.450625:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168743808 00000100:00100000:3.0:1781272848.450636:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168743808 00000100:00100000:3.0:1781272848.450689:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1781272848.450698:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c79b5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168743808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272848.450734:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272848.453236:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c79b5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168743808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2530us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272848.453250:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1781272848.453733:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168743808:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1781272848.490498:0:26281:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272848.490510:0:26281:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272848.492765:0:26281:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272848.492781:0:26281:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272848.704980:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272849.734114:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272849.985767:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168743936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272849.985872:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272849.986117:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168743936 00000100:00100000:3.0:1781272849.986126:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168743936 00000100:00100000:3.0:1781272849.986197:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1781272849.986208:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4fd04dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168743936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272849.986239:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272849.986289:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4fd04dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168743936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272849.986296:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1781272849.986770:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168743936:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781272849.986857:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272850.060874:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272850.060911:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272850.060934:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272850.060955:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272850.060971:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272850.060989:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272850.061271:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159534848 00000100:00100000:2.0:1781272850.061282:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159534848 00000100:00100000:2.0:1781272850.061352:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159535360 00000100:00100000:2.0:1781272850.061355:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159535360 00000100:00100000:2.0:1781272850.061380:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1150 00000100:00100000:2.0:1781272850.061390:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159534848:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272850.061464:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159534848:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 75us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272850.061472:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1150 00000100:00100000:2.0:1781272850.061491:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1151 00000100:00100000:2.0:1781272850.061497:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159535360:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272850.061521:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159535360:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272850.061527:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1151 00000100:00100000:0.0:1781272850.061656:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272850.061920:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159534592 00000100:00100000:1.0:1781272850.061926:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159534592 00000100:00100000:1.0:1781272850.061959:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 774 00000100:00100000:1.0:1781272850.061966:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159534592:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272850.062017:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159534592:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 51us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272850.062024:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 774 00000100:00100000:0.0:1781272850.062270:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272850.062325:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272850.062351:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159535104 00000100:00100000:0.0:1781272850.062356:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159535104 00000100:00100000:0.0:1781272850.062386:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159535616 00000100:00100000:0.0:1781272850.062388:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159535616 00000100:00100000:0.0:1781272850.062405:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159534976 00000100:00100000:0.0:1781272850.062407:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159534976 00000100:00100000:0.0:1781272850.062419:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159535488 00000100:00100000:0.0:1781272850.062420:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159535488 00000100:00100000:0.0:1781272850.062434:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 643 00000100:00100000:0.0:1781272850.062440:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159535104:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272850.062474:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159535104:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 33us (1539us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272850.062481:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 643 00000100:00100000:0.0:1781272850.062494:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 644 00000100:00100000:0.0:1781272850.062500:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159535616:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272850.062522:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159535616:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (1550us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272850.062527:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 644 00000100:00100000:0.0:1781272850.062537:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 645 00000100:00100000:0.0:1781272850.062543:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159534976:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272850.062563:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159534976:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272850.062569:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 645 00000100:00100000:0.0:1781272850.062579:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 646 00000100:00100000:0.0:1781272850.062585:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159535488:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272850.062606:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159535488:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272850.062612:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 646 00000100:00100000:0.0:1781272850.062632:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159534720 00000100:00100000:0.0:1781272850.062635:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159534720 00000100:00100000:0.0:1781272850.062653:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159535232 00000100:00100000:0.0:1781272850.062656:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159535232 00000100:00100000:0.0:1781272850.062671:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1152 00000100:00100000:0.0:1781272850.062677:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159534720:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272850.062704:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159534720:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (1713us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272850.062710:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1152 00000100:00100000:0.0:1781272850.062721:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1153 00000100:00100000:0.0:1781272850.062727:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159535232:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272850.062747:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159535232:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 20us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272850.062753:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1153 00000100:00080000:2.0:1781272850.075751:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272850.075761:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781272850.075764:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272850.075767:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:0.0:1781272850.461579:0:26333:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272850.461590:0:26333:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272850.463646:0:26333:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272850.463663:0:26333:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272850.516794:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272850.516820:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168744064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272850.516941:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272850.517324:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168744064 00000100:00100000:3.0:1781272850.517333:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168744064 00000100:00100000:3.0:1781272850.517399:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1781272850.517407:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168744064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272850.517431:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272850.517490:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168744064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272850.517497:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00080000:2.0:1781272850.519265:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272850.519340:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168744064:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1781272850.752395:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272851.008710:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168744448:0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.008798:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272851.008894:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168744960:0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.008923:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272851.008946:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168745472:0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.008968:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272851.009329:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168744192:0@lo:400:kworker.0 00000100:00100000:0.0:1781272851.009365:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272851.009390:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168744704:0@lo:400:kworker.0 00000100:00100000:0.0:1781272851.009412:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272851.009428:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168745216:0@lo:400:kworker.0 00000100:00100000:0.0:1781272851.009447:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272851.009469:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781272851.009475:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168744320:0@lo:400:kworker.0 00000100:00100000:0.0:1781272851.009495:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272851.009510:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168744832:0@lo:400:kworker.0 00000100:00100000:0.0:1781272851.009530:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272851.009543:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168745344:0@lo:400:kworker.0 00000100:00100000:0.0:1781272851.009562:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272851.009590:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168744576:0@lo:400:kworker.0 00000100:00100000:0.0:1781272851.009614:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272851.009626:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168745088:0@lo:400:kworker.0 00000100:00100000:0.0:1781272851.009645:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272851.009663:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168745600:0@lo:400:kworker.0 00000100:00100000:0.0:1781272851.009682:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272851.009714:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168744960 00000100:00100000:0.0:1781272851.009723:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168744960 00000100:00100000:0.0:1781272851.009774:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168745216 00000100:00100000:0.0:1781272851.009777:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168745216 00000100:00100000:0.0:1781272851.009788:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168744320 00000100:00100000:0.0:1781272851.009790:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168744320 00000100:00100000:0.0:1781272851.009799:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168744832 00000100:00100000:0.0:1781272851.009801:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168744832 00000100:00100000:0.0:1781272851.009812:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168745344 00000100:00100000:0.0:1781272851.009815:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168745344 00000100:00100000:0.0:1781272851.009857:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168744576 00000100:00100000:0.0:1781272851.009861:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168744576 00000100:00100000:0.0:1781272851.009877:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1781272851.009885:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168744960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272851.009937:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168744960:12345-0@lo:400:kworker.0 Request processed in 53us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272851.009947:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1781272851.009965:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:0.0:1781272851.009970:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168745216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272851.010405:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168745728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272851.012132:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168745856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272851.012725:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168744960:0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.012776:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168744448 00000100:00100000:2.0:1781272851.012784:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168744448 00000100:00100000:2.0:1781272851.013613:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168744704 00000100:00100000:2.0:1781272851.013621:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168744704 00000100:00100000:2.0:1781272851.013650:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1781272851.013660:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168744448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.013758:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168744448:12345-0@lo:400:kworker.0 Request processed in 99us (4959us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272851.013767:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1781272851.013785:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1781272851.013792:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168744704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.013822:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168744704:12345-0@lo:400:kworker.0 Request processed in 31us (4409us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272851.013855:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1781272851.013880:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:2.0:1781272851.013887:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168744320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.013919:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168744320:12345-0@lo:400:kworker.0 Request processed in 33us (4423us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272851.013925:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:2.0:1781272851.013940:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:2.0:1781272851.013947:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168744832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.013974:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168744832:12345-0@lo:400:kworker.0 Request processed in 28us (4444us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272851.013990:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:2.0:1781272851.014302:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:2.0:1781272851.014311:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168745344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.014346:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168745344:12345-0@lo:400:kworker.0 Request processed in 37us (4783us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272851.014352:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:2.0:1781272851.014365:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1781272851.014371:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168744576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.014419:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168744576:12345-0@lo:400:kworker.0 Request processed in 48us (4804us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272851.014426:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1781272851.014468:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168744448:0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.014546:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168744192 00000100:00100000:2.0:1781272851.014550:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168744192 00000100:00100000:2.0:1781272851.014582:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1781272851.014589:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168744192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.014624:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168744192:12345-0@lo:400:kworker.0 Request processed in 36us (5258us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272851.014630:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1781272851.014662:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168745472 00000100:00100000:2.0:1781272851.014666:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168745472 00000100:00100000:2.0:1781272851.014691:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168745088 00000100:00100000:2.0:1781272851.014694:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168745088 00000100:00100000:2.0:1781272851.014712:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168745600 00000100:00100000:2.0:1781272851.014715:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168745600 00000100:00100000:2.0:1781272851.014734:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1781272851.014740:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168745472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.014775:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168745472:12345-0@lo:400:kworker.0 Request processed in 35us (5806us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272851.014781:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1781272851.014793:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1781272851.014799:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168745088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.014968:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168745088:12345-0@lo:400:kworker.0 Request processed in 169us (5321us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272851.014975:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1781272851.015010:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1781272851.015168:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168745600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.015200:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168745600:12345-0@lo:400:kworker.0 Request processed in 184us (5516us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272851.015207:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1781272851.015237:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168745472:0@lo:400:kworker.0 00000100:00080000:2.0:1781272851.015305:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781272851.015310:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272851.015313:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272851.015315:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272851.015354:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168744576:0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.015366:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168745088:0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.015376:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168745600:0@lo:400:kworker.0 00000100:00100000:3.0:1781272851.016514:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272851.016584:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168744320:0@lo:400:kworker.0 00000100:00100000:3.0:1781272851.016599:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168744832:0@lo:400:kworker.0 00000100:00100000:3.0:1781272851.016611:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168745344:0@lo:400:kworker.0 00000100:00100000:3.0:1781272851.016621:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168744192:0@lo:400:kworker.0 00000100:00100000:3.0:1781272851.016631:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168744704:0@lo:400:kworker.0 00000100:00100000:2.0:1781272851.019385:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168745728 00000100:00100000:2.0:1781272851.019403:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168745728 00000100:00100000:2.0:1781272851.019484:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1781272851.019496:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168745728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272851.019529:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272851.019614:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168745728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (3104us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272851.019621:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1781272851.019736:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168745216:12345-0@lo:400:kworker.0 Request processed in 9764us (10286us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272851.019746:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1781272851.022288:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272851.022591:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168745856 00000100:00100000:3.0:1781272851.022602:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168745856 00000100:00100000:3.0:1781272851.022657:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1781272851.022666:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168745856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272851.022694:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272851.022758:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168745856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272851.022765:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1781272851.022869:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168745728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272851.022889:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168745216:0@lo:400:kworker.0 00000100:00100000:1.0:1781272851.023292:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168745856:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781272851.777713:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272852.544426:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272852.544467:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168745984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272852.544566:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272852.544894:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168745984 00000100:00100000:0.0:1781272852.544905:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168745984 00000100:00100000:0.0:1781272852.544977:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1781272852.544989:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168745984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272852.545169:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272852.545234:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168745984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 247us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272852.545242:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1781272852.545519:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168745984:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1781272852.645798:0:26384:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272852.645808:0:26384:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272852.649974:0:26384:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272852.650000:0:26384:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272852.800697:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272853.572613:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168746112:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272853.572711:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272853.573052:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168746112 00000100:00100000:3.0:1781272853.573062:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168746112 00000100:00100000:3.0:1781272853.573126:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1781272853.573137:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168746112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272853.573180:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272853.573243:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168746112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272853.573251:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1781272853.573545:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168746112:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781272853.829218:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272854.525827:0:26435:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272854.525892:0:26435:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272854.527201:0:26435:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272854.527282:0:26435:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272854.848060:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272855.104100:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168746240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272855.104189:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272855.104376:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168746240 00000100:00100000:1.0:1781272855.104386:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168746240 00000100:00100000:1.0:1781272855.104499:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1781272855.104511:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168746240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272855.104543:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272855.104600:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168746240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272855.104608:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1781272855.106032:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168746240:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781272855.108740:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272855.181591:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272855.181636:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272855.181704:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159535872 00000100:00100000:2.0:1781272855.181716:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159535872 00000100:00100000:1.0:1781272855.181767:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159535744 00000100:00100000:1.0:1781272855.181773:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159535744 00000100:00100000:2.0:1781272855.181810:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1160 00000100:00100000:2.0:1781272855.181822:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2389:x1867799159535872:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272855.181865:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 776 00000100:00100000:1.0:1781272855.181875:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159535744:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272855.181943:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159535744:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 69us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272855.181955:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 776 00000100:00080000:3.0:1781272855.181977:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272855.182186:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2389:x1867799159535872:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 365us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272855.182193:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1160 00000100:00100000:3.0:1781272855.182684:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272855.182754:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272855.182955:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272855.182975:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272855.182990:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272855.183007:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272855.183042:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272855.183074:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159536384 00000100:00100000:3.0:1781272855.183082:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159536384 00000100:00100000:3.0:1781272855.183128:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159536000 00000100:00100000:3.0:1781272855.183131:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159536000 00000100:00100000:3.0:1781272855.183149:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159536512 00000100:00100000:3.0:1781272855.183151:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159536512 00000100:00100000:3.0:1781272855.183165:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1161 00000100:00100000:3.0:1781272855.183173:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159536384:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272855.183227:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159536384:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 53us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272855.183233:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1161 00000100:00100000:3.0:1781272855.183249:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1162 00000100:00100000:3.0:1781272855.183255:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159536000:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272855.183277:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159536000:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272855.183283:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1162 00000100:00100000:3.0:1781272855.183294:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1163 00000100:00100000:3.0:1781272855.183300:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159536512:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272855.183320:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159536512:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272855.183325:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1163 00000100:00080000:3.0:1781272855.183343:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272855.183346:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272855.184647:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159536128 00000100:00100000:2.0:1781272855.184659:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159536128 00000100:00100000:2.0:1781272855.184729:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159536640 00000100:00100000:2.0:1781272855.184733:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159536640 00000100:00100000:2.0:1781272855.184751:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159536256 00000100:00100000:2.0:1781272855.184754:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159536256 00000100:00100000:2.0:1781272855.184766:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159536768 00000100:00100000:2.0:1781272855.184769:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159536768 00000100:00100000:2.0:1781272855.184788:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 650 00000100:00100000:2.0:1781272855.185781:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159536128:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272855.185935:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159536128:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 1136us (3249us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272855.185945:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 650 00000100:00100000:2.0:1781272855.186155:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 651 00000100:00100000:2.0:1781272855.186167:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159536640:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272855.186194:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159536640:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (3240us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272855.186200:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 651 00000100:00100000:2.0:1781272855.186211:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 652 00000100:00100000:2.0:1781272855.186497:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159536256:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272855.186529:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159536256:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 311us (3537us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272855.186539:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 652 00000100:00100000:2.0:1781272855.186552:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 653 00000100:00100000:2.0:1781272855.186560:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159536768:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272855.186584:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159536768:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (3541us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272855.186590:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 653 00000100:00080000:3.0:1781272855.187039:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272855.187045:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1781272855.360432:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272855.360443:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272855.361621:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272855.361638:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272855.617996:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168746368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272855.618081:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272855.618350:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168746368 00000100:00100000:2.0:1781272855.618359:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168746368 00000100:00100000:2.0:1781272855.618436:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1781272855.618446:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168746368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272855.618476:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272855.618552:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168746368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272855.618559:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00080000:3.0:1781272855.618928:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272855.619115:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168746368:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272855.872328:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272856.128042:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168746496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272856.128118:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272856.128269:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168746496 00000100:00100000:0.0:1781272856.128281:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168746496 00000100:00080000:3.0:1781272856.128355:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272856.128372:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1781272856.128385:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168746496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272856.128421:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272856.129240:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168746496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 854us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272856.129252:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1781272856.129270:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168746496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272856.129292:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272856.129300:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168746624:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.129342:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272856.129391:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168746624 00000100:00100000:1.0:1781272856.129397:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168746624 00000100:00100000:1.0:1781272856.129436:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1781272856.129444:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168746624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.129485:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168746624:12345-0@lo:400:kworker.0 Request processed in 42us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272856.129491:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1781272856.129528:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168746624:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.130049:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168746752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272856.130085:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272856.130270:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168746880:0@lo:400:kworker.0 00000100:00100000:0.0:1781272856.130309:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272856.130336:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168747136:0@lo:400:kworker.0 00000100:00100000:0.0:1781272856.130340:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168747392:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.130375:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272856.130401:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168747648:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.130427:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272856.130449:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1781272856.130456:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168747008:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.130482:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272856.130499:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168747520:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.130519:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272856.130534:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168748032:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.130554:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272856.130593:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168746880 00000100:00100000:1.0:1781272856.130598:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168746880 00000100:00100000:1.0:1781272856.130634:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168747136 00000100:00100000:1.0:1781272856.130638:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168747136 00000100:00100000:1.0:1781272856.130651:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168747520 00000100:00100000:1.0:1781272856.130654:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168747520 00000100:00100000:1.0:1781272856.130677:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168748032 00000100:00100000:1.0:1781272856.130680:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168748032 00000100:00100000:1.0:1781272856.130702:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1781272856.130711:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168746880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.130752:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168746880:12345-0@lo:400:kworker.0 Request processed in 43us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272856.130758:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1781272856.130975:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:1.0:1781272856.130983:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168747136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131021:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168747136:12345-0@lo:400:kworker.0 Request processed in 39us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272856.131030:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:1.0:1781272856.131042:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:1.0:1781272856.131048:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168747520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131075:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168747520:12345-0@lo:400:kworker.0 Request processed in 27us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272856.131080:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:1.0:1781272856.131092:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1781272856.131098:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168748032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131125:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168748032:12345-0@lo:400:kworker.0 Request processed in 28us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272856.131131:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1781272856.131157:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272856.131184:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168747904:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131207:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272856.131231:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168746880:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131247:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1781272856.131253:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168747264:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131282:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272856.131303:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168747776:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131329:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272856.131357:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168747648 00000100:00100000:1.0:1781272856.131361:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168747648 00000100:00100000:1.0:1781272856.131392:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168747776 00000100:00100000:1.0:1781272856.131396:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168747776 00000100:00100000:1.0:1781272856.131416:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1781272856.131423:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168747648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131457:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168747648:12345-0@lo:400:kworker.0 Request processed in 35us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272856.131463:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1781272856.131475:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1781272856.131481:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168747776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131508:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168747776:12345-0@lo:400:kworker.0 Request processed in 28us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272856.131513:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1781272856.131528:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168747008 00000100:00100000:1.0:1781272856.131532:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168747008 00000100:00100000:1.0:1781272856.131553:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168747264 00000100:00100000:1.0:1781272856.131555:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168747264 00000100:00100000:1.0:1781272856.131579:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1781272856.131585:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168747008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131615:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168747008:12345-0@lo:400:kworker.0 Request processed in 31us (1132us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272856.131621:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1781272856.131634:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1781272856.131641:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168747264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131673:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168747264:12345-0@lo:400:kworker.0 Request processed in 32us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272856.131678:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1781272856.131695:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168747392 00000100:00100000:1.0:1781272856.131699:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168747392 00000100:00100000:1.0:1781272856.131717:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168747904 00000100:00100000:1.0:1781272856.131720:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168747904 00000100:00100000:1.0:1781272856.131733:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1781272856.131737:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168747392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131781:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168747392:12345-0@lo:400:kworker.0 Request processed in 27us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272856.131789:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1781272856.131800:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1781272856.131806:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168747904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131851:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168747904:12345-0@lo:400:kworker.0 Request processed in 46us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272856.131857:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00080000:1.0:1781272856.131895:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272856.131899:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272856.131937:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168747264:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131946:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168747776:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131954:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168747904:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131962:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168747392:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.131992:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168747008:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.132004:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168747520:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.132013:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168748032:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.132022:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168747136:0@lo:400:kworker.0 00000100:00100000:1.0:1781272856.132030:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168747648:0@lo:400:kworker.0 00000100:00100000:2.0:1781272856.132498:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168746752 00000100:00100000:2.0:1781272856.132504:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168746752 00000100:00100000:2.0:1781272856.132595:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1781272856.132603:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168746752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781272856.132621:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272856.132671:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168746752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (2586us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272856.132677:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1781272856.132814:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168746752:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1781272856.133251:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:3.0:1781272856.428556:0:26486:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272856.428962:0:26486:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272856.432529:0:26486:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272856.433709:0:26486:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272856.896053:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272857.666382:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272857.666409:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168748160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272857.666480:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272857.666630:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168748160 00000100:00100000:0.0:1781272857.666640:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168748160 00000100:00100000:0.0:1781272857.666699:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1781272857.666709:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168748160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272857.666746:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272857.666809:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168748160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272857.666819:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1781272857.666970:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168748160:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1781272857.921543:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1781272857.921552:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272858.688980:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168748288:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272858.689087:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272858.689665:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168748288 00000100:00100000:1.0:1781272858.689677:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168748288 00000100:00100000:1.0:1781272858.689740:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1781272858.689752:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168748288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272858.689805:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272858.689912:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168748288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 162us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272858.689921:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1781272858.689982:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168748288:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1781272858.726399:0:26538:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272858.726409:0:26538:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272858.727217:0:26538:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272858.727232:0:26538:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272858.948338:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272859.969028:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272860.228319:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168748416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272860.228397:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272860.228640:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168748416 00000100:00100000:0.0:1781272860.228651:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168748416 00000100:00100000:0.0:1781272860.228719:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1781272860.228730:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168748416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272860.228763:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272860.238421:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168748416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9681us (10011us total) trans 0 rc 0/0 00000100:00080000:3.0:1781272860.238921:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272860.242857:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1781272860.250486:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168748416:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272860.310517:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272860.310566:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272860.310595:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272860.310616:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272860.310636:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272860.310658:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272860.310680:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272860.310702:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272860.310727:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272860.310767:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159537152 00000100:00100000:0.0:1781272860.310778:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159537152 00000100:00100000:0.0:1781272860.310871:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159537664 00000100:00100000:0.0:1781272860.310875:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159537664 00000100:00100000:0.0:1781272860.310891:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159537024 00000100:00100000:0.0:1781272860.310893:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159537024 00000100:00100000:0.0:1781272860.310905:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159537536 00000100:00100000:0.0:1781272860.310907:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159537536 00000100:00100000:0.0:1781272860.310923:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1170 00000100:00100000:0.0:1781272860.310933:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159537152:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272860.311019:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159537152:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 87us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272860.311027:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1170 00000100:00100000:0.0:1781272860.311046:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1171 00000100:00100000:0.0:1781272860.311051:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159537664:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272860.311076:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159537664:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272860.311081:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1171 00000100:00100000:0.0:1781272860.311092:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1172 00000100:00100000:0.0:1781272860.311099:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159537024:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272860.311120:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159537024:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272860.311126:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1172 00000100:00100000:0.0:1781272860.311135:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1173 00000100:00100000:0.0:1781272860.311141:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159537536:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272860.311548:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159536896 00000100:00100000:2.0:1781272860.311553:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159536896 00000100:00100000:2.0:1781272860.311596:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 778 00000100:00100000:2.0:1781272860.311603:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159536896:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272860.311634:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159536896:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (1138us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272860.311641:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 778 00000100:00100000:2.0:1781272860.311676:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159537408 00000100:00100000:2.0:1781272860.311680:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159537408 00000100:00100000:2.0:1781272860.311707:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159537920 00000100:00100000:2.0:1781272860.311710:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159537920 00000100:00100000:2.0:1781272860.311729:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159537280 00000100:00100000:2.0:1781272860.311731:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159537280 00000100:00100000:2.0:1781272860.311742:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159537792 00000100:00100000:2.0:1781272860.311744:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159537792 00000100:00100000:2.0:1781272860.311756:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 656 00000100:00100000:2.0:1781272860.311760:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159537408:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272860.311787:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159537408:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (1191us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272860.311793:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 656 00000100:00100000:2.0:1781272860.311803:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 657 00000100:00100000:2.0:1781272860.311809:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159537920:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272860.311861:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159537920:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 51us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272860.311872:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 657 00000100:00100000:2.0:1781272860.311884:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 658 00000100:00100000:2.0:1781272860.311890:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159537280:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272860.311915:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159537280:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (1235us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272860.311921:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 658 00000100:00100000:2.0:1781272860.311932:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 659 00000100:00100000:2.0:1781272860.311938:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159537792:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272860.311960:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159537792:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272860.311967:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 659 00000100:00100000:0.0:1781272860.315433:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159537536:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 4277us (4716us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272860.315450:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1173 00000100:00080000:0.0:1781272860.315535:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272860.315542:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272860.315546:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272860.315548:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:2.0:1781272860.645205:0:26589:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272860.645215:0:26589:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272860.646095:0:26589:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272860.646108:0:26589:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272860.736312:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272860.736339:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168748544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272860.736415:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272860.736516:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168748544 00000100:00100000:3.0:1781272860.736525:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168748544 00000100:00100000:3.0:1781272860.736598:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1781272860.736609:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168748544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272860.736632:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272860.736681:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168748544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272860.736689:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00080000:0.0:1781272860.736744:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272860.736786:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168748544:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1781272860.992189:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272861.248494:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168748672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272861.248569:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272861.248634:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168749184:0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.248664:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272861.248693:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168749696:0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.248718:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272861.248738:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168750208:0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.248757:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272861.248786:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1781272861.248792:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168749056:0@lo:400:kworker.0 00000100:00100000:0.0:1781272861.248989:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168748672 00000100:00100000:0.0:1781272861.248998:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168748672 00000100:00100000:0.0:1781272861.249060:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1781272861.249073:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168748672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272861.249102:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272861.249253:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168749696 00000100:00100000:2.0:1781272861.249257:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168749696 00000100:00100000:2.0:1781272861.249284:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168750208 00000100:00100000:2.0:1781272861.249286:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168750208 00000100:00100000:2.0:1781272861.249301:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1781272861.249307:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168749696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272861.251960:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168748800:0@lo:400:kworker.0 00000100:00100000:0.0:1781272861.257565:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168748672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8482us (8983us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272861.257583:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00080000:0.0:1781272861.257636:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272861.257701:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1781272861.257717:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168750208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272861.257780:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168750208:12345-0@lo:400:kworker.0 Request processed in 70us (9021us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272861.257786:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1781272861.260170:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168748928:0@lo:400:kworker.0 00000100:00100000:0.0:1781272861.260246:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272861.260299:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168749440:0@lo:400:kworker.0 00000100:00100000:0.0:1781272861.260319:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272861.260333:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168749952:0@lo:400:kworker.0 00000100:00100000:0.0:1781272861.260353:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272861.260375:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168750464:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272861.260400:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272861.260454:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168749184 00000100:00100000:0.0:1781272861.260463:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168749184 00000100:00100000:0.0:1781272861.260590:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168748928 00000100:00100000:0.0:1781272861.260595:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168748928 00000100:00100000:0.0:1781272861.260610:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168749440 00000100:00100000:0.0:1781272861.260612:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168749440 00000100:00100000:0.0:1781272861.260634:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168749952 00000100:00100000:0.0:1781272861.260637:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168749952 00000100:00100000:0.0:1781272861.260654:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:0.0:1781272861.260663:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5680380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168749184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.260908:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272861.260933:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168749056 00000100:00100000:1.0:1781272861.260936:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168749056 00000100:00100000:1.0:1781272861.260961:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1781272861.260967:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168749056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261022:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168749056:12345-0@lo:400:kworker.0 Request processed in 55us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272861.261029:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1781272861.261076:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168749056:0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261084:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168749568:0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261104:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272861.261118:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168750080:0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261133:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272861.261157:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168748672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272861.261166:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168750208:0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261208:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168749568 00000100:00100000:1.0:1781272861.261210:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168749568 00000100:00100000:1.0:1781272861.261226:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168750080 00000100:00100000:1.0:1781272861.261228:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168750080 00000100:00100000:1.0:1781272861.261239:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1781272861.261245:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168748928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261277:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168748928:12345-0@lo:400:kworker.0 Request processed in 33us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272861.261283:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:1.0:1781272861.261296:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1781272861.261302:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168749440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261322:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168749440:12345-0@lo:400:kworker.0 Request processed in 21us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272861.261327:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1781272861.261337:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1781272861.261342:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168749952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261365:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168749952:12345-0@lo:400:kworker.0 Request processed in 23us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272861.261371:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1781272861.261382:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1781272861.261386:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168749568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261415:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168749568:12345-0@lo:400:kworker.0 Request processed in 28us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272861.261420:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1781272861.261430:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1781272861.261435:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168750080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261461:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168750080:12345-0@lo:400:kworker.0 Request processed in 26us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272861.261466:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1781272861.261512:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168748928:0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261521:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168749440:0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261529:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168749952:0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261552:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168749568:0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.261560:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168750080:0@lo:400:kworker.0 00000100:00080000:1.0:1781272861.261589:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272861.261592:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272861.262128:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168750464 00000100:00100000:0.0:1781272861.262133:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168750464 00000100:00100000:0.0:1781272861.262167:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1781272861.262173:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168750464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272861.262189:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272861.262230:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168750464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (1830us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272861.262236:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00080000:0.0:1781272861.262250:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272861.262275:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168750464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272861.262436:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5680380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168749184:12345-0@lo:400:kworker.0 Request processed in 1772us (13769us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272861.262443:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1781272861.262548:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168749696:12345-0@lo:400:kworker.0 Request processed in 13239us (13827us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272861.262556:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1781272861.265530:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168749184:0@lo:400:kworker.0 00000100:00100000:0.0:1781272861.265553:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168749696:0@lo:400:kworker.0 00000100:00100000:3.0:1781272861.270944:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272861.271054:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168749312:0@lo:400:kworker.0 00000100:00100000:3.0:1781272861.271095:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272861.271126:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168749824:0@lo:400:kworker.0 00000100:00100000:3.0:1781272861.271151:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272861.271183:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168750336:0@lo:400:kworker.0 00000100:00100000:3.0:1781272861.271210:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272861.271241:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168749824 00000100:00100000:3.0:1781272861.271251:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168749824 00000100:00100000:3.0:1781272861.271302:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168750336 00000100:00100000:3.0:1781272861.271305:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168750336 00000100:00100000:3.0:1781272861.271326:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1781272861.271334:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168749824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272861.271392:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168749824:12345-0@lo:400:kworker.0 Request processed in 58us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272861.271400:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1781272861.271418:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1781272861.271424:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168750336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272861.271451:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168750336:12345-0@lo:400:kworker.0 Request processed in 28us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272861.271456:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1781272861.271514:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168750336:0@lo:400:kworker.0 00000100:00100000:3.0:1781272861.271546:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168749824:0@lo:400:kworker.0 00000100:00100000:0.0:1781272861.271896:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168749312 00000100:00100000:0.0:1781272861.271901:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168749312 00000100:00100000:0.0:1781272861.271943:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1781272861.271951:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168749312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272861.272008:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168749312:12345-0@lo:400:kworker.0 Request processed in 59us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272861.272016:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1781272861.272171:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168748800 00000100:00100000:1.0:1781272861.272175:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168748800 00000100:00100000:1.0:1781272861.272213:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1781272861.272221:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168748800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272861.272255:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168748800:12345-0@lo:400:kworker.0 Request processed in 36us (1318us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272861.272261:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1781272861.272798:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168748800:0@lo:400:kworker.0 00000100:00100000:3.0:1781272861.272814:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2aa7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168749312:0@lo:400:kworker.0 00010000:00010000:2.0:1781272862.022020:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272862.790335:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168750592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272862.790413:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272862.790498:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168750592 00000100:00100000:2.0:1781272862.790507:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168750592 00000100:00100000:2.0:1781272862.790558:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1781272862.790566:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168750592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272862.790609:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781272862.790661:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168750592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272862.790668:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1781272862.790732:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168750592:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1781272862.798614:0:26653:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272862.798625:0:26653:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272862.799221:0:26653:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272862.799233:0:26653:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272863.040236:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272863.808098:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168750720:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272863.808177:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272863.808333:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168750720 00000100:00100000:1.0:1781272863.808343:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168750720 00000100:00100000:1.0:1781272863.808406:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1781272863.808416:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168750720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272863.808451:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272863.808520:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168750720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272863.808528:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1781272863.809057:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168750720:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272864.065122:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272864.759608:0:26705:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272864.759619:0:26705:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272864.764550:0:26705:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272864.764574:0:26705:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272865.088074:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272865.344205:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272865.344231:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168750848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272865.344306:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272865.344573:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168750848 00000100:00100000:0.0:1781272865.344591:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168750848 00000100:00100000:0.0:1781272865.344670:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1781272865.344681:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168750848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272865.344712:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272865.344776:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168750848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272865.344785:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00080000:1.0:1781272865.345055:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272865.345097:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168750848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272865.421928:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272865.421976:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272865.422002:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272865.422041:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272865.422059:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272865.422077:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272865.422092:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272865.422109:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272865.422130:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272865.422340:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159538560 00000100:00100000:2.0:1781272865.422351:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159538560 00000100:00100000:2.0:1781272865.422415:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159539072 00000100:00100000:2.0:1781272865.422418:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159539072 00000100:00100000:2.0:1781272865.422439:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159538432 00000100:00100000:2.0:1781272865.422441:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159538432 00000100:00100000:2.0:1781272865.422456:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159538944 00000100:00100000:2.0:1781272865.422458:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159538944 00000100:00100000:2.0:1781272865.422483:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 664 00000100:00100000:2.0:1781272865.422499:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159538560:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272865.422583:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159538560:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 87us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272865.422596:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 664 00000100:00100000:2.0:1781272865.422615:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 665 00000100:00100000:2.0:1781272865.422622:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159539072:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272865.422646:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159539072:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272865.422652:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 665 00000100:00100000:2.0:1781272865.422664:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 666 00000100:00100000:2.0:1781272865.422670:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159538432:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272865.422693:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159538432:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272865.422699:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 666 00000100:00100000:2.0:1781272865.422710:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 667 00000100:00100000:2.0:1781272865.422716:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159538944:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272865.422736:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159538944:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272865.422742:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 667 00000100:00100000:3.0:1781272865.423238:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159538048 00000100:00100000:3.0:1781272865.423245:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159538048 00000100:00100000:3.0:1781272865.423297:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 780 00000100:00100000:3.0:1781272865.423307:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159538048:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272865.423351:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159538048:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 46us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272865.423358:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 780 00000100:00100000:1.0:1781272865.423625:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159538304 00000100:00100000:1.0:1781272865.423630:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159538304 00000100:00100000:1.0:1781272865.423668:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159538816 00000100:00100000:1.0:1781272865.423671:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159538816 00000100:00100000:1.0:1781272865.423687:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159538176 00000100:00100000:1.0:1781272865.423689:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159538176 00000100:00100000:1.0:1781272865.423702:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159538688 00000100:00100000:1.0:1781272865.423705:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159538688 00000100:00100000:1.0:1781272865.423719:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1180 00000100:00100000:1.0:1781272865.423725:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159538304:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272865.423777:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159538304:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 39us (1788us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272865.423783:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1180 00000100:00100000:1.0:1781272865.423814:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1181 00000100:00100000:1.0:1781272865.423821:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159538816:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272865.423874:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159538816:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 54us (1832us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272865.423881:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1181 00000100:00100000:1.0:1781272865.423893:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1182 00000100:00100000:1.0:1781272865.423900:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+111:2389:x1867799159538176:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272865.423924:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+111:2389:x1867799159538176:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (1845us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272865.423930:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1182 00000100:00100000:1.0:1781272865.423943:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1183 00000100:00100000:1.0:1781272865.423950:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159538688:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272865.423973:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159538688:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (1863us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272865.423979:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1183 00000100:00080000:0.0:1781272865.424563:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272865.424569:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272865.424571:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272865.424574:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:3.0:1781272865.600436:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272865.600445:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272865.602017:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272865.602040:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272865.864948:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168750976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272865.865026:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272865.865247:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168750976 00000100:00100000:2.0:1781272865.865257:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168750976 00000100:00100000:2.0:1781272865.865333:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1781272865.865344:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168750976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272865.865370:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272865.865419:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168750976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272865.865430:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00080000:1.0:1781272865.865810:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272865.865902:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168750976:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1781272866.112034:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272866.371891:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168751104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272866.371973:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272866.372072:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168751104 00000100:00100000:0.0:1781272866.372081:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168751104 00000100:00100000:0.0:1781272866.372147:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1781272866.372156:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168751104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272866.372184:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272866.372229:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168751104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272866.372238:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1781272866.372289:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3231c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168751104:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1781272866.372759:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272866.376805:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168751232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272866.376916:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272866.376975:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168751744:0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.377003:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272866.377031:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168752256:0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.377065:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272866.377084:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168752768:0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.377106:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272866.377132:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1781272866.377139:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168751616:0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.377163:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272866.377183:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168752128:0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.377203:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272866.377220:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168752640:0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.377240:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272866.377280:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168751744 00000100:00100000:0.0:1781272866.377290:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168751744 00000100:00100000:0.0:1781272866.377340:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168752128 00000100:00100000:0.0:1781272866.377343:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168752128 00000100:00100000:0.0:1781272866.377372:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168752640 00000100:00100000:0.0:1781272866.377375:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168752640 00000100:00100000:0.0:1781272866.377393:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1781272866.377401:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168751744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.377463:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168751744:12345-0@lo:400:kworker.0 Request processed in 62us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272866.377470:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1781272866.377490:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:0.0:1781272866.377496:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168752128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.377523:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168752128:12345-0@lo:400:kworker.0 Request processed in 27us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272866.377528:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:0.0:1781272866.377539:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:0.0:1781272866.377545:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168752640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.377568:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168752640:12345-0@lo:400:kworker.0 Request processed in 24us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272866.377573:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:0.0:1781272866.377592:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168752256 00000100:00100000:0.0:1781272866.377595:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168752256 00000100:00100000:0.0:1781272866.377619:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168752768 00000100:00100000:0.0:1781272866.377623:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168752768 00000100:00100000:3.0:1781272866.378794:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168751232 00000100:00100000:3.0:1781272866.378805:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168751232 00000100:00100000:3.0:1781272866.378887:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1781272866.378896:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168751232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272866.378916:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272866.378972:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168751232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (2057us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272866.378979:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1781272866.379384:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168751488:0@lo:400:kworker.0 00000100:00100000:1.0:1781272866.379424:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272866.379459:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168752000:0@lo:400:kworker.0 00000100:00100000:1.0:1781272866.379481:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272866.379493:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168752512:0@lo:400:kworker.0 00000100:00100000:1.0:1781272866.379514:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272866.379534:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781272866.379541:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168751360:0@lo:400:kworker.0 00000100:00100000:1.0:1781272866.379570:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272866.379591:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4f60d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168751872:0@lo:400:kworker.0 00000100:00100000:1.0:1781272866.379615:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272866.379791:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168751360 00000100:00100000:2.0:1781272866.379796:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168751360 00000100:00100000:2.0:1781272866.379846:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1781272866.379855:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168751360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272866.379896:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168751360:12345-0@lo:400:kworker.0 Request processed in 43us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272866.379903:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1781272866.381014:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168751488 00000100:00100000:2.0:1781272866.381024:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168751488 00000100:00100000:2.0:1781272866.381055:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168752000 00000100:00100000:2.0:1781272866.381058:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168752000 00000100:00100000:2.0:1781272866.381071:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168752512 00000100:00100000:2.0:1781272866.381074:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168752512 00000100:00100000:2.0:1781272866.381091:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1781272866.381098:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168751488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272866.381154:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168751488:12345-0@lo:400:kworker.0 Request processed in 57us (1730us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272866.381161:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1781272866.381175:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1781272866.381181:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168752000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272866.381210:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168752000:12345-0@lo:400:kworker.0 Request processed in 30us (1728us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272866.381217:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1781272866.381226:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1781272866.381231:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168752512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272866.381257:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168752512:12345-0@lo:400:kworker.0 Request processed in 26us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272866.381262:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00080000:2.0:1781272866.381278:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272866.381282:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272866.381285:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272866.381302:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168751616 00000100:00100000:2.0:1781272866.381306:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168751616 00000100:00100000:2.0:1781272866.381343:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168751872 00000100:00100000:2.0:1781272866.381346:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168751872 00000100:00100000:2.0:1781272866.381359:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1781272866.381364:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168751616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272866.381398:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168751616:12345-0@lo:400:kworker.0 Request processed in 34us (4234us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272866.381404:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1781272866.381415:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1781272866.381421:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168751872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272866.381448:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168751872:12345-0@lo:400:kworker.0 Request processed in 28us (1832us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272866.381453:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1781272866.381474:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1781272866.381482:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168752256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272866.381523:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168752256:12345-0@lo:400:kworker.0 Request processed in 42us (4460us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272866.381528:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1781272866.382780:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168752384:0@lo:400:kworker.0 00000100:00100000:1.0:1781272866.382857:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272866.382923:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168751488:0@lo:400:kworker.0 00000100:00100000:1.0:1781272866.382938:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168752000:0@lo:400:kworker.0 00000100:00100000:1.0:1781272866.382949:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168752512:0@lo:400:kworker.0 00000100:00100000:1.0:1781272866.382982:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168751360:0@lo:400:kworker.0 00000100:00100000:1.0:1781272866.382994:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168751872:0@lo:400:kworker.0 00000100:00100000:1.0:1781272866.383033:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168752384 00000100:00100000:1.0:1781272866.383038:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168752384 00000100:00100000:1.0:1781272866.383080:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1781272866.383088:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168752384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272866.383133:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168752384:12345-0@lo:400:kworker.0 Request processed in 46us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272866.383140:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1781272866.383171:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168752384:0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.385961:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1781272866.385978:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee1a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168752768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.386071:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee1a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168752768:12345-0@lo:400:kworker.0 Request processed in 98us (8963us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272866.386079:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1781272866.386490:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168751616:0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.386507:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168752128:0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.386521:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168752640:0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.386542:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168751232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272866.386554:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4f60d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168751744:0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.386565:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168752256:0@lo:400:kworker.0 00000100:00100000:0.0:1781272866.386573:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168752768:0@lo:400:kworker.0 00000040:00080000:2.0:1781272866.785596:0:26756:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272866.785607:0:26756:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272866.788558:0:26756:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272866.788578:0:26756:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1781272867.137135:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1781272867.137388:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272867.904154:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272867.904181:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168752896:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272867.904259:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272867.904628:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168752896 00000100:00100000:2.0:1781272867.904639:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168752896 00000100:00100000:2.0:1781272867.904706:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1781272867.904718:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168752896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272867.904771:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781272867.904878:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168752896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 162us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272867.904886:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1781272867.905020:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168752896:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781272868.165187:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272868.880823:0:26807:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272868.880854:0:26807:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272868.881462:0:26807:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272868.881476:0:26807:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272868.929957:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168753024:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272868.930063:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272868.930609:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168753024 00000100:00100000:2.0:1781272868.930625:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168753024 00000100:00100000:2.0:1781272868.930709:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1781272868.930731:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168753024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272868.930792:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272868.930904:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c629a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168753024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 175us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272868.930915:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1781272868.931151:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c46d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168753024:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781272869.186460:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272870.209277:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272870.464926:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272870.464952:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168753152:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272870.465032:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272870.465102:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168753152 00000100:00100000:3.0:1781272870.465111:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168753152 00000100:00100000:3.0:1781272870.465162:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1781272870.465171:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168753152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272870.465199:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272870.465255:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168753152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272870.465264:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00080000:3.0:1781272870.465283:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272870.465323:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168753152:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272870.552917:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272870.552965:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272870.552996:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272870.553016:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272870.553035:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272870.553051:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272870.553072:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272870.553091:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272870.553116:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272870.553149:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159539584 00000100:00100000:1.0:1781272870.553161:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159539584 00000100:00100000:1.0:1781272870.553225:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159540096 00000100:00100000:1.0:1781272870.553228:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159540096 00000100:00100000:1.0:1781272870.553248:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159539712 00000100:00100000:1.0:1781272870.553251:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159539712 00000100:00100000:1.0:1781272870.553264:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159540224 00000100:00100000:1.0:1781272870.553266:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159540224 00000100:00100000:1.0:1781272870.553284:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 671 00000100:00100000:1.0:1781272870.553294:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159539584:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272870.553379:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159539584:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 86us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272870.553388:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 671 00000100:00100000:1.0:1781272870.553406:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 672 00000100:00100000:1.0:1781272870.553413:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159540096:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272870.553438:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159540096:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272870.553445:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 672 00000100:00100000:1.0:1781272870.553456:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 673 00000100:00100000:1.0:1781272870.553462:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159539712:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272870.553486:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159539712:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272870.553492:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 673 00000100:00100000:1.0:1781272870.553503:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 674 00000100:00100000:1.0:1781272870.553510:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159540224:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272870.553532:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159540224:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272870.553537:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 674 00000100:00080000:1.0:1781272870.553560:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272870.553565:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272870.553857:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159539200 00000100:00100000:2.0:1781272870.553862:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159539200 00000100:00100000:2.0:1781272870.553898:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 782 00000100:00100000:2.0:1781272870.553905:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159539200:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272870.553940:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159539200:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 36us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272870.553959:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 782 00000100:00100000:2.0:1781272870.553995:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159539840 00000100:00100000:2.0:1781272870.553998:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159539840 00000100:00100000:2.0:1781272870.554027:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159539456 00000100:00100000:2.0:1781272870.554030:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159539456 00000100:00100000:2.0:1781272870.554043:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159539968 00000100:00100000:2.0:1781272870.554046:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159539968 00000100:00100000:2.0:1781272870.554058:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159539328 00000100:00100000:2.0:1781272870.554060:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159539328 00000100:00100000:2.0:1781272870.554075:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1190 00000100:00100000:2.0:1781272870.554081:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159539840:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272870.554112:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159539840:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (1114us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272870.554118:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1190 00000100:00100000:2.0:1781272870.554131:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1191 00000100:00100000:2.0:1781272870.554137:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159539456:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272870.554161:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159539456:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272870.554167:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1191 00000100:00100000:2.0:1781272870.554177:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1192 00000100:00100000:2.0:1781272870.554182:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159539968:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272870.554203:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159539968:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272870.554209:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1192 00000100:00100000:2.0:1781272870.554220:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1193 00000100:00100000:2.0:1781272870.554226:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159539328:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272870.554250:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159539328:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (1133us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272870.554254:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1193 00000100:00080000:1.0:1781272870.554609:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272870.554614:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1781272870.796091:0:26858:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272870.796100:0:26858:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272870.796601:0:26858:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272870.796612:0:26858:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272870.986629:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272870.986654:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168753280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272870.986740:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272870.986803:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168753280 00000100:00100000:2.0:1781272870.986810:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168753280 00000100:00100000:2.0:1781272870.986883:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1781272870.986892:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168753280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272870.986916:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272870.986962:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168753280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272870.986970:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00080000:2.0:1781272870.986993:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272870.987034:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168753280:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1781272871.232167:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272871.488598:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272871.488633:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168753408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272871.488737:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272871.489497:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272871.489533:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168753536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272871.489618:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272871.489702:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168753408 00000100:00100000:3.0:1781272871.489713:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168753408 00000100:00100000:3.0:1781272871.489800:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168753536 00000100:00100000:3.0:1781272871.489804:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168753536 00000100:00100000:3.0:1781272871.489853:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1781272871.489864:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168753408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272871.489908:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272871.490216:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168753664:0@lo:400:kworker.0 00000100:00100000:3.0:1781272871.490218:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168753408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 351us (1477us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272871.490239:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1781272871.490269:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1781272871.490281:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168753536:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272871.490308:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272871.490363:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168754176:0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.490389:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272871.490407:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168754688:0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.490429:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272871.490452:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781272871.490458:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168753792:0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.490483:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272871.490501:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168754304:0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.490522:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272871.490539:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168754816:0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.490560:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272871.490589:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168753664 00000100:00100000:2.0:1781272871.490596:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168753664 00000100:00100000:2.0:1781272871.490641:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1781272871.490650:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168753664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.490709:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168753664:12345-0@lo:400:kworker.0 Request processed in 60us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272871.490717:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00002000:00000024:3.0:1781272871.490745:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272871.490753:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168753792 00000100:00100000:2.0:1781272871.490760:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168753792 00000100:00100000:2.0:1781272871.490795:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168754304 00000100:00100000:2.0:1781272871.490799:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168754304 00000100:00100000:3.0:1781272871.490813:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168753536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 533us (1193us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272871.490824:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1781272871.490826:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168754816 00000100:00100000:2.0:1781272871.490872:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168754816 00000100:00080000:3.0:1781272871.490899:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272871.490899:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00080000:3.0:1781272871.490912:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272871.490916:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168753792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.490960:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168753792:12345-0@lo:400:kworker.0 Request processed in 50us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272871.491111:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168753920:0@lo:400:kworker.0 00000100:00100000:3.0:1781272871.491159:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272871.491195:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168754432:0@lo:400:kworker.0 00000100:00100000:3.0:1781272871.491224:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272871.491238:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168754944:0@lo:400:kworker.0 00000100:00100000:3.0:1781272871.491261:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272871.491322:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168753536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272871.491349:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781272871.491356:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168754048:0@lo:400:kworker.0 00000100:00100000:3.0:1781272871.491381:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272871.491393:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168754560:0@lo:400:kworker.0 00000100:00100000:3.0:1781272871.491419:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272871.491452:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168754176 00000100:00100000:3.0:1781272871.491457:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168754176 00000100:00100000:3.0:1781272871.491492:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168753920 00000100:00100000:3.0:1781272871.491494:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168753920 00000100:00100000:3.0:1781272871.491510:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1781272871.491518:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168754176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272871.491562:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168754176:12345-0@lo:400:kworker.0 Request processed in 45us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272871.491570:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1781272871.491582:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1781272871.491587:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168753920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272871.491619:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168753920:12345-0@lo:400:kworker.0 Request processed in 31us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272871.491625:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1781272871.491650:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168753920:0@lo:400:kworker.0 00000100:00100000:1.0:1781272871.492130:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168754688 00000100:00100000:1.0:1781272871.492142:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168754688 00000100:00100000:1.0:1781272871.492186:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168754560 00000100:00100000:1.0:1781272871.492189:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168754560 00000100:00100000:1.0:1781272871.492211:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1781272871.492219:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168754688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272871.492281:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168754688:12345-0@lo:400:kworker.0 Request processed in 63us (1850us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272871.492288:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1781272871.492303:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1781272871.492309:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168754560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.492381:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:2.0:1781272871.492399:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168754432 00000100:00100000:2.0:1781272871.492403:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168754432 00000100:00100000:0.0:1781272871.493185:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168753408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272871.493251:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168754944 00000100:00100000:0.0:1781272871.493255:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168754944 00000100:00100000:2.0:1781272871.497594:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:2.0:1781272871.497616:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168754304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272871.497693:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168754048 00000100:00100000:3.0:1781272871.497720:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168754048 00000100:00100000:2.0:1781272871.497742:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168754304:12345-0@lo:400:kworker.0 Request processed in 131us (7213us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272871.497754:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:3.0:1781272871.497780:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:3.0:1781272871.497792:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168754816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272871.497913:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168754816:12345-0@lo:400:kworker.0 Request processed in 123us (7351us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272871.497958:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1781272871.497982:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168754432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272871.498078:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168754560:12345-0@lo:400:kworker.0 Request processed in 5767us (6655us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272871.498088:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1781272871.501307:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168754432:12345-0@lo:400:kworker.0 Request processed in 2814us (9567us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272871.501326:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1781272871.501468:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:2.0:1781272871.501488:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168754048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.501579:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168754048:12345-0@lo:400:kworker.0 Request processed in 102us (10196us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272871.501586:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00080000:2.0:1781272871.501739:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272871.502089:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168754560:0@lo:400:kworker.0 00000100:00100000:1.0:1781272871.502114:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168754432:0@lo:400:kworker.0 00000100:00100000:1.0:1781272871.502150:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168754048:0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.503897:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168753792:0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.503914:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168754304:0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.503927:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168754816:0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.503936:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168753664:0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.503948:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168754176:0@lo:400:kworker.0 00000100:00100000:2.0:1781272871.503959:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168754688:0@lo:400:kworker.0 00000100:00100000:3.0:1781272871.506795:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:3.0:1781272871.506977:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:3.0:1781272871.507001:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee0ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168754944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272871.507141:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee0ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168754944:12345-0@lo:400:kworker.0 Request processed in 154us (15878us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272871.507149:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:1.0:1781272871.507628:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168754944:0@lo:400:kworker.0 00010000:00010000:3.0:1781272872.256998:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272872.703052:0:26910:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272872.703061:0:26910:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272872.703598:0:26910:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272872.703609:0:26910:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272873.024142:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272873.024181:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168755072:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272873.024537:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272873.024689:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168755072 00000100:00100000:3.0:1781272873.024700:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168755072 00000100:00100000:3.0:1781272873.024757:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1781272873.024767:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168755072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272873.024821:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781272873.024918:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168755072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 152us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272873.024926:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1781272873.025705:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168755072:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272873.280333:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272874.049058:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168755200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272874.049161:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272874.049347:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168755200 00000100:00100000:0.0:1781272874.049358:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168755200 00000100:00100000:0.0:1781272874.049418:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1781272874.049428:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168755200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272874.049464:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272874.049527:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168755200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272874.049535:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1781272874.049588:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168755200:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272874.304091:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272874.879504:0:26961:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272874.879514:0:26961:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272874.882478:0:26961:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272874.882499:0:26961:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272875.328009:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272875.587466:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272875.589080:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168755328:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272875.589168:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272875.589374:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168755328 00000100:00100000:3.0:1781272875.589386:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168755328 00000100:00100000:3.0:1781272875.589461:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1781272875.589472:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168755328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272875.589511:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272875.589564:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168755328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272875.589571:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1781272875.589922:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168755328:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781272875.596461:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272875.660279:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272875.660329:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272875.660364:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272875.660395:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272875.660432:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272875.660452:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272875.660469:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272875.660484:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272875.660507:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272875.660542:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159540736 00000100:00100000:1.0:1781272875.660556:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159540736 00000100:00100000:1.0:1781272875.660644:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159541248 00000100:00100000:1.0:1781272875.660648:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159541248 00000100:00100000:1.0:1781272875.660798:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159540864 00000100:00100000:1.0:1781272875.660801:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159540864 00000100:00100000:1.0:1781272875.660813:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159541376 00000100:00100000:1.0:1781272875.660815:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159541376 00000100:00100000:1.0:1781272875.660874:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 677 00000100:00100000:1.0:1781272875.660885:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159540736:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272875.660964:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159540736:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 82us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272875.660972:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 677 00000100:00100000:1.0:1781272875.660992:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 678 00000100:00100000:1.0:1781272875.660997:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159541248:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272875.661021:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159541248:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272875.661027:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 678 00000100:00100000:1.0:1781272875.661037:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 679 00000100:00100000:1.0:1781272875.661043:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159540864:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272875.661065:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159540864:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272875.661072:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 679 00000100:00100000:1.0:1781272875.661082:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 680 00000100:00100000:1.0:1781272875.661088:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159541376:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272875.661109:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159541376:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272875.661114:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 680 00000100:00100000:1.0:1781272875.661136:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159540352 00000100:00100000:1.0:1781272875.661139:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159540352 00000100:00100000:1.0:1781272875.661163:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 784 00000100:00100000:1.0:1781272875.661170:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159540352:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272875.661193:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159540352:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272875.661199:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 784 00000100:00080000:0.0:1781272875.661741:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272875.661747:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272875.661947:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159540480 00000100:00100000:1.0:1781272875.661953:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159540480 00000100:00100000:1.0:1781272875.662001:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159540992 00000100:00100000:1.0:1781272875.662004:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159540992 00000100:00100000:1.0:1781272875.662018:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159540608 00000100:00100000:1.0:1781272875.662020:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159540608 00000100:00100000:1.0:1781272875.662030:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159541120 00000100:00100000:1.0:1781272875.662033:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159541120 00000100:00100000:1.0:1781272875.662048:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1200 00000100:00100000:1.0:1781272875.662056:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159540480:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272875.662100:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159540480:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 45us (1833us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272875.662107:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1200 00000100:00100000:1.0:1781272875.662120:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1201 00000100:00100000:1.0:1781272875.662126:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159540992:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272875.662147:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159540992:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (1782us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272875.662153:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1201 00000100:00100000:1.0:1781272875.662162:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1202 00000100:00100000:1.0:1781272875.662167:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159540608:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272875.662189:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159540608:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (1737us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272875.662195:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1202 00000100:00100000:1.0:1781272875.662205:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1203 00000100:00100000:1.0:1781272875.662210:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159541120:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272875.662235:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159541120:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (1749us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272875.662243:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1203 00000100:00080000:0.0:1781272875.663286:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272875.663293:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1781272875.840055:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272875.840064:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272875.840645:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272875.840659:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272876.100041:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168755456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272876.100140:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272876.100550:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168755456 00000100:00100000:2.0:1781272876.100562:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168755456 00000100:00100000:2.0:1781272876.100981:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1781272876.100998:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168755456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272876.101029:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00080000:0.0:1781272876.101369:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272876.111446:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168755456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 10437us (11300us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272876.111467:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1781272876.119162:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168755456:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1781272876.352050:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272876.608204:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168755968:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.608290:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.608355:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168756480:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.608383:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.608405:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168756992:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.608428:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.608459:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1781272876.608466:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168755584:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.608496:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.608520:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168756096:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.608548:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.608567:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168756608:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.608588:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.608621:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168757120:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.608952:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.609024:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168755712:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.609050:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.609075:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168756224:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.609097:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.609115:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168756736:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.609135:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.609152:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168757248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272876.609173:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.609194:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781272876.609201:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168755840:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.609226:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.609245:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168756352:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.609267:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.609283:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168756864:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.609309:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.609342:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168755968 00000100:00100000:3.0:1781272876.609352:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168755968 00000100:00100000:3.0:1781272876.609403:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168755712 00000100:00100000:3.0:1781272876.609407:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168755712 00000100:00100000:3.0:1781272876.609419:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168756224 00000100:00100000:3.0:1781272876.609423:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168756224 00000100:00100000:3.0:1781272876.609448:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168756736 00000100:00100000:3.0:1781272876.609450:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168756736 00000100:00100000:3.0:1781272876.609463:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168756352 00000100:00100000:3.0:1781272876.609465:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168756352 00000100:00100000:3.0:1781272876.609477:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168756864 00000100:00100000:3.0:1781272876.609479:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168756864 00000100:00100000:3.0:1781272876.609496:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:3.0:1781272876.609506:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168755968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.609571:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168755968:12345-0@lo:400:kworker.0 Request processed in 65us (1280us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272876.609579:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:3.0:1781272876.609608:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1781272876.609615:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168755712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.612346:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168755712:12345-0@lo:400:kworker.0 Request processed in 2719us (3282us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272876.612365:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1781272876.612406:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:3.0:1781272876.612424:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168756224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.612526:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168756224:12345-0@lo:400:kworker.0 Request processed in 96us (3410us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272876.612533:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:3.0:1781272876.612547:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:3.0:1781272876.612554:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168756736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.612584:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168756736:12345-0@lo:400:kworker.0 Request processed in 32us (3448us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272876.612590:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:3.0:1781272876.612615:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:3.0:1781272876.612622:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168756352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272876.612780:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1781272876.612791:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168756864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272876.612845:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168756864:12345-0@lo:400:kworker.0 Request processed in 42us (3519us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272876.612852:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1781272876.613041:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168756352:12345-0@lo:400:kworker.0 Request processed in 420us (3773us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272876.613047:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1781272876.617582:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168756480 00000100:00100000:1.0:1781272876.617594:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168756480 00000100:00100000:1.0:1781272876.617691:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168756992 00000100:00100000:1.0:1781272876.617695:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168756992 00000100:00100000:1.0:1781272876.617723:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168756608 00000100:00100000:1.0:1781272876.617726:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168756608 00000100:00100000:1.0:1781272876.617738:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168757120 00000100:00100000:1.0:1781272876.617741:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168757120 00000100:00100000:1.0:1781272876.617759:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1781272876.617769:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168756480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272876.617916:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1781272876.617926:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168756992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272876.618111:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1781272876.618122:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168756608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272876.622306:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168756992:12345-0@lo:400:kworker.0 Request processed in 4371us (13864us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272876.622323:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1781272876.622368:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1781272876.622381:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168757120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272876.622435:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168757120:12345-0@lo:400:kworker.0 Request processed in 61us (13483us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272876.622442:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1781272876.622649:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168757376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272876.622701:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272876.622770:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168755584 00000100:00100000:3.0:1781272876.622778:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168755584 00000100:00100000:2.0:1781272876.622964:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168757248 00000100:00100000:2.0:1781272876.622968:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168757248 00000100:00100000:2.0:1781272876.622993:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168757376 00000100:00100000:2.0:1781272876.622996:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168757376 00000100:00100000:2.0:1781272876.623008:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1781272876.623014:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168757248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272876.623036:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272876.623071:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168757248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (13896us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272876.623077:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1781272876.623090:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1781272876.623095:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168757376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781272876.623103:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272876.623140:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168757376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272876.623146:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1781272876.623191:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168757376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272876.623308:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1781272876.623317:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168755584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.623351:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168755584:12345-0@lo:400:kworker.0 Request processed in 36us (14855us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272876.623358:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1781272876.623388:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168756096 00000100:00100000:3.0:1781272876.623393:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168756096 00000100:00100000:3.0:1781272876.623419:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168755840 00000100:00100000:3.0:1781272876.623421:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168755840 00000100:00100000:3.0:1781272876.623434:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1781272876.623440:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168756096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.623471:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168756096:12345-0@lo:400:kworker.0 Request processed in 31us (14921us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272876.623477:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1781272876.623488:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1781272876.623493:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168755840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.623518:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168755840:12345-0@lo:400:kworker.0 Request processed in 25us (14292us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272876.623524:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00080000:3.0:1781272876.623562:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272876.623568:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272876.623571:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272876.623768:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168755840:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.623783:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168756352:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.623794:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168756864:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.623806:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168755712:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.623914:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168756224:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.623927:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168756736:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.623941:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168757248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272876.623980:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168755584:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.623991:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168756096:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.624001:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168757120:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.624012:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168755968:0@lo:400:kworker.0 00000100:00100000:3.0:1781272876.624021:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3b57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168756992:0@lo:400:kworker.0 00000100:00100000:1.0:1781272876.624116:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168756480:12345-0@lo:400:kworker.0 Request processed in 6346us (15730us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272876.624133:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1781272876.624259:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168756480:0@lo:400:kworker.0 00000100:00100000:0.0:1781272876.628762:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168756608:12345-0@lo:400:kworker.0 Request processed in 10633us (20161us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272876.628781:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1781272876.630297:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168756608:0@lo:400:kworker.0 00000040:00080000:3.0:1781272876.955797:0:27012:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272876.955809:0:27012:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272876.956448:0:27012:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272876.956461:0:27012:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1781272877.376633:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1781272877.378297:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272878.145167:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272878.145191:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168757504:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272878.145276:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272878.145341:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168757504 00000100:00100000:0.0:1781272878.145351:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168757504 00000100:00100000:0.0:1781272878.145398:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1781272878.145407:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168757504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272878.145774:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272878.145875:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168757504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 468us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272878.145882:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1781272878.145936:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c6298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168757504:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272878.400078:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272879.027351:0:27064:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272879.027363:0:27064:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272879.039867:0:27064:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272879.039891:0:27064:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272879.168202:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168757632:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272879.168288:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272879.168450:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168757632 00000100:00100000:0.0:1781272879.168460:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168757632 00000100:00100000:0.0:1781272879.168518:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1781272879.168528:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168757632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272879.168583:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272879.168641:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168757632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272879.168647:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1781272879.168694:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168757632:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272879.424600:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272880.448730:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272880.706311:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168757760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272880.706437:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272880.709779:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168757760 00000100:00100000:1.0:1781272880.709804:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168757760 00000100:00100000:1.0:1781272880.713893:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1781272880.713919:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168757760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272880.713972:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272880.714102:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168757760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 192us (7664us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272880.714112:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1781272880.714194:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168757760:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781272880.716270:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272880.779393:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272880.779442:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272880.779466:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272880.779488:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272880.779519:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272880.779550:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272880.779569:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272880.779599:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272880.779630:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272880.779667:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159541632 00000100:00100000:1.0:1781272880.779681:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159541632 00000100:00100000:1.0:1781272880.779761:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159542144 00000100:00100000:1.0:1781272880.779765:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159542144 00000100:00100000:1.0:1781272880.779781:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159541760 00000100:00100000:1.0:1781272880.779783:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159541760 00000100:00100000:1.0:1781272880.779798:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159542272 00000100:00100000:1.0:1781272880.779800:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159542272 00000100:00100000:1.0:1781272880.779819:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1210 00000100:00100000:1.0:1781272880.779849:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159541632:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272880.779954:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159541632:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 125us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272880.779962:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1210 00000100:00100000:1.0:1781272880.779983:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1211 00000100:00100000:1.0:1781272880.779990:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159542144:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272880.780020:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159542144:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272880.780026:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1211 00000100:00100000:1.0:1781272880.780038:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1212 00000100:00100000:1.0:1781272880.780044:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159541760:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272880.780069:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159541760:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272880.780075:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1212 00000100:00100000:1.0:1781272880.780087:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1213 00000100:00100000:1.0:1781272880.780094:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159542272:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272880.780119:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159542272:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272880.780125:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1213 00000100:00100000:1.0:1781272880.780149:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159541888 00000100:00100000:1.0:1781272880.780153:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159541888 00000100:00100000:1.0:1781272880.780187:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159542400 00000100:00100000:1.0:1781272880.780191:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159542400 00000100:00100000:1.0:1781272880.780218:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159542016 00000100:00100000:1.0:1781272880.780221:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159542016 00000100:00100000:1.0:1781272880.780235:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159542528 00000100:00100000:1.0:1781272880.780238:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159542528 00000100:00100000:1.0:1781272880.780252:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 685 00000100:00100000:1.0:1781272880.780259:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159541888:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272880.780288:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159541888:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272880.780299:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 685 00000100:00100000:1.0:1781272880.780312:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 686 00000100:00100000:1.0:1781272880.780318:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159542400:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272880.780344:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159542400:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272880.780350:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 686 00000100:00100000:1.0:1781272880.780360:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 687 00000100:00100000:1.0:1781272880.780366:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159542016:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272880.780393:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159542016:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272880.780400:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 687 00000100:00100000:1.0:1781272880.780409:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 688 00000100:00100000:1.0:1781272880.780415:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159542528:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272880.780437:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159542528:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272880.780444:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 688 00000100:00100000:1.0:1781272880.780471:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159541504 00000100:00100000:1.0:1781272880.780475:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159541504 00000100:00100000:1.0:1781272880.780504:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 786 00000100:00100000:1.0:1781272880.780511:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159541504:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272880.780548:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159541504:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272880.780555:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 786 00000100:00080000:1.0:1781272880.780586:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272880.780590:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272880.780593:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272880.780595:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1781272881.122585:0:27115:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272881.122669:0:27115:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272881.123778:0:27115:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272881.123795:0:27115:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272881.219692:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168757888:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272881.219795:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272881.221605:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168757888 00000100:00100000:1.0:1781272881.221624:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168757888 00000100:00100000:1.0:1781272881.221720:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1781272881.221735:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168757888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272881.221779:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00080000:0.0:1781272881.222202:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272881.222486:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168757888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 753us (2688us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272881.222498:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1781272881.222704:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168757888:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1781272881.472073:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272881.728095:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272881.728242:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272881.728269:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168758144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272881.728374:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272881.728454:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168758528:0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.728487:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272881.728555:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168758144 00000100:00100000:3.0:1781272881.728566:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168758144 00000100:00100000:3.0:1781272881.728637:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1781272881.728649:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168758144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272881.728691:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272881.728740:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168758144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272881.728747:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00080000:3.0:1781272881.728772:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272881.728852:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168758144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272881.728907:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168758400:0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.728943:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272881.728967:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272881.728973:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168758272:0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.729006:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272881.729044:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168758400 00000100:00100000:3.0:1781272881.729048:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168758400 00000100:00100000:3.0:1781272881.729085:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:3.0:1781272881.729091:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168758400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.729133:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168758400:12345-0@lo:400:kworker.0 Request processed in 42us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272881.729139:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:3.0:1781272881.729160:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168758272 00000100:00100000:3.0:1781272881.729164:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168758272 00000100:00100000:3.0:1781272881.729192:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1781272881.729199:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168758272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.729229:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168758272:12345-0@lo:400:kworker.0 Request processed in 31us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272881.729236:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1781272881.729272:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168758272:0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.729283:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168758400:0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.729335:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168758528 00000100:00100000:3.0:1781272881.729339:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168758528 00000100:00100000:3.0:1781272881.729366:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1781272881.729372:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168758528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.729413:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168758528:12345-0@lo:400:kworker.0 Request processed in 40us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272881.729418:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1781272881.729442:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168758528:0@lo:400:kworker.0 00000100:00100000:0.0:1781272881.729466:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168758016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272881.729515:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272881.731325:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168758016 00000100:00100000:3.0:1781272881.731344:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168758016 00000100:00100000:3.0:1781272881.731487:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1781272881.731499:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168758016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272881.731543:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272881.731632:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168758016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 136us (2116us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272881.731641:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00080000:0.0:1781272881.731701:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272881.731755:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168758016:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272881.734875:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272881.735074:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168758784:0@lo:400:kworker.0 00000100:00100000:0.0:1781272881.735175:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272881.735247:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272881.735254:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168758912:0@lo:400:kworker.0 00000100:00100000:0.0:1781272881.735288:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272881.735330:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168758784 00000100:00100000:0.0:1781272881.735341:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168758784 00000100:00100000:0.0:1781272881.735405:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1781272881.735426:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168758784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272881.735493:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168759040:0@lo:400:kworker.0 00000100:00100000:0.0:1781272881.735511:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168758784:12345-0@lo:400:kworker.0 Request processed in 85us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272881.735534:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1781272881.735550:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272881.735574:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168758912 00000100:00100000:0.0:1781272881.735579:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168758912 00000100:00100000:1.0:1781272881.735582:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168758656:0@lo:400:kworker.0 00000100:00100000:1.0:1781272881.735610:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781272881.736667:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272881.736729:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168758784:0@lo:400:kworker.0 00000100:00100000:2.0:1781272881.736750:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168759424:0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.736763:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168759296:0@lo:400:kworker.0 00000100:00100000:2.0:1781272881.736806:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272881.736963:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168759040 00000100:00100000:1.0:1781272881.736968:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168758656 00000100:00100000:0.0:1781272881.736971:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168759040 00000100:00100000:1.0:1781272881.736977:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168758656 00000100:00100000:1.0:1781272881.737030:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:3.0:1781272881.737064:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272881.737075:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168759168:0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.737113:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272881.737199:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272881.737279:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168759424 00000100:00100000:3.0:1781272881.737284:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168759424 00000100:00080000:2.0:1781272881.737311:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272881.737343:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168759296 00000100:00100000:2.0:1781272881.737348:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168759296 00000100:00100000:1.0:1781272881.737444:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c6298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168758912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272881.737510:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c6298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168758912:12345-0@lo:400:kworker.0 Request processed in 70us (2220us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272881.738260:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1781272881.738273:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168758656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272881.738284:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:0.0:1781272881.738297:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168759040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.738346:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168758656:12345-0@lo:400:kworker.0 Request processed in 77us (2735us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272881.738356:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168759040:12345-0@lo:400:kworker.0 Request processed in 62us (2805us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272881.738358:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:0.0:1781272881.738369:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1781272881.738387:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:3.0:1781272881.738397:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168759424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.738433:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168759424:12345-0@lo:400:kworker.0 Request processed in 39us (1628us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272881.738439:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:3.0:1781272881.738484:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168759040:0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.738499:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168758656:0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.738551:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168759424:0@lo:400:kworker.0 00000100:00100000:1.0:1781272881.738563:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:3.0:1781272881.738779:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:3.0:1781272881.738791:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168759296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272881.738816:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168758912:0@lo:400:kworker.0 00000100:00080000:1.0:1781272881.738872:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272881.739076:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168759296:12345-0@lo:400:kworker.0 Request processed in 288us (1876us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272881.739084:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:0.0:1781272881.739184:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168759168 00000100:00100000:0.0:1781272881.739192:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168759168 00000100:00100000:0.0:1781272881.739583:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1781272881.739594:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168759168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272881.739657:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168759168:12345-0@lo:400:kworker.0 Request processed in 65us (2543us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272881.739664:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1781272881.739767:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168759296:0@lo:400:kworker.0 00000100:00100000:3.0:1781272881.740067:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168759168:0@lo:400:kworker.0 00010000:00010000:2.0:1781272882.497743:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272883.254807:0:27166:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272883.254825:0:27166:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272883.255407:0:27166:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272883.255424:0:27166:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272883.269796:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272883.269826:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168759552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272883.269953:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272883.270524:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168759552 00000100:00100000:1.0:1781272883.270535:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168759552 00000100:00100000:1.0:1781272883.270731:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1781272883.270742:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168759552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272883.270793:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781272883.272032:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168759552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1283us (2070us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272883.272047:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1781272883.282267:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168759552:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272883.523231:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272884.288574:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2beca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168759680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272884.288655:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272884.288814:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168759680 00000100:00100000:2.0:1781272884.288823:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168759680 00000100:00100000:2.0:1781272884.288912:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1781272884.288922:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168759680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272884.288964:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272884.289025:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168759680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272884.289032:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1781272884.289211:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2beca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168759680:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781272884.544010:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272885.056077:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272885.056088:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272885.057260:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272885.057281:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1781272885.316255:0:27217:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272885.316267:0:27217:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272885.317029:0:27217:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272885.317047:0:27217:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272885.571667:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272885.824342:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272885.824370:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168759808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272885.824453:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272885.824605:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168759808 00000100:00100000:1.0:1781272885.824615:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168759808 00000100:00100000:1.0:1781272885.824698:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1781272885.824711:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168759808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272885.824740:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272885.824788:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168759808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272885.824795:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1781272885.825018:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168759808:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1781272885.825187:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272885.903973:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272885.904071:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159542784 00000100:00100000:3.0:1781272885.904082:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159542784 00000100:00100000:3.0:1781272885.904179:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1220 00000100:00100000:3.0:1781272885.904192:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2390:x1867799159542784:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272885.904275:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2390:x1867799159542784:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 87us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272885.904283:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1220 00000100:00080000:0.0:1781272885.904944:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272885.905584:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272885.905736:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272885.905771:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272885.905806:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272885.905829:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272885.905896:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272885.905919:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272885.905939:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272885.905981:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159542656 00000100:00100000:1.0:1781272885.905989:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159542656 00000100:00100000:1.0:1781272885.906035:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 788 00000100:00100000:1.0:1781272885.906045:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159542656:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272885.906104:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159542656:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 60us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272885.906112:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 788 00000100:00100000:1.0:1781272885.906148:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159543040 00000100:00100000:1.0:1781272885.906152:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159543040 00000100:00100000:1.0:1781272885.906182:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159543552 00000100:00100000:1.0:1781272885.906187:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159543552 00000100:00100000:1.0:1781272885.906203:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159543168 00000100:00100000:1.0:1781272885.906205:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159543168 00000100:00100000:1.0:1781272885.906216:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159543680 00000100:00100000:1.0:1781272885.906217:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159543680 00000100:00100000:1.0:1781272885.906230:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 690 00000100:00100000:1.0:1781272885.906236:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159543040:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272885.906268:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159543040:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272885.906275:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 690 00000100:00100000:1.0:1781272885.906287:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 691 00000100:00100000:1.0:1781272885.906294:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159543552:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272885.906319:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159543552:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272885.906325:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 691 00000100:00100000:1.0:1781272885.906336:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 692 00000100:00100000:1.0:1781272885.906342:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159543168:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272885.906363:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159543168:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272885.906368:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 692 00000100:00100000:1.0:1781272885.906378:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 693 00000100:00100000:1.0:1781272885.906384:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159543680:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272885.906405:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159543680:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272885.906410:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 693 00000100:00100000:2.0:1781272885.906678:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159543296 00000100:00100000:2.0:1781272885.906683:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159543296 00000100:00100000:2.0:1781272885.906725:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159542912 00000100:00100000:2.0:1781272885.906728:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159542912 00000100:00100000:2.0:1781272885.906752:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159543424 00000100:00100000:2.0:1781272885.906755:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159543424 00000100:00100000:2.0:1781272885.906774:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1221 00000100:00080000:0.0:1781272885.906780:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272885.906783:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159543296:12345-192.168.204.14@tcp:400:kworker.0 00000100:00080000:0.0:1781272885.906787:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272885.906791:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272885.906794:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272885.906859:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1222 00000100:00100000:2.0:1781272885.906860:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159543296:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 46us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272885.906872:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1221 00000100:00100000:0.0:1781272885.906874:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159542912:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272885.906892:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1223 00000100:00100000:2.0:1781272885.906902:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159543424:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272885.906911:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159542912:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272885.906920:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1222 00000100:00100000:2.0:1781272885.906937:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159543424:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 35us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272885.906945:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1223 00000100:00100000:2.0:1781272886.336164:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168759936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272886.336252:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272886.336689:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168759936 00000100:00100000:1.0:1781272886.336699:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168759936 00000100:00100000:1.0:1781272886.336779:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1781272886.336790:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168759936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272886.336814:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00080000:3.0:1781272886.336980:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272886.339888:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168759936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3084us (3621us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272886.339906:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1781272886.343583:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168759936:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1781272886.605033:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272886.848534:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168760064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272886.848955:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168760320:0@lo:400:kworker.0 00000100:00100000:0.0:1781272886.849019:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272886.849069:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168760832:0@lo:400:kworker.0 00000100:00100000:0.0:1781272886.849093:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272886.849109:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168761344:0@lo:400:kworker.0 00000100:00100000:0.0:1781272886.849130:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272886.849286:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781272886.849293:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168760448:0@lo:400:kworker.0 00000100:00100000:0.0:1781272886.849321:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272886.849338:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168760960:0@lo:400:kworker.0 00000100:00100000:0.0:1781272886.849358:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272886.849373:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168761472:0@lo:400:kworker.0 00000100:00100000:0.0:1781272886.849394:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272886.849427:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168760320 00000100:00100000:0.0:1781272886.849435:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168760320 00000100:00100000:0.0:1781272886.849493:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168760832 00000100:00100000:0.0:1781272886.849497:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168760832 00000100:00100000:0.0:1781272886.849521:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168761344 00000100:00100000:0.0:1781272886.849523:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168761344 00000100:00100000:0.0:1781272886.849536:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168760960 00000100:00100000:0.0:1781272886.849538:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168760960 00000100:00100000:0.0:1781272886.849554:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:0.0:1781272886.849562:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168760320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.849687:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c2beca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168760192:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.849725:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272886.849749:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168760704:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.849773:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272886.849790:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168761216:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.849811:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272886.849825:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781272886.849857:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168760576:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.849881:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272886.849891:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168761088:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.849911:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272886.849930:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168761600:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.849947:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272886.849976:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168760192 00000100:00100000:3.0:1781272886.849979:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168760192 00000100:00100000:3.0:1781272886.850009:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1781272886.850015:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168760192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.850068:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168760192:12345-0@lo:400:kworker.0 Request processed in 52us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272886.850075:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1781272886.850112:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168760448 00000100:00100000:3.0:1781272886.850116:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168760448 00000100:00100000:3.0:1781272886.850215:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168760704 00000100:00100000:3.0:1781272886.850219:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168760704 00000100:00100000:3.0:1781272886.850235:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1781272886.850240:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168760448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.850283:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168760448:12345-0@lo:400:kworker.0 Request processed in 42us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272886.850289:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1781272886.850301:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1781272886.850306:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168760704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.850334:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168760704:12345-0@lo:400:kworker.0 Request processed in 28us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272886.850339:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1781272886.850355:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168761472 00000100:00100000:3.0:1781272886.850359:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168761472 00000100:00100000:3.0:1781272886.850385:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168761088 00000100:00100000:3.0:1781272886.850388:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168761088 00000100:00100000:3.0:1781272886.850403:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168761600 00000100:00100000:3.0:1781272886.850405:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168761600 00000100:00100000:3.0:1781272886.850423:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1781272886.850429:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168761472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.850472:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168761472:12345-0@lo:400:kworker.0 Request processed in 44us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272886.850479:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1781272886.850490:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1781272886.850496:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168761088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.850520:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168761088:12345-0@lo:400:kworker.0 Request processed in 25us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272886.850527:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1781272886.850537:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1781272886.850542:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168761600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.850564:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168761600:12345-0@lo:400:kworker.0 Request processed in 23us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272886.850568:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1781272886.850813:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168760320:12345-0@lo:400:kworker.0 Request processed in 1249us (1791us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272886.850824:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:0.0:1781272886.850852:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168761216 00000100:00100000:0.0:1781272886.850856:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168761216 00000100:00100000:0.0:1781272886.850873:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1781272886.850884:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168760832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272886.850914:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168760832:12345-0@lo:400:kworker.0 Request processed in 35us (1820us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272886.850920:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1781272886.850930:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168760576 00000100:00100000:0.0:1781272886.850933:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168760576 00000100:00100000:0.0:1781272886.850948:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1781272886.850953:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168761344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272886.850982:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168761344:12345-0@lo:400:kworker.0 Request processed in 28us (1851us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272886.850987:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1781272886.850997:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:0.0:1781272886.851001:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168760960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272886.851021:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168760960:12345-0@lo:400:kworker.0 Request processed in 20us (1663us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272886.851024:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:0.0:1781272886.851030:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:0.0:1781272886.851033:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168761216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272886.851048:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3b57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168761216:12345-0@lo:400:kworker.0 Request processed in 15us (1237us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272886.851051:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:0.0:1781272886.851057:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:0.0:1781272886.851061:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168760576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272886.851074:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168760576:12345-0@lo:400:kworker.0 Request processed in 13us (1192us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272886.851078:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00080000:0.0:1781272886.851107:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272886.851111:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272886.851113:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272886.851293:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168760576:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.851302:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168761088:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.851308:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168761600:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.851314:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c2beca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168760192:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.851321:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168760704:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.851327:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168761216:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.851362:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168760448:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.851369:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168760960:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.851376:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168761472:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.851382:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168760320:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.851388:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168760832:0@lo:400:kworker.0 00000100:00100000:3.0:1781272886.851395:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168761344:0@lo:400:kworker.0 00000100:00100000:2.0:1781272886.852051:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168761728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272886.852102:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272886.852361:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168761728 00000100:00100000:0.0:1781272886.852368:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168761728 00000100:00100000:0.0:1781272886.852408:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1781272886.852417:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168761728:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272886.852470:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272886.852506:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168760064 00000100:00100000:3.0:1781272886.852511:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168760064 00000100:00100000:3.0:1781272886.852532:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1781272886.852538:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168760064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272886.852559:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272886.852807:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168760064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 268us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272886.852816:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1781272886.852884:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168760064:0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272886.852948:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272886.855519:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168761728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3088us (3402us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272886.855537:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1781272886.855827:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168761728:0@lo:13:osp-pre-1-1.0 00000040:00080000:1.0:1781272887.352810:0:27269:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272887.352821:0:27269:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272887.354229:0:27269:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272887.354298:0:27269:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272887.616156:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272887.616891:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1781272888.384209:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272888.384238:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168761856:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272888.384314:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272888.384492:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168761856 00000100:00100000:2.0:1781272888.384502:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168761856 00000100:00100000:2.0:1781272888.384566:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1781272888.384576:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168761856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272888.384612:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781272888.384672:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168761856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272888.384679:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1781272888.384942:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168761856:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272888.640163:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272889.285985:0:27320:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272889.285994:0:27320:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272889.287069:0:27320:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272889.287086:0:27320:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272889.411008:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168761984:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272889.411084:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272889.411138:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168761984 00000100:00100000:0.0:1781272889.411149:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168761984 00000100:00100000:0.0:1781272889.411345:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1781272889.411357:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168761984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272889.411396:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272889.411470:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168761984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272889.411479:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1781272889.411557:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168761984:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272889.667466:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272890.688357:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272890.946134:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272890.946160:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168762112:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272890.946235:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272890.946309:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168762112 00000100:00100000:1.0:1781272890.946318:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168762112 00000100:00100000:1.0:1781272890.946377:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1781272890.946399:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168762112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272890.946429:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272890.946478:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168762112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272890.946485:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00080000:1.0:1781272890.946507:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272890.946545:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168762112:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272891.021516:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272891.021557:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272891.021593:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272891.021610:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272891.021636:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272891.021861:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159544192 00000100:00100000:3.0:1781272891.021876:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159544192 00000100:00100000:3.0:1781272891.021940:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159544704 00000100:00100000:3.0:1781272891.021944:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159544704 00000100:00100000:3.0:1781272891.021972:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 697 00000100:00100000:3.0:1781272891.021982:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159544192:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272891.022081:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159544192:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 99us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272891.022090:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 697 00000100:00100000:3.0:1781272891.022109:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 698 00000100:00100000:3.0:1781272891.022116:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159544704:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272891.022143:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159544704:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272891.022150:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 698 00000100:00080000:3.0:1781272891.022168:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272891.022428:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272891.022448:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272891.022462:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272891.022484:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272891.022545:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159543808 00000100:00100000:3.0:1781272891.022550:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159543808 00000100:00100000:3.0:1781272891.022587:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 790 00000100:00100000:3.0:1781272891.022595:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500894c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159543808:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272891.022631:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500894c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159543808:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 37us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272891.022638:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 790 00000100:00100000:3.0:1781272891.022668:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159544320 00000100:00100000:3.0:1781272891.022672:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159544320 00000100:00100000:3.0:1781272891.022697:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159544832 00000100:00100000:3.0:1781272891.022700:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159544832 00000100:00100000:3.0:1781272891.022718:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 699 00000100:00100000:3.0:1781272891.022723:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159544320:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272891.022749:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159544320:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272891.022755:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 699 00000100:00100000:3.0:1781272891.022764:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 700 00000100:00100000:3.0:1781272891.022769:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159544832:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272891.022786:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159544832:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 18us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272891.022792:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 700 00000100:00080000:3.0:1781272891.022886:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272891.022973:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159543936 00000100:00100000:0.0:1781272891.022978:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159543936 00000100:00100000:0.0:1781272891.023014:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159544448 00000100:00100000:0.0:1781272891.023017:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159544448 00000100:00100000:0.0:1781272891.023043:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159544064 00000100:00100000:0.0:1781272891.023046:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159544064 00000100:00100000:0.0:1781272891.023056:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159544576 00000100:00100000:0.0:1781272891.023058:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159544576 00000100:00100000:0.0:1781272891.023073:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1230 00000100:00100000:0.0:1781272891.023079:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2389:x1867799159543936:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272891.023114:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2389:x1867799159543936:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 35us (1612us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272891.023120:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1230 00000100:00100000:0.0:1781272891.023131:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1231 00000100:00100000:0.0:1781272891.023136:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159544448:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272891.023155:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159544448:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 18us (1562us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272891.023161:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1231 00000100:00100000:0.0:1781272891.023169:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1232 00000100:00100000:0.0:1781272891.023174:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159544064:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272891.023191:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159544064:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 17us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272891.023197:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1232 00000100:00100000:0.0:1781272891.023206:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1233 00000100:00100000:0.0:1781272891.023211:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159544576:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272891.023229:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3232d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159544576:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 18us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272891.023235:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1233 00000100:00080000:0.0:1781272891.023263:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272891.023266:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1781272891.313093:0:27371:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272891.313103:0:27371:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272891.313633:0:27371:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272891.313647:0:27371:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272891.457084:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168762240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272891.457157:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272891.457275:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168762240 00000100:00100000:2.0:1781272891.457285:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168762240 00000100:00100000:2.0:1781272891.457360:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1781272891.457370:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168762240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272891.457404:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272891.457458:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168762240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272891.457465:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00080000:1.0:1781272891.457576:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272891.457646:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168762240:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272891.712679:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272891.968174:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168762496:0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.968259:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272891.968327:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168762624:0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.968346:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168763008:0@lo:400:kworker.0 00000100:00100000:0.0:1781272891.968379:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272891.968394:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272891.968407:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168763136:0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.968422:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168763520:0@lo:400:kworker.0 00000100:00100000:0.0:1781272891.968436:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272891.968458:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168763648:0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.968466:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272891.968489:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272891.968496:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1781272891.968506:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168762368:0@lo:400:kworker.0 00000100:00100000:0.0:1781272891.968516:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781272891.968526:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168762752:0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.968541:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272891.968559:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272891.968571:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168762880:0@lo:400:kworker.0 00000100:00100000:0.0:1781272891.968585:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168763264:0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.968601:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272891.968626:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168763392:0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.968651:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272891.968677:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168762624 00000100:00100000:2.0:1781272891.968686:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168762624 00000100:00100000:2.0:1781272891.968737:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168762880 00000100:00100000:2.0:1781272891.968741:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168762880 00000100:00100000:2.0:1781272891.968758:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1781272891.968766:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168762624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.968822:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168762624:12345-0@lo:400:kworker.0 Request processed in 56us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272891.968853:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1781272891.968874:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1781272891.968881:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168762880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.968916:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168762880:12345-0@lo:400:kworker.0 Request processed in 35us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272891.968922:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1781272891.968959:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168762880:0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.969013:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168762496 00000100:00100000:2.0:1781272891.969016:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168762496 00000100:00100000:2.0:1781272891.969039:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168763008 00000100:00100000:2.0:1781272891.969043:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168763008 00000100:00100000:2.0:1781272891.969062:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168763136 00000100:00100000:2.0:1781272891.969064:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168763136 00000100:00100000:2.0:1781272891.969074:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168763520 00000100:00100000:2.0:1781272891.969076:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168763520 00000100:00100000:2.0:1781272891.969087:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168762752 00000100:00100000:2.0:1781272891.969089:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168762752 00000100:00100000:2.0:1781272891.969098:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168763392 00000100:00100000:2.0:1781272891.969101:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168763392 00000100:00100000:2.0:1781272891.969114:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:2.0:1781272891.969120:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168762496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.969155:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168762496:12345-0@lo:400:kworker.0 Request processed in 35us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272891.969161:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:2.0:1781272891.969176:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1781272891.969183:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168763648 00000100:00100000:2.0:1781272891.969184:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168763008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272891.969190:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168763648 00000100:00100000:2.0:1781272891.969222:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168763008:12345-0@lo:400:kworker.0 Request processed in 40us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272891.969230:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1781272891.969234:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1781272891.969245:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168763648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.969248:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:2.0:1781272891.969260:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168763136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272891.969295:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168763648:12345-0@lo:400:kworker.0 Request processed in 53us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272891.969303:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168763136:12345-0@lo:400:kworker.0 Request processed in 43us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272891.969309:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1781272891.969316:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:2.0:1781272891.969335:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1781272891.969336:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168762368 00000100:00100000:3.0:1781272891.969341:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168762368 00000100:00100000:2.0:1781272891.969343:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168763520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272891.969383:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1781272891.969391:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168762368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.969538:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168763520:12345-0@lo:400:kworker.0 Request processed in 195us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272891.969546:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272891.969552:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:2.0:1781272891.969569:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1781272891.969578:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168763776:0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.969579:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168762752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272891.969618:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272891.969630:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168762752:12345-0@lo:400:kworker.0 Request processed in 53us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272891.969638:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1781272891.969652:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168762624:0@lo:400:kworker.0 00000100:00100000:2.0:1781272891.969654:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:2.0:1781272891.969666:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168763392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272891.969673:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168763136:0@lo:400:kworker.0 00000100:00100000:0.0:1781272891.969686:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168763648:0@lo:400:kworker.0 00000100:00100000:0.0:1781272891.969709:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168762752:0@lo:400:kworker.0 00000100:00080000:0.0:1781272891.969787:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272891.969792:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272891.969794:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272891.969946:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168763264 00000100:00100000:0.0:1781272891.969951:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168763264 00000100:00100000:0.0:1781272891.969976:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168763776 00000100:00100000:0.0:1781272891.969978:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168763776 00000100:00100000:0.0:1781272891.970001:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1781272891.970007:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168763264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272891.971228:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500896450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168762368:12345-0@lo:400:kworker.0 Request processed in 1707us (2556us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272891.971243:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1781272891.971304:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1781272891.971315:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168763776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272891.971485:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168763264:12345-0@lo:400:kworker.0 Request processed in 1477us (1942us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272891.971494:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00080000:0.0:1781272891.971565:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272891.971581:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168763904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272891.971630:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272891.971666:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272891.971679:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168764032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272891.971702:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272891.972988:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168763776:12345-0@lo:400:kworker.0 Request processed in 1298us (2991us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272891.973003:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1781272891.973188:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168763904 00000100:00100000:3.0:1781272891.973199:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168763904 00000100:00100000:3.0:1781272891.973421:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168764032 00000100:00100000:3.0:1781272891.973426:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168764032 00000100:00100000:3.0:1781272891.973444:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1781272891.973453:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168763904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272891.973484:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272891.973546:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168763904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (1916us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272891.973551:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1781272891.973565:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1781272891.973571:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168764032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272891.973580:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272891.973603:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168764032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (1900us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272891.973608:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1781272891.973925:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168762368:0@lo:400:kworker.0 00000100:00100000:0.0:1781272891.974231:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168763264:0@lo:400:kworker.0 00000100:00100000:0.0:1781272891.974250:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168763776:0@lo:400:kworker.0 00000100:00100000:1.0:1781272891.974304:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168764032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272891.974323:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168763904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272891.990889:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168763392:12345-0@lo:400:kworker.0 Request processed in 21210us (22221us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272891.990908:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:3.0:1781272891.991292:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168763392:0@lo:400:kworker.0 00000100:00100000:3.0:1781272891.991311:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168763008:0@lo:400:kworker.0 00000100:00100000:3.0:1781272891.991323:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168763520:0@lo:400:kworker.0 00000100:00100000:3.0:1781272891.991337:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168762496:0@lo:400:kworker.0 00010000:00010000:2.0:1781272892.738352:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272893.261876:0:27423:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272893.261886:0:27423:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272893.262427:0:27423:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272893.262439:0:27423:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272893.508129:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168764160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272893.508205:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272893.508272:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168764160 00000100:00100000:0.0:1781272893.508281:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168764160 00000100:00100000:0.0:1781272893.508323:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1781272893.508330:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168764160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272893.508377:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272893.508421:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168764160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272893.508431:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1781272893.508474:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168764160:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272893.760044:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272894.535706:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272894.535731:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168764288:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272894.535808:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272894.535854:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168764288 00000100:00100000:3.0:1781272894.535864:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168764288 00000100:00100000:3.0:1781272894.535921:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1781272894.535931:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168764288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272894.535966:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272894.536020:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168764288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272894.536027:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1781272894.536073:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168764288:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272894.791498:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272895.202558:0:27474:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272895.202574:0:27474:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272895.203146:0:27474:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272895.203160:0:27474:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1781272895.296118:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272895.296132:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272895.297737:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272895.297759:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272895.809269:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272896.065197:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272896.065232:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168764416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272896.065345:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272896.066220:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168764416 00000100:00100000:3.0:1781272896.066236:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168764416 00000100:00100000:3.0:1781272896.066336:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1781272896.066350:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168764416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272896.066395:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272896.066488:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168764416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272896.066496:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1781272896.066962:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168764416:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1781272896.067149:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272896.141212:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272896.141263:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272896.141283:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272896.141331:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272896.141593:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272896.141655:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272896.141827:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159545088 00000100:00100000:0.0:1781272896.141945:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159545088 00000100:00100000:0.0:1781272896.142017:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159545600 00000100:00100000:0.0:1781272896.142021:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159545600 00000100:00100000:0.0:1781272896.142041:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159545216 00000100:00100000:0.0:1781272896.142044:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159545216 00000100:00100000:0.0:1781272896.142064:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1240 00000100:00100000:0.0:1781272896.142075:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159545088:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272896.142168:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159545088:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 95us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272896.142177:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1240 00000100:00100000:0.0:1781272896.142197:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1241 00000100:00100000:0.0:1781272896.142204:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159545600:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272896.142231:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159545600:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272896.142238:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1241 00000100:00100000:2.0:1781272896.142384:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1242 00000100:00100000:2.0:1781272896.142397:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159545216:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272896.142432:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159545216:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 39us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272896.142439:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1242 00000100:00100000:2.0:1781272896.142494:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159545344 00000100:00100000:2.0:1781272896.142499:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159545344 00000100:00100000:2.0:1781272896.142532:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159545856 00000100:00100000:2.0:1781272896.142535:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159545856 00000100:00100000:2.0:1781272896.142556:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 704 00000100:00100000:2.0:1781272896.142563:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159545344:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272896.142592:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159545344:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 30us (1327us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272896.142599:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 704 00000100:00100000:2.0:1781272896.142612:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 705 00000100:00100000:2.0:1781272896.142618:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159545856:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272896.142643:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159545856:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272896.142650:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 705 00000100:00080000:2.0:1781272896.142667:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781272896.142673:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272896.142675:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272896.142730:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159544960 00000100:00100000:2.0:1781272896.142735:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159544960 00000100:00100000:2.0:1781272896.142764:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 792 00000100:00100000:2.0:1781272896.142771:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159544960:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272896.142799:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159544960:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272896.142806:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 792 00000100:00100000:1.0:1781272896.146743:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272896.146808:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272896.147008:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159545728 00000100:00100000:0.0:1781272896.147022:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159545728 00000100:00100000:3.0:1781272896.147151:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159545472 00000100:00100000:3.0:1781272896.147156:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159545472 00000100:00100000:3.0:1781272896.147228:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 706 00000100:00100000:3.0:1781272896.147239:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159545472:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272896.147358:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159545472:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 110us (620us total) trans 0 rc 0/0 00000100:00080000:2.0:1781272896.147547:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272896.147554:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272896.148153:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1243 00000100:00100000:0.0:1781272896.148166:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159545728:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272896.148223:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159545728:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 61us (1414us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272896.148230:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1243 00000100:00100000:3.0:1781272896.148478:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 706 00000100:00100000:1.0:1781272896.150035:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272896.150113:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159545984 00000100:00100000:2.0:1781272896.150125:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159545984 00000100:00100000:2.0:1781272896.150202:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 707 00000100:00100000:2.0:1781272896.150213:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159545984:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272896.150303:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159545984:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 91us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272896.150321:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 707 00000100:00080000:0.0:1781272896.156470:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272896.578455:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272896.578488:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168764544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272896.578595:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272896.578779:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168764544 00000100:00100000:0.0:1781272896.578790:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168764544 00000100:00100000:0.0:1781272896.578903:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1781272896.578914:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168764544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272896.578945:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272896.579018:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168764544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272896.579026:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1781272896.579084:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168764544:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781272896.579630:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781272896.835420:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272897.089322:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168764928:0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.089439:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272897.089512:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168765440:0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.089547:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272897.089579:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168765952:0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.089626:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272897.089658:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781272897.089664:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168765056:0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.089694:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272897.089715:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168765568:0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.089740:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272897.089759:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168766080:0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.089785:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272897.089824:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168765440 00000100:00100000:0.0:1781272897.089861:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168765440 00000100:00100000:0.0:1781272897.089925:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1781272897.089936:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168765440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.090002:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168765440:12345-0@lo:400:kworker.0 Request processed in 67us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272897.090009:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1781272897.090039:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168765952 00000100:00100000:0.0:1781272897.090043:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168765952 00000100:00100000:0.0:1781272897.090083:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1781272897.090091:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168765952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.090123:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168765952:12345-0@lo:400:kworker.0 Request processed in 33us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272897.090129:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1781272897.090140:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168765056 00000100:00100000:0.0:1781272897.090143:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168765056 00000100:00100000:0.0:1781272897.090156:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168765568 00000100:00100000:0.0:1781272897.090158:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168765568 00000100:00100000:0.0:1781272897.090171:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168766080 00000100:00100000:0.0:1781272897.090174:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168766080 00000100:00100000:0.0:1781272897.090188:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1781272897.090193:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168765056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.090231:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168765056:12345-0@lo:400:kworker.0 Request processed in 37us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272897.090238:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1781272897.090250:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1781272897.090255:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168765568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.090281:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168765568:12345-0@lo:400:kworker.0 Request processed in 26us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272897.090287:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1781272897.090309:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:0.0:1781272897.090317:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168766080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.090344:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168766080:12345-0@lo:400:kworker.0 Request processed in 29us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272897.090349:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00080000:0.0:1781272897.090387:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272897.090392:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272897.090433:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168765056:0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.090445:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168765568:0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.090454:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168766080:0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.090463:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168765440:0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.090473:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168765952:0@lo:400:kworker.0 00000100:00100000:1.0:1781272897.090570:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168764928 00000100:00100000:1.0:1781272897.090576:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168764928 00000100:00100000:1.0:1781272897.090616:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1781272897.090624:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500897050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168764928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272897.090667:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500897050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168764928:12345-0@lo:400:kworker.0 Request processed in 44us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272897.090673:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1781272897.091513:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168764928:0@lo:400:kworker.0 00000100:00100000:3.0:1781272897.091781:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168764672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272897.092517:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272897.093398:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168765184:0@lo:400:kworker.0 00000100:00100000:3.0:1781272897.093456:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272897.093487:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168765696:0@lo:400:kworker.0 00000100:00100000:3.0:1781272897.093516:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272897.093537:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168766208:0@lo:400:kworker.0 00000100:00100000:3.0:1781272897.093562:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272897.093592:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1781272897.093601:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168764800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272897.093629:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272897.094018:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168765184 00000100:00100000:0.0:1781272897.094029:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168765184 00000100:00100000:0.0:1781272897.094089:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1781272897.094100:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168765184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.094170:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168765184:12345-0@lo:400:kworker.0 Request processed in 71us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272897.094178:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1781272897.098004:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168765696 00000100:00100000:0.0:1781272897.098028:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168765696 00000100:00100000:0.0:1781272897.098135:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1781272897.098149:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2beca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168765696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.098286:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2beca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168765696:12345-0@lo:400:kworker.0 Request processed in 139us (4766us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272897.098306:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00080000:0.0:1781272897.098356:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272897.101063:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168766208 00000100:00100000:3.0:1781272897.101086:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168766208 00000100:00100000:3.0:1781272897.101171:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1781272897.101186:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168766208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272897.101303:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168766208:12345-0@lo:400:kworker.0 Request processed in 111us (7728us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272897.101312:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00080000:2.0:1781272897.101886:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272897.101917:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168765312:0@lo:400:kworker.0 00000100:00100000:2.0:1781272897.101985:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272897.102017:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168765824:0@lo:400:kworker.0 00000100:00100000:2.0:1781272897.102047:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272897.102077:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168765824 00000100:00100000:2.0:1781272897.102083:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168765824 00000100:00100000:2.0:1781272897.102123:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1781272897.102130:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168765824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272897.102171:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168765824:12345-0@lo:400:kworker.0 Request processed in 41us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272897.102178:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1781272897.102226:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168765824:0@lo:400:kworker.0 00000100:00100000:2.0:1781272897.102236:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168766336:0@lo:400:kworker.0 00000100:00100000:2.0:1781272897.102260:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272897.102284:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168766336 00000100:00100000:2.0:1781272897.102288:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168766336 00000100:00100000:3.0:1781272897.102459:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168765184:0@lo:400:kworker.0 00000100:00100000:3.0:1781272897.102477:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168765696:0@lo:400:kworker.0 00000100:00100000:3.0:1781272897.102491:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168766208:0@lo:400:kworker.0 00000100:00100000:3.0:1781272897.105437:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1781272897.105457:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168766336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272897.105601:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168766336:12345-0@lo:400:kworker.0 Request processed in 146us (3338us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272897.105610:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1781272897.105683:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168766336:0@lo:400:kworker.0 00000100:00080000:2.0:1781272897.106308:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272897.108491:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168764672 00000100:00100000:1.0:1781272897.108512:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168764672 00000100:00100000:1.0:1781272897.108599:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168764800 00000100:00100000:1.0:1781272897.108604:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168764800 00000100:00100000:1.0:1781272897.108631:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1781272897.108643:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168764672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272897.108684:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272897.108797:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168764672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 156us (16283us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272897.108805:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1781272897.110563:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1781272897.110587:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168764800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272897.110624:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272897.110724:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168764800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 146us (17093us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272897.110731:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1781272897.111976:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168765312 00000100:00100000:0.0:1781272897.111994:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168765312 00000100:00100000:0.0:1781272897.112073:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:0.0:1781272897.112086:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168765312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272897.112180:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168765312:12345-0@lo:400:kworker.0 Request processed in 97us (10195us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272897.112189:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1781272897.112268:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168764800:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272897.112877:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168765312:0@lo:400:kworker.0 00000100:00100000:1.0:1781272897.112913:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168764672:0@lo:13:osp-pre-1-1.0 00000040:00080000:1.0:1781272897.295873:0:27525:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272897.295889:0:27525:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272897.296514:0:27525:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272897.296534:0:27525:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1781272897.857497:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1781272897.866874:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272898.624137:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168766464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272898.624243:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272898.624690:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168766464 00000100:00100000:0.0:1781272898.624701:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168766464 00000100:00100000:0.0:1781272898.624766:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1781272898.624792:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168766464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272898.624866:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272898.624945:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168766464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 169us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272898.624955:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1781272898.625074:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168766464:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272898.880066:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272899.294618:0:27576:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272899.294634:0:27576:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272899.296645:0:27576:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272899.296672:0:27576:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272899.648932:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168766592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272899.649030:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272899.649128:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168766592 00000100:00100000:0.0:1781272899.649137:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168766592 00000100:00100000:0.0:1781272899.649189:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1781272899.649199:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168766592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272899.649252:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272899.649319:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168766592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272899.649327:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1781272899.652224:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168766592:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781272899.904732:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272900.928101:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272901.192500:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168766720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272901.192641:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272901.192772:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168766720 00000100:00100000:1.0:1781272901.192785:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168766720 00000100:00100000:1.0:1781272901.192893:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1781272901.192912:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168766720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272901.192960:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272901.193021:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168766720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272901.193031:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00080000:1.0:1781272901.193063:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272901.193119:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168766720:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272901.273599:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272901.273662:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272901.273761:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159546240 00000100:00100000:1.0:1781272901.273775:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159546240 00000100:00100000:1.0:1781272901.273899:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1250 00000100:00100000:1.0:1781272901.273913:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159546240:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272901.274024:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159546240:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 115us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272901.274033:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1250 00000100:00080000:0.0:1781272901.275149:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272901.275425:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159546112 00000100:00100000:3.0:1781272901.275437:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159546112 00000100:00100000:3.0:1781272901.275619:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 794 00000100:00100000:3.0:1781272901.275632:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159546112:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272901.275718:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159546112:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 89us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272901.275726:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 794 00000100:00100000:3.0:1781272901.281558:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272901.281599:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272901.281638:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272901.281666:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272901.281689:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272901.281710:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272901.281739:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272901.281775:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159546496 00000100:00100000:3.0:1781272901.281786:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159546496 00000100:00100000:3.0:1781272901.281875:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159547008 00000100:00100000:3.0:1781272901.281878:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159547008 00000100:00100000:3.0:1781272901.281900:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159546624 00000100:00100000:3.0:1781272901.281903:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159546624 00000100:00100000:3.0:1781272901.281918:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159547136 00000100:00100000:3.0:1781272901.281921:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159547136 00000100:00100000:3.0:1781272901.281945:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 711 00000100:00100000:3.0:1781272901.281957:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159546496:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272901.282130:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159546752 00000100:00100000:1.0:1781272901.282135:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159546752 00000100:00100000:1.0:1781272901.282171:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159546368 00000100:00100000:1.0:1781272901.282174:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159546368 00000100:00100000:1.0:1781272901.282196:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159546880 00000100:00100000:1.0:1781272901.282199:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159546880 00000100:00100000:1.0:1781272901.282218:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1251 00000100:00100000:1.0:1781272901.282225:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159546752:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272901.282315:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159546752:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 90us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272901.282323:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1251 00000100:00100000:1.0:1781272901.282344:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1252 00000100:00100000:1.0:1781272901.282351:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159546368:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272901.282380:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159546368:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272901.282386:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1252 00000100:00100000:1.0:1781272901.282400:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1253 00000100:00100000:1.0:1781272901.282406:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159546880:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272901.282430:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159546880:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272901.282436:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1253 00000100:00100000:3.0:1781272901.282673:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159546496:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 716us (1131us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272901.282681:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 711 00000100:00100000:3.0:1781272901.282696:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 712 00000100:00100000:3.0:1781272901.282704:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159547008:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272901.282793:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159547008:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 88us (1153us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272901.282799:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 712 00000100:00100000:3.0:1781272901.282810:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 713 00000100:00100000:3.0:1781272901.282816:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159546624:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272901.282870:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159546624:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 54us (1180us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272901.282877:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 713 00000100:00100000:3.0:1781272901.282889:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 714 00000100:00100000:3.0:1781272901.282897:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159547136:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272901.282920:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159547136:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (1182us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272901.282927:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 714 00000100:00080000:3.0:1781272901.282964:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272901.282970:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272901.282973:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272901.282976:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1781272901.383587:0:27628:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272901.383602:0:27628:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272901.384177:0:27628:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272901.384196:0:27628:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272901.696607:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168766848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272901.696722:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272901.697026:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168766848 00000100:00100000:2.0:1781272901.697037:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168766848 00000100:00100000:2.0:1781272901.697149:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1781272901.697161:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168766848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272901.697192:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272901.697272:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168766848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272901.697280:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00080000:3.0:1781272901.697343:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272901.697434:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168766848:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1781272901.952139:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272902.208264:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272902.208300:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168766976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272902.208415:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272902.208524:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168766976 00000100:00100000:0.0:1781272902.208534:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168766976 00000100:00100000:0.0:1781272902.208618:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1781272902.208631:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168766976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272902.208673:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00080000:3.0:1781272902.208888:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272902.209281:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168767104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272902.209326:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272902.209389:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168766976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272902.209472:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168766976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272902.209484:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1781272902.209507:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168767104 00000100:00100000:0.0:1781272902.209512:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168767104 00000100:00100000:0.0:1781272902.209560:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1781272902.209578:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168767104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272902.209595:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272902.209634:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168767104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272902.209640:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1781272902.209673:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168767104:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1781272902.209964:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272902.210161:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168767232:0@lo:400:kworker.0 00000100:00100000:3.0:1781272902.210213:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272902.210411:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168767232 00000100:00100000:0.0:1781272902.210417:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168767232 00000100:00100000:0.0:1781272902.210462:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1781272902.210470:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168767232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.210619:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168767360:0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.210656:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272902.210698:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168767360 00000100:00100000:1.0:1781272902.210701:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168767360 00000100:00100000:1.0:1781272902.210754:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:1.0:1781272902.210761:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168767360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.210800:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168767360:12345-0@lo:400:kworker.0 Request processed in 40us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272902.210807:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:1.0:1781272902.210874:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168767360:0@lo:400:kworker.0 00000100:00100000:0.0:1781272902.211752:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168767232:12345-0@lo:400:kworker.0 Request processed in 1278us (1534us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272902.211763:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1781272902.212594:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168767616:0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.212673:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272902.212713:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168768128:0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.212745:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272902.212774:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1781272902.212781:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168767488:0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.212809:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272902.212867:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168768000:0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.212893:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272902.212912:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168768512:0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.212934:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272902.212974:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168767488 00000100:00100000:1.0:1781272902.212982:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168767488 00000100:00100000:1.0:1781272902.213043:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1781272902.213053:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168767488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272902.213247:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168767616 00000100:00100000:2.0:1781272902.213253:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168767616 00000100:00100000:2.0:1781272902.213295:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168768000 00000100:00100000:2.0:1781272902.213298:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168768000 00000100:00100000:2.0:1781272902.213329:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168768512 00000100:00100000:2.0:1781272902.213332:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168768512 00000100:00100000:2.0:1781272902.213349:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:2.0:1781272902.213356:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168767616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272902.213442:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168767232:0@lo:400:kworker.0 00000100:00100000:3.0:1781272902.213501:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168767744:0@lo:400:kworker.0 00000100:00100000:0.0:1781272902.213605:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1781272902.213616:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168768000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.214022:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168767488:12345-0@lo:400:kworker.0 Request processed in 969us (1210us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272902.214032:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1781272902.214071:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:1.0:1781272902.214080:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168768512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.214113:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168768512:12345-0@lo:400:kworker.0 Request processed in 34us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272902.214119:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:1.0:1781272902.214157:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168767488:0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.214170:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168768512:0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.214228:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168767872:0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.216784:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272902.216902:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168768384:0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.216983:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272902.217062:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168767872 00000100:00100000:1.0:1781272902.217075:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168767872 00000100:00100000:1.0:1781272902.217149:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168768384 00000100:00100000:1.0:1781272902.217153:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168768384 00000100:00100000:1.0:1781272902.217183:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1781272902.217193:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168767872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272902.218088:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168767616:12345-0@lo:400:kworker.0 Request processed in 4726us (5408us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272902.218100:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:2.0:1781272902.218133:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1781272902.218145:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168768384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272902.218231:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272902.218234:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168768384:12345-0@lo:400:kworker.0 Request processed in 93us (1251us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272902.218240:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00080000:2.0:1781272902.218280:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272902.218286:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272902.218333:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168767616:0@lo:400:kworker.0 00000100:00100000:2.0:1781272902.218401:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168768128 00000100:00100000:2.0:1781272902.218407:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168768128 00000100:00100000:3.0:1781272902.218444:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168768256:0@lo:400:kworker.0 00000100:00100000:2.0:1781272902.218445:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1781272902.218452:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168768128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272902.218491:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168768128:12345-0@lo:400:kworker.0 Request processed in 40us (5745us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272902.218498:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1781272902.218526:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168768128:0@lo:400:kworker.0 00000100:00100000:2.0:1781272902.218553:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168767744 00000100:00100000:2.0:1781272902.218557:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168767744 00000100:00100000:3.0:1781272902.218806:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272902.218916:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168768256 00000100:00100000:3.0:1781272902.218920:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168768256 00000100:00100000:3.0:1781272902.218947:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1781272902.219023:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168768256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272902.219065:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168768256:12345-0@lo:400:kworker.0 Request processed in 43us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272902.219071:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1781272902.219106:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168768256:0@lo:400:kworker.0 00000100:00100000:3.0:1781272902.219242:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168768384:0@lo:400:kworker.0 00000100:00100000:1.0:1781272902.219358:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168767872:12345-0@lo:400:kworker.0 Request processed in 2163us (2588us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272902.219366:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1781272902.219561:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1781272902.219583:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168767744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272902.219611:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168767872:0@lo:400:kworker.0 00000100:00100000:2.0:1781272902.219632:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168767744:12345-0@lo:400:kworker.0 Request processed in 63us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272902.219638:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1781272902.219717:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168767744:0@lo:400:kworker.0 00000100:00100000:0.0:1781272902.221066:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168768000:12345-0@lo:400:kworker.0 Request processed in 7217us (7936us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272902.221080:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:2.0:1781272902.221201:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168768000:0@lo:400:kworker.0 00010000:00010000:3.0:1781272902.976674:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272903.492820:0:27679:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272903.492858:0:27679:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272903.495546:0:27679:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272903.495564:0:27679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272903.744462:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272903.744484:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168768640:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272903.744550:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272903.744618:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168768640 00000100:00100000:1.0:1781272903.744629:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168768640 00000100:00100000:1.0:1781272903.744686:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1781272903.744696:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168768640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272903.744738:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781272903.744794:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168768640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272903.744802:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1781272903.744876:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168768640:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781272904.001369:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272904.769003:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272904.769038:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168768768:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272904.769142:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272904.769413:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168768768 00000100:00100000:1.0:1781272904.769424:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168768768 00000100:00100000:1.0:1781272904.769483:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1781272904.769495:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168768768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272904.769542:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272904.769603:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168768768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272904.769611:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1781272904.769725:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168768768:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781272905.024146:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272905.536016:0:27730:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272905.536030:0:27730:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272905.536570:0:27730:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272905.536581:0:27730:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1781272905.539216:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272905.539229:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272905.539770:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272905.539786:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272906.050468:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272906.306324:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272906.306367:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168768896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272906.306448:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272906.306972:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168768896 00000100:00100000:0.0:1781272906.306990:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168768896 00000100:00100000:0.0:1781272906.307094:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1781272906.307111:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168768896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272906.307178:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272906.307289:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168768896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 184us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272906.307300:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1781272906.307491:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168768896:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781272906.307513:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272906.379688:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272906.380440:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159547264 00000100:00100000:2.0:1781272906.380455:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159547264 00000100:00100000:2.0:1781272906.380600:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 796 00000100:00100000:2.0:1781272906.380612:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159547264:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272906.380825:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159547264:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 214us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272906.380854:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 796 00000100:00100000:3.0:1781272906.383430:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272906.383637:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159547520 00000100:00100000:2.0:1781272906.383650:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159547520 00000100:00100000:2.0:1781272906.384010:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1260 00000100:00100000:2.0:1781272906.384023:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159547520:12345-192.168.204.14@tcp:400:kworker.0 00000100:00080000:1.0:1781272906.384283:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272906.384394:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159547520:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 372us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272906.384404:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1260 00000100:00100000:3.0:1781272906.385454:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272906.385629:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272906.385670:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272906.385725:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159548032 00000100:00100000:1.0:1781272906.385735:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159548032 00000100:00100000:1.0:1781272906.385812:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1261 00000100:00100000:1.0:1781272906.385824:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159548032:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272906.385917:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159548032:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 96us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272906.385924:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1261 00000100:00080000:2.0:1781272906.386164:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272906.386824:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272906.386876:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272906.386958:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159547392 00000100:00100000:1.0:1781272906.386966:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159547392 00000100:00100000:1.0:1781272906.387016:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1262 00000100:00100000:1.0:1781272906.387026:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2389:x1867799159547392:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272906.387090:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2389:x1867799159547392:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 65us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272906.387098:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1262 00000100:00080000:1.0:1781272906.387248:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272906.387841:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159547776 00000100:00100000:0.0:1781272906.387851:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159547776 00000100:00100000:0.0:1781272906.387909:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159548288 00000100:00100000:0.0:1781272906.387913:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159548288 00000100:00100000:0.0:1781272906.387940:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 717 00000100:00100000:0.0:1781272906.387949:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159547776:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272906.388002:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159547776:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 54us (2556us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272906.388008:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 717 00000100:00100000:0.0:1781272906.388023:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 718 00000100:00100000:0.0:1781272906.388029:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159548288:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272906.388066:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159548288:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 37us (2395us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272906.388072:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 718 00000100:00080000:1.0:1781272906.388743:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272906.389623:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272906.389666:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272906.389707:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159547648 00000100:00100000:0.0:1781272906.389811:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159548160 00000100:00100000:0.0:1781272906.389822:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159548160 00000100:00100000:0.0:1781272906.389907:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 719 00000100:00100000:0.0:1781272906.389919:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159548160:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272906.389991:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159548160:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 74us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272906.389999:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 719 00000100:00080000:0.0:1781272906.390020:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272906.390148:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159547648 00000100:00100000:3.0:1781272906.390212:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 720 00000100:00100000:3.0:1781272906.390368:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159547648:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272906.390403:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159547648:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 184us (3527us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272906.390410:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 720 00000100:00100000:1.0:1781272906.390693:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159547904 00000100:00100000:1.0:1781272906.390699:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159547904 00000100:00100000:1.0:1781272906.390824:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1263 00000100:00100000:1.0:1781272906.390855:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159547904:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272906.390899:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159547904:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 67us (1289us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272906.390906:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1263 00000100:00080000:0.0:1781272906.392186:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272906.392199:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272906.824465:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168769024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272906.824618:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272906.829408:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168769024 00000100:00100000:0.0:1781272906.829428:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168769024 00000100:00100000:0.0:1781272906.829523:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1781272906.829536:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5444380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168769024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272906.829572:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272906.829703:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5444380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168769024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 169us (5084us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272906.829711:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1781272906.830398:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168769024:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1781272906.830447:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1781272907.078450:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1781272907.079095:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272907.328045:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272907.330677:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272907.330727:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168769536:0@lo:400:kworker.0 00000100:00100000:1.0:1781272907.330879:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272907.331004:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168769152:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331050:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272907.331100:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168769152 00000100:00100000:3.0:1781272907.331110:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168769152 00000100:00100000:3.0:1781272907.331181:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1781272907.331191:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168769152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331251:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168769152:12345-0@lo:400:kworker.0 Request processed in 61us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272907.331258:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1781272907.331313:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168769152:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331334:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168770176:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331362:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272907.331383:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168770688:0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.331398:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168769280:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331403:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272907.331419:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1781272907.331426:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168769792:0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.331428:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272907.331450:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272907.331450:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168769920:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331466:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168770304:0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.331470:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272907.331486:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168770432:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331496:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272907.331507:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272907.331515:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168770816:0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.331524:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781272907.331529:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168769408:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331536:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272907.331549:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272907.331563:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168770176 00000100:00100000:3.0:1781272907.331567:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168770176 00000100:00100000:3.0:1781272907.331595:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168770688 00000100:00100000:3.0:1781272907.331598:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168770688 00000100:00100000:3.0:1781272907.331626:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168770304 00000100:00100000:3.0:1781272907.331629:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168770304 00000100:00100000:2.0:1781272907.331638:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168770048:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331641:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168770816 00000100:00100000:3.0:1781272907.331643:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168770816 00000100:00100000:3.0:1781272907.331658:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1781272907.331663:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272907.331664:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168770176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.331680:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168770560:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331700:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168770176:12345-0@lo:400:kworker.0 Request processed in 36us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272907.331702:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272907.331707:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1781272907.331719:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1781272907.331725:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168770688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.331728:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168769536 00000100:00100000:3.0:1781272907.331767:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168770688:12345-0@lo:400:kworker.0 Request processed in 42us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272907.331773:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1781272907.331785:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1781272907.331790:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168770304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331814:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168770304:12345-0@lo:400:kworker.0 Request processed in 25us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272907.331820:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1781272907.331851:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1781272907.331857:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168770816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331882:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168770816:12345-0@lo:400:kworker.0 Request processed in 25us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272907.331887:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1781272907.331911:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168769536 00000100:00080000:3.0:1781272907.331919:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272907.331936:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168769280 00000100:00100000:2.0:1781272907.331938:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168769280 00000100:00100000:3.0:1781272907.331941:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168770304:0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.331949:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168769920 00000100:00100000:3.0:1781272907.331950:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168770816:0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.331951:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168769920 00000100:00100000:3.0:1781272907.331959:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c411df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168770688:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.331967:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168770176:0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.331970:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168770432 00000100:00100000:2.0:1781272907.331972:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168770432 00000100:00100000:2.0:1781272907.331986:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168770048 00000100:00100000:2.0:1781272907.331988:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168770048 00000100:00100000:2.0:1781272907.332000:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168770560 00000100:00100000:2.0:1781272907.332002:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168770560 00000100:00100000:2.0:1781272907.332016:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:2.0:1781272907.332022:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5446300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168769536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.332057:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5446300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168769536:12345-0@lo:400:kworker.0 Request processed in 35us (1180us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272907.332064:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:2.0:1781272907.332085:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:2.0:1781272907.332091:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168769280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.332133:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5029f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168769280:12345-0@lo:400:kworker.0 Request processed in 42us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272907.332139:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:2.0:1781272907.332161:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1781272907.332166:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168769920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.332191:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5028700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168769920:12345-0@lo:400:kworker.0 Request processed in 26us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272907.332196:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1781272907.332206:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1781272907.332210:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c502a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168770432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.332235:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c502a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168770432:12345-0@lo:400:kworker.0 Request processed in 24us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272907.332240:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1781272907.332250:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1781272907.332255:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168770048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.332278:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5028000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168770048:12345-0@lo:400:kworker.0 Request processed in 24us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272907.332284:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1781272907.332294:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1781272907.332300:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c502b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168770560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.332322:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c502b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168770560:12345-0@lo:400:kworker.0 Request processed in 23us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272907.332327:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1781272907.332349:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168769792 00000100:00100000:2.0:1781272907.332353:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168769792 00000100:00100000:2.0:1781272907.332378:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168769408 00000100:00100000:2.0:1781272907.332381:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168769408 00000100:00100000:2.0:1781272907.332393:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1781272907.332398:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168769792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.332435:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168769792:12345-0@lo:400:kworker.0 Request processed in 36us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272907.332440:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1781272907.332451:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1781272907.332457:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c502b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168769408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.332482:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c502b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168769408:12345-0@lo:400:kworker.0 Request processed in 25us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272907.332491:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00080000:2.0:1781272907.332518:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272907.332521:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272907.332538:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168769792:0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.334022:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272907.334047:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5445880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168769664:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272907.334078:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168769408:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.334093:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168770048:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.334105:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168770560:0@lo:400:kworker.0 00000100:00100000:2.0:1781272907.334113:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272907.334117:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168769280:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.334130:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168769920:0@lo:400:kworker.0 00000100:00100000:3.0:1781272907.334151:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168770432:0@lo:400:kworker.0 00000100:00100000:0.0:1781272907.334372:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168769664 00000100:00100000:0.0:1781272907.334380:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168769664 00000100:00100000:0.0:1781272907.334475:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1781272907.334486:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c502bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168769664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272907.334521:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272907.334574:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c502bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168769664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272907.334581:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1781272907.334665:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5445880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168769664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272907.334997:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168769536:0@lo:400:kworker.0 00000100:00100000:0.0:1781272907.337343:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5444e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168770944:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272907.337444:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272907.341368:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168770944 00000100:00100000:3.0:1781272907.341387:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168770944 00000100:00100000:3.0:1781272907.341472:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1781272907.341486:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168770944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272907.341522:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272907.341668:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168770944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 186us (4224us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272907.341676:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1781272907.342812:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5444e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168770944:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1781272907.707642:0:27782:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272907.707656:0:27782:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272907.708682:0:27782:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272907.708699:0:27782:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272908.096108:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272908.866414:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168771072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272908.866536:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272908.866728:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168771072 00000100:00100000:3.0:1781272908.866741:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168771072 00000100:00100000:3.0:1781272908.866816:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1781272908.866874:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c502b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168771072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272908.866944:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781272908.867020:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c502b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168771072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 191us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272908.867028:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1781272908.868609:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168771072:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272909.121348:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272909.875939:0:27833:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272909.875962:0:27833:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272909.876486:0:27833:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272909.876500:0:27833:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272909.893522:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272909.893552:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5444e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168771200:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272909.893701:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272909.893863:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168771200 00000100:00100000:1.0:1781272909.893873:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168771200 00000100:00100000:3.0:1781272909.893963:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1781272909.893975:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168771200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272909.894013:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272909.894080:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168771200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272909.894088:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1781272909.894413:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5444e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168771200:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272910.157822:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1781272911.171603:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272911.433473:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272911.433503:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5444e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168771328:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272911.433579:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272911.437040:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168771328 00000100:00100000:0.0:1781272911.437062:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168771328 00000100:00100000:0.0:1781272911.437185:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1781272911.437202:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5446a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168771328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272911.437265:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272911.437389:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5446a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168771328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 194us (3809us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272911.437397:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1781272911.437476:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5444e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168771328:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781272911.438075:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272911.500195:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272911.500249:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272911.500280:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272911.500329:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272911.500364:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272911.500386:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272911.500405:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272911.500427:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272911.500452:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272911.500483:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159548544 00000100:00100000:0.0:1781272911.500494:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159548544 00000100:00100000:0.0:1781272911.500560:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159549056 00000100:00100000:0.0:1781272911.500563:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159549056 00000100:00100000:0.0:1781272911.500580:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159548672 00000100:00100000:0.0:1781272911.500583:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159548672 00000100:00100000:0.0:1781272911.500596:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159549184 00000100:00100000:0.0:1781272911.500599:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159549184 00000100:00100000:0.0:1781272911.500616:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1270 00000100:00100000:0.0:1781272911.500626:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159548544:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272911.500708:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159548544:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 83us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272911.500716:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1270 00000100:00100000:0.0:1781272911.500747:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1271 00000100:00100000:0.0:1781272911.500753:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159549056:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272911.500778:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159549056:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272911.500784:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1271 00000100:00100000:0.0:1781272911.500796:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1272 00000100:00100000:0.0:1781272911.500801:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159548672:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272911.500822:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159548672:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272911.500827:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1272 00000100:00100000:0.0:1781272911.500874:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1273 00000100:00100000:0.0:1781272911.500882:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159549184:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272911.500905:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159549184:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272911.500912:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1273 00000100:00100000:0.0:1781272911.500932:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159548800 00000100:00100000:0.0:1781272911.500936:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159548800 00000100:00100000:0.0:1781272911.500964:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159549312 00000100:00100000:0.0:1781272911.500967:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159549312 00000100:00100000:0.0:1781272911.500983:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159548928 00000100:00100000:0.0:1781272911.500985:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159548928 00000100:00100000:0.0:1781272911.500996:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159549440 00000100:00100000:0.0:1781272911.500999:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159549440 00000100:00100000:0.0:1781272911.501011:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 725 00000100:00100000:0.0:1781272911.501017:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159548800:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272911.501043:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159548800:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272911.501049:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 725 00000100:00100000:0.0:1781272911.501060:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 726 00000100:00100000:0.0:1781272911.501065:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159549312:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272911.501101:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159549312:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 36us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272911.501107:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 726 00000100:00100000:0.0:1781272911.501119:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 727 00000100:00100000:0.0:1781272911.501125:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159548928:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272911.501149:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159548928:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272911.501154:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 727 00000100:00100000:0.0:1781272911.501165:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 728 00000100:00100000:0.0:1781272911.501171:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159549440:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272911.501193:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159549440:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272911.501198:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 728 00000100:00100000:0.0:1781272911.501215:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159548416 00000100:00100000:0.0:1781272911.501218:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159548416 00000100:00100000:0.0:1781272911.501242:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 798 00000100:00100000:0.0:1781272911.501248:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159548416:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272911.501268:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159548416:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 20us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272911.501274:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 798 00000100:00080000:0.0:1781272911.501313:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272911.501318:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272911.501320:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272911.501322:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272911.936117:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5445180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168771456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272911.936200:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272911.937313:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168771456 00000100:00100000:3.0:1781272911.937327:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168771456 00000100:00100000:3.0:1781272911.937403:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1781272911.937413:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168771456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272911.937438:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272911.937514:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168771456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (1313us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272911.937522:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1781272911.937602:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5445180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168771456:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1781272911.937804:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1781272912.174062:0:27885:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272912.174080:0:27885:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272912.175152:0:27885:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272912.175163:0:27885:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272912.196106:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272912.448164:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168771840:0@lo:400:kworker.0 00000100:00100000:3.0:1781272912.448263:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272912.448313:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168772352:0@lo:400:kworker.0 00000100:00100000:3.0:1781272912.448341:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272912.448353:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168771840 00000100:00100000:0.0:1781272912.448363:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168771840 00000100:00100000:3.0:1781272912.448364:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168772864:0@lo:400:kworker.0 00000100:00100000:3.0:1781272912.448394:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272912.448414:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168773376:0@lo:400:kworker.0 00000100:00100000:0.0:1781272912.448432:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1781272912.448439:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272912.448444:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168771840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272912.448465:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1781272912.448473:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168771968:0@lo:400:kworker.0 00000100:00100000:0.0:1781272912.448505:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168771840:12345-0@lo:400:kworker.0 Request processed in 64us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272912.448513:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272912.448517:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1781272912.448536:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168772480:0@lo:400:kworker.0 00000100:00100000:3.0:1781272912.448562:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272912.448585:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168772992:0@lo:400:kworker.0 00000100:00100000:3.0:1781272912.448604:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272912.448636:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168771840:0@lo:400:kworker.0 00000100:00100000:3.0:1781272912.448667:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168772352 00000100:00100000:3.0:1781272912.448671:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168772352 00000100:00100000:3.0:1781272912.448699:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1781272912.448706:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168772352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272912.448719:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168771968 00000100:00100000:0.0:1781272912.448725:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168771968 00000100:00100000:3.0:1781272912.448752:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168772352:12345-0@lo:400:kworker.0 Request processed in 45us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272912.448757:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168772480 00000100:00100000:3.0:1781272912.448761:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1781272912.448763:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168772480 00000100:00100000:0.0:1781272912.448795:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168772992 00000100:00100000:0.0:1781272912.448798:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168772992 00000100:00100000:3.0:1781272912.448803:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168772864 00000100:00100000:3.0:1781272912.448808:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168772864 00000100:00100000:0.0:1781272912.448820:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1781272912.448857:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168771968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272912.448872:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168773376 00000100:00100000:3.0:1781272912.448877:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168773376 00000100:00100000:0.0:1781272912.448897:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168771968:12345-0@lo:400:kworker.0 Request processed in 69us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272912.448905:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1781272912.448906:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1781272912.448917:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168772864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272912.448930:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1781272912.448939:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168772480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272912.448954:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168772864:12345-0@lo:400:kworker.0 Request processed in 38us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272912.448962:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1781272912.448979:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168772480:12345-0@lo:400:kworker.0 Request processed in 40us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272912.448980:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1781272912.448991:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:3.0:1781272912.448994:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168773376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272912.449008:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:3.0:1781272912.449029:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168773376:12345-0@lo:400:kworker.0 Request processed in 39us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272912.449036:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1781272912.449086:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168772992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272912.449112:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168771968:0@lo:400:kworker.0 00000100:00100000:0.0:1781272912.449121:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168772992:12345-0@lo:400:kworker.0 Request processed in 104us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272912.449127:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168772480:0@lo:400:kworker.0 00000100:00100000:0.0:1781272912.449132:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:3.0:1781272912.449143:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168772992:0@lo:400:kworker.0 00000100:00100000:3.0:1781272912.449154:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168772352:0@lo:400:kworker.0 00000100:00080000:0.0:1781272912.449156:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272912.449163:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272912.449166:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168772864:0@lo:400:kworker.0 00000100:00100000:3.0:1781272912.449177:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168773376:0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.449398:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5445f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168771584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272912.449431:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272912.449464:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168772096:0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.449485:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272912.449501:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168772608:0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.449520:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272912.449533:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168773120:0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.449553:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272912.449568:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1781272912.449573:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168771712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272912.449595:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272912.449610:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168772224:0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.449630:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272912.449646:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168772736:0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.449666:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272912.449682:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168773248:0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.449699:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272912.449725:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168772096 00000100:00100000:2.0:1781272912.449729:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168772096 00000100:00100000:2.0:1781272912.449754:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1781272912.449761:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168772096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.449809:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5028a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168772096:12345-0@lo:400:kworker.0 Request processed in 48us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272912.449816:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1781272912.449850:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168772736 00000100:00100000:2.0:1781272912.449854:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168772736 00000100:00100000:2.0:1781272912.449872:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168773248 00000100:00100000:2.0:1781272912.449874:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168773248 00000100:00100000:2.0:1781272912.449896:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1781272912.449902:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168772736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.449931:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168772736:12345-0@lo:400:kworker.0 Request processed in 29us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272912.449936:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1781272912.449946:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1781272912.449952:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168773248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.450001:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168773248:12345-0@lo:400:kworker.0 Request processed in 49us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272912.450007:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00080000:2.0:1781272912.450022:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272912.450040:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168772736:0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.450049:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168773248:0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.450058:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168772096:0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.450094:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168772608 00000100:00100000:2.0:1781272912.450097:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168772608 00000100:00100000:2.0:1781272912.450129:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168773120 00000100:00100000:2.0:1781272912.450132:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168773120 00000100:00100000:0.0:1781272912.450144:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168771584 00000100:00100000:2.0:1781272912.450147:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168772224 00000100:00100000:0.0:1781272912.450150:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168771584 00000100:00100000:2.0:1781272912.450152:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168772224 00000100:00100000:2.0:1781272912.450177:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1781272912.450183:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168772608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272912.450187:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168771712 00000100:00100000:0.0:1781272912.450192:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168771712 00000100:00100000:0.0:1781272912.450213:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1781272912.450221:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c502ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168771584:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272912.450227:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5029c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168772608:12345-0@lo:400:kworker.0 Request processed in 42us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272912.450234:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1781272912.450260:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00002000:00000024:0.0:1781272912.450266:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272912.450267:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168773120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272912.450316:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c502ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168771584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272912.450320:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5029500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168773120:12345-0@lo:400:kworker.0 Request processed in 51us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272912.450329:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1781272912.450333:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1781272912.450350:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1781272912.450354:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1781272912.450360:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168771712:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272912.450365:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c502a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168772224:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1781272912.450385:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272912.450398:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c502a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168772224:12345-0@lo:400:kworker.0 Request processed in 36us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272912.450404:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1781272912.450424:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168771712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (827us total) trans 0 rc 0/0 00000100:00080000:2.0:1781272912.450426:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272912.450435:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1781272912.450459:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168771712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272912.450471:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168772224:0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.450482:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5445f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168771584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272912.450491:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168772608:0@lo:400:kworker.0 00000100:00100000:2.0:1781272912.450499:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168773120:0@lo:400:kworker.0 00010000:00010000:2.0:1781272913.216522:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272913.984556:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168773504:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272913.984642:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272913.984736:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168773504 00000100:00100000:2.0:1781272913.984747:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168773504 00000100:00100000:2.0:1781272913.984805:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1781272913.984815:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c502aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168773504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272913.984884:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781272913.984934:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c502aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168773504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272913.984942:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1781272913.986233:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168773504:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272914.241386:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272914.281212:0:27937:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272914.281222:0:27937:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272914.282812:0:27937:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272914.283141:0:27937:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272915.008308:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5444700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168773632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272915.008390:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272915.008778:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168773632 00000100:00100000:1.0:1781272915.008789:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168773632 00000100:00100000:1.0:1781272915.008877:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1781272915.008888:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5029180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168773632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272915.008926:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272915.008992:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5029180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168773632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272915.008999:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1781272915.009104:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5444700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168773632:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272915.265786:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272915.776408:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272915.776420:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272915.777013:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272915.777033:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1781272916.260779:0:27988:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272916.260789:0:27988:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272916.261445:0:27988:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272916.261454:0:27988:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272916.289196:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272916.544161:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272916.544188:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5446680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168773760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272916.544262:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272916.544385:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168773760 00000100:00100000:1.0:1781272916.544396:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168773760 00000100:00100000:1.0:1781272916.544470:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1781272916.544481:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168773760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272916.544519:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272916.544575:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168773760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272916.544584:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1781272916.544639:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5446680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168773760:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781272916.546012:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272916.621256:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272916.621306:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272916.621338:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272916.621371:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272916.621400:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272916.621424:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272916.621447:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272916.621465:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159549952 00000100:00100000:1.0:1781272916.621473:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272916.621478:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159549952 00000100:00100000:1.0:1781272916.621503:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272916.621531:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159549568 00000100:00100000:1.0:1781272916.621535:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159549568 00000100:00100000:3.0:1781272916.621549:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159550464 00000100:00100000:3.0:1781272916.621553:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159550464 00000100:00100000:1.0:1781272916.621576:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 800 00000100:00100000:3.0:1781272916.621579:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159550080 00000100:00100000:3.0:1781272916.621583:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159550080 00000100:00100000:1.0:1781272916.621589:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159549568:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272916.621601:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159550592 00000100:00100000:3.0:1781272916.621604:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159550592 00000100:00100000:3.0:1781272916.621624:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 733 00000100:00100000:3.0:1781272916.621634:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5447800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159549952:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272916.621685:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159549568:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 97us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272916.621686:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5447800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159549952:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 50us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272916.621702:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 800 00000100:00100000:3.0:1781272916.621708:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 733 00000100:00100000:3.0:1781272916.621725:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 734 00000100:00100000:3.0:1781272916.621734:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5447480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159550464:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272916.621743:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159549696 00000100:00100000:1.0:1781272916.621748:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159549696 00000100:00100000:3.0:1781272916.621763:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5447480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159550464:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272916.621771:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 734 00000100:00100000:1.0:1781272916.621779:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159550208 00000100:00100000:1.0:1781272916.621784:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159550208 00000100:00100000:3.0:1781272916.621788:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 735 00000100:00100000:1.0:1781272916.621803:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159549824 00000100:00100000:1.0:1781272916.621806:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159549824 00000100:00100000:3.0:1781272916.621815:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5447100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159550080:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272916.621819:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159550336 00000100:00100000:1.0:1781272916.621823:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159550336 00000100:00100000:1.0:1781272916.621873:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1280 00000100:00100000:1.0:1781272916.621880:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5446680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+111:2389:x1867799159549696:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272916.621913:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5446680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+111:2389:x1867799159549696:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 34us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272916.621919:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1280 00000100:00100000:1.0:1781272916.621932:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1281 00000100:00100000:1.0:1781272916.621937:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5444000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159550208:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272916.621958:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5444000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159550208:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272916.621964:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1281 00000100:00100000:1.0:1781272916.621974:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1282 00000100:00100000:1.0:1781272916.621981:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5447b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159549824:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272916.622013:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5447b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159549824:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272916.622019:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1282 00000100:00100000:1.0:1781272916.622030:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1283 00000100:00100000:1.0:1781272916.622036:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5446d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159550336:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272916.622059:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5446d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159550336:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272916.622065:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1283 00000100:00100000:1.0:1781272916.622087:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 736 00000100:00100000:1.0:1781272916.622094:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5444a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159550592:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272916.622115:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5444a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159550592:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272916.622122:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 736 00000100:00080000:1.0:1781272916.622316:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272916.622321:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272916.622324:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272916.622326:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272916.623507:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5447100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159550080:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 89us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272916.623523:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 735 00000100:00100000:0.0:1781272917.056132:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5445c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168773888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272917.056222:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272917.056440:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168773888 00000100:00100000:3.0:1781272917.056450:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168773888 00000100:00100000:3.0:1781272917.056524:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1781272917.056534:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168773888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272917.056563:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272917.056619:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168773888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272917.056627:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1781272917.056766:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5445c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168773888:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781272917.056846:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1781272917.312599:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1781272917.315418:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272917.568141:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168774016:0@lo:400:kworker.0 00000100:00100000:1.0:1781272917.568229:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272917.568506:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168774016 00000100:00100000:0.0:1781272917.568517:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168774016 00000100:00100000:0.0:1781272917.568578:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1781272917.568588:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168774016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272917.572262:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168774016:12345-0@lo:400:kworker.0 Request processed in 3665us (4022us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272917.572277:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1781272917.572406:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168774144:0@lo:400:kworker.0 00000100:00100000:0.0:1781272917.572453:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272917.572489:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168774656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272917.572509:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272917.572529:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272917.572535:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168774272:0@lo:400:kworker.0 00000100:00100000:0.0:1781272917.572554:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272917.572582:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168774656 00000100:00100000:0.0:1781272917.572589:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168774656 00000100:00100000:0.0:1781272917.572631:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1781272917.572639:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168774656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272917.572668:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272917.572706:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168774656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272917.572712:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1781272917.572749:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168774656:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1781272917.572813:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272917.572863:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168774400:0@lo:400:kworker.0 00000100:00100000:0.0:1781272917.572967:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272917.572987:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272917.573003:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168774528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272917.573023:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272917.573117:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168774528 00000100:00100000:0.0:1781272917.573120:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168774528 00000100:00100000:0.0:1781272917.573147:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1781272917.573152:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168774528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272917.573162:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272917.573187:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168774528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272917.573193:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00080000:0.0:1781272917.573205:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272917.573222:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168774528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272917.573248:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168774144 00000100:00100000:0.0:1781272917.573252:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168774144 00000100:00100000:0.0:1781272917.573275:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168774400 00000100:00100000:0.0:1781272917.573277:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168774400 00000100:00100000:0.0:1781272917.573292:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1781272917.573297:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168774144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272917.573328:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168774144:12345-0@lo:400:kworker.0 Request processed in 31us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272917.573334:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1781272917.573344:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:0.0:1781272917.573349:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168774400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272917.573372:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168774400:12345-0@lo:400:kworker.0 Request processed in 23us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272917.573378:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:0.0:1781272917.573399:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168774400:0@lo:400:kworker.0 00000100:00100000:0.0:1781272917.573416:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168774144:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.573540:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168774784:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.573567:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272917.573593:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168774272 00000100:00100000:3.0:1781272917.573596:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168774272 00000100:00100000:3.0:1781272917.573618:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168774784 00000100:00100000:3.0:1781272917.573620:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168774784 00000100:00100000:3.0:1781272917.573630:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1781272917.573635:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168774272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.573664:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168774272:12345-0@lo:400:kworker.0 Request processed in 28us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272917.573670:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1781272917.573680:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1781272917.573685:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168774784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.573709:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168774784:12345-0@lo:400:kworker.0 Request processed in 24us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272917.573715:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1781272917.573740:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168774784:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.573756:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168774272:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.573778:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168774912:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.573798:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272917.573820:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168774912 00000100:00100000:3.0:1781272917.573823:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168774912 00000100:00100000:3.0:1781272917.573867:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1781272917.573884:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168774912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.573914:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168774912:12345-0@lo:400:kworker.0 Request processed in 31us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272917.573919:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00080000:3.0:1781272917.573931:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272917.573945:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168774912:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.573969:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272917.573974:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168775040:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.574007:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272917.574152:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168775040 00000100:00100000:3.0:1781272917.574156:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168775040 00000100:00100000:3.0:1781272917.574182:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:3.0:1781272917.574187:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168775040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.574247:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168775040:12345-0@lo:400:kworker.0 Request processed in 59us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272917.574253:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00080000:3.0:1781272917.574268:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272917.574281:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168775040:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.574307:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168775168:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.574330:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272917.574366:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168775296:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.574386:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272917.574419:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168775424:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.574438:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272917.574454:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168775424 00000100:00100000:3.0:1781272917.574457:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168775424 00000100:00100000:3.0:1781272917.574477:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:3.0:1781272917.574481:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168775424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.574507:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168775424:12345-0@lo:400:kworker.0 Request processed in 25us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272917.574512:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00080000:3.0:1781272917.574524:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272917.574537:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168775424:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.574559:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272917.574564:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168775552:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.574582:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272917.574598:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168775552 00000100:00100000:3.0:1781272917.574600:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168775552 00000100:00100000:3.0:1781272917.574620:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:3.0:1781272917.574625:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168775552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.574649:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168775552:12345-0@lo:400:kworker.0 Request processed in 24us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272917.574655:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00080000:3.0:1781272917.574667:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272917.574678:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168775552:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.576419:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168775168 00000100:00100000:3.0:1781272917.576435:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168775168 00000100:00100000:3.0:1781272917.576501:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168775296 00000100:00100000:3.0:1781272917.576505:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168775296 00000100:00100000:3.0:1781272917.576531:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1781272917.576541:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168775168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.576631:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168775168:12345-0@lo:400:kworker.0 Request processed in 91us (2299us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272917.576638:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1781272917.576654:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1781272917.576659:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee1a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168775296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.576689:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee1a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168775296:12345-0@lo:400:kworker.0 Request processed in 30us (2301us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272917.576696:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1781272917.576962:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168775296:0@lo:400:kworker.0 00000100:00100000:3.0:1781272917.577017:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168775168:0@lo:400:kworker.0 00000100:00100000:1.0:1781272917.580282:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168774016:0@lo:400:kworker.0 00000040:00080000:3.0:1781272918.148094:0:28039:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272918.148105:0:28039:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272918.148753:0:28039:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272918.148767:0:28039:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272918.343271:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272919.104533:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168775680:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272919.104615:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272919.104770:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168775680 00000100:00100000:3.0:1781272919.104780:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168775680 00000100:00100000:3.0:1781272919.104869:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1781272919.104879:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168775680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272919.104920:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781272919.106514:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168775680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1623us (1885us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272919.106531:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1781272919.108702:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168775680:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781272919.360043:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272920.127920:0:28090:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272920.127928:0:28090:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272920.128527:0:28090:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272920.128541:0:28090:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272920.131090:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168775808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272920.131167:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272920.131264:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168775808 00000100:00100000:3.0:1781272920.131272:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168775808 00000100:00100000:3.0:1781272920.131323:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1781272920.131333:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168775808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272920.131382:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272920.131433:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168775808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272920.131441:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1781272920.131492:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168775808:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781272920.383979:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272921.409005:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272921.666620:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272921.666646:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5445500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168775936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272921.666725:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272921.666811:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168775936 00000100:00100000:1.0:1781272921.666820:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168775936 00000100:00080000:0.0:1781272921.667013:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272921.667181:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1781272921.667194:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5447800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168775936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272921.667229:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272921.667280:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5447800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168775936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272921.667288:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1781272921.667427:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5445500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168775936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272921.739628:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272921.739671:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272921.739702:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272921.739723:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272921.739747:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272921.739764:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272921.739781:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272921.739796:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272921.739818:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272921.739998:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159550848 00000100:00100000:3.0:1781272921.740010:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159550848 00000100:00100000:3.0:1781272921.740073:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159551360 00000100:00100000:3.0:1781272921.740076:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159551360 00000100:00100000:3.0:1781272921.740092:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159550976 00000100:00100000:3.0:1781272921.740095:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159550976 00000100:00100000:3.0:1781272921.740108:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159551488 00000100:00100000:3.0:1781272921.740110:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159551488 00000100:00100000:3.0:1781272921.740126:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1290 00000100:00100000:3.0:1781272921.740148:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2390:x1867799159550848:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272921.740189:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159551616 00000100:00100000:1.0:1781272921.740194:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159551616 00000100:00100000:1.0:1781272921.740233:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159551232 00000100:00100000:1.0:1781272921.740237:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159551232 00000100:00100000:3.0:1781272921.740240:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2390:x1867799159550848:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 105us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272921.740248:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1290 00000100:00100000:1.0:1781272921.740256:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159551744 00000100:00100000:1.0:1781272921.740258:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159551744 00000100:00100000:3.0:1781272921.740265:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1291 00000100:00100000:1.0:1781272921.740271:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 739 00000100:00100000:3.0:1781272921.740272:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159551360:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272921.740277:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159551616:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272921.740297:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159551360:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272921.740298:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159551616:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272921.740305:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 739 00000100:00100000:1.0:1781272921.740317:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 740 00000100:00100000:3.0:1781272921.740320:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1291 00000100:00100000:1.0:1781272921.740323:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159551232:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272921.740330:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1292 00000100:00100000:3.0:1781272921.740335:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159550976:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272921.740344:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159551232:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272921.740350:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 740 00000100:00100000:3.0:1781272921.740355:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159550976:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 20us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272921.740360:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 741 00000100:00100000:3.0:1781272921.740361:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1292 00000100:00100000:1.0:1781272921.740365:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159551744:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272921.740370:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1293 00000100:00100000:3.0:1781272921.740376:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159551488:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272921.740384:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159551744:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 19us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272921.740390:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 741 00000100:00100000:3.0:1781272921.740393:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159551488:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 18us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272921.740399:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1293 00000100:00100000:1.0:1781272921.740406:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159550720 00000100:00100000:1.0:1781272921.740410:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159550720 00000100:00080000:3.0:1781272921.740429:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272921.740432:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 802 00000100:00080000:3.0:1781272921.740433:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272921.740436:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272921.740438:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272921.740438:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159550720:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272921.740461:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159550720:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272921.740466:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 802 00000100:00100000:0.0:1781272921.741107:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159551104 00000100:00100000:0.0:1781272921.741115:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159551104 00000100:00100000:1.0:1781272921.741406:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 742 00000100:00100000:1.0:1781272921.741415:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159551104:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272921.741467:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159551104:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 54us (1796us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272921.741474:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 742 00000100:00080000:3.0:1781272921.744589:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1781272922.096625:0:28142:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272922.096636:0:28142:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272922.097181:0:28142:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272922.097190:0:28142:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272922.177245:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168776064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272922.177322:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272922.177937:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168776064 00000100:00100000:2.0:1781272922.177948:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168776064 00000100:00100000:2.0:1781272922.178023:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1781272922.178034:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168776064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272922.178061:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00080000:0.0:1781272922.178118:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272922.178120:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168776064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272922.178127:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1781272922.178182:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3230e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168776064:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1781272922.432982:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272922.688176:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168776576:0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.688264:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272922.688326:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168777088:0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.688355:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272922.688375:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168777600:0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.688396:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272922.688436:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1781272922.688442:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168776448:0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.688468:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272922.688487:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168776960:0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.688506:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272922.688521:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168777472:0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.688541:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272922.688576:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168776576 00000100:00100000:3.0:1781272922.688585:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168776576 00000100:00100000:3.0:1781272922.688632:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168776960 00000100:00100000:3.0:1781272922.688636:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168776960 00000100:00100000:3.0:1781272922.688666:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:3.0:1781272922.688675:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168776576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.688734:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168776576:12345-0@lo:400:kworker.0 Request processed in 60us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272922.688742:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:3.0:1781272922.688762:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1781272922.688769:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168776960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.688796:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168776960:12345-0@lo:400:kworker.0 Request processed in 28us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272922.688801:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1781272922.688821:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168777088 00000100:00100000:3.0:1781272922.688824:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168777088 00000100:00100000:3.0:1781272922.688877:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168777600 00000100:00100000:3.0:1781272922.688880:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168777600 00000100:00100000:3.0:1781272922.688895:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168777472 00000100:00100000:3.0:1781272922.688897:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168777472 00000100:00100000:3.0:1781272922.688934:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1781272922.688941:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168777088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.688971:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168777088:12345-0@lo:400:kworker.0 Request processed in 31us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272922.688977:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1781272922.688988:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1781272922.688994:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168777600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.689018:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c46d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168777600:12345-0@lo:400:kworker.0 Request processed in 25us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272922.689024:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1781272922.689035:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1781272922.689042:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168777472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.689069:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168777472:12345-0@lo:400:kworker.0 Request processed in 27us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272922.689074:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1781272922.689096:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168776448 00000100:00100000:3.0:1781272922.689099:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168776448 00000100:00100000:3.0:1781272922.689124:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1781272922.689130:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168776448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.689159:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f60d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168776448:12345-0@lo:400:kworker.0 Request processed in 29us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272922.689166:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1781272922.689222:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168776448:0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.689234:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168776960:0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.689242:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168777472:0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.689251:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168776576:0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.689259:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168777088:0@lo:400:kworker.0 00000100:00100000:3.0:1781272922.689267:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168777600:0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.689819:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168776320:0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.689898:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272922.689950:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168776832:0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.689974:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272922.689995:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168777344:0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690015:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272922.690034:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1781272922.690040:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168776192:0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690081:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272922.690104:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168776704:0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690125:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272922.690144:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168777216:0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690164:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272922.690205:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168776704 00000100:00100000:1.0:1781272922.690210:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168776704 00000100:00100000:1.0:1781272922.690258:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1781272922.690266:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5445c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168776704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690311:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5445c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168776704:12345-0@lo:400:kworker.0 Request processed in 46us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272922.690319:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1781272922.690339:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168776320 00000100:00100000:1.0:1781272922.690342:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168776320 00000100:00100000:1.0:1781272922.690364:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168776832 00000100:00100000:1.0:1781272922.690367:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168776832 00000100:00100000:1.0:1781272922.690381:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168777344 00000100:00100000:1.0:1781272922.690383:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168777344 00000100:00100000:1.0:1781272922.690396:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168777216 00000100:00100000:1.0:1781272922.690398:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168777216 00000100:00100000:1.0:1781272922.690412:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1781272922.690418:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5447480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168776320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690448:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5447480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168776320:12345-0@lo:400:kworker.0 Request processed in 29us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272922.690454:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1781272922.690465:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1781272922.690470:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5444a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168776832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690497:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5444a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168776832:12345-0@lo:400:kworker.0 Request processed in 26us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272922.690502:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1781272922.690513:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:1.0:1781272922.690518:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5447100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168777344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690543:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5447100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168777344:12345-0@lo:400:kworker.0 Request processed in 26us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272922.690549:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:1.0:1781272922.690559:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1781272922.690565:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5444700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168777216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690591:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5444700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168777216:12345-0@lo:400:kworker.0 Request processed in 26us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272922.690600:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1781272922.690647:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168776704:0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690658:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168777216:0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690667:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168776320:0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690676:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168776832:0@lo:400:kworker.0 00000100:00100000:1.0:1781272922.690684:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168777344:0@lo:400:kworker.0 00000100:00080000:0.0:1781272922.692177:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272922.692187:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272922.692190:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272922.692217:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168776192 00000100:00100000:0.0:1781272922.692238:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168776192 00000100:00100000:0.0:1781272922.692299:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1781272922.692308:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500891850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168776192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272922.692392:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500891850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168776192:12345-0@lo:400:kworker.0 Request processed in 85us (2321us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272922.692400:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1781272922.692457:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168776192:0@lo:400:kworker.0 00000100:00100000:0.0:1781272922.695569:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168777728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272922.695654:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272922.695712:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272922.695720:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5445f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168777856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272922.695746:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272922.695865:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168777728 00000100:00100000:2.0:1781272922.695873:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168777728 00000100:00100000:2.0:1781272922.695950:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168777856 00000100:00100000:2.0:1781272922.695954:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168777856 00000100:00100000:2.0:1781272922.695974:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1781272922.695982:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168777728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1781272922.696027:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272922.696100:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168777728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272922.696108:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1781272922.696126:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1781272922.696132:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168777856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272922.696140:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272922.696163:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168777856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272922.696168:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1781272922.697704:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5445f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168777856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272922.697725:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168777728:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1781272923.456005:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272924.097991:0:28193:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272924.098001:0:28193:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272924.098935:0:28193:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272924.098949:0:28193:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272924.226578:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168777984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272924.226663:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272924.226771:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168777984 00000100:00100000:1.0:1781272924.226781:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168777984 00000100:00100000:1.0:1781272924.226866:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1781272924.226877:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168777984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272924.226931:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781272924.230010:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5028e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168777984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3123us (3335us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272924.230026:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1781272924.230780:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168777984:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272924.483176:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272925.248430:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272925.248459:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168778112:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272925.248588:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272925.251888:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168778112 00000100:00100000:1.0:1781272925.251907:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168778112 00000100:00100000:1.0:1781272925.251991:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1781272925.252004:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168778112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272925.252045:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272925.252170:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5029880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168778112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 169us (3581us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272925.252179:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1781272925.253769:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168778112:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1781272925.504775:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272926.021544:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272926.021555:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272926.022154:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272926.022167:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1781272926.157398:0:28244:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272926.157408:0:28244:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272926.160197:0:28244:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272926.160214:0:28244:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272926.528111:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272926.784579:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272926.784629:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5445180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168778240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272926.784729:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272926.791738:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168778240 00000100:00100000:2.0:1781272926.791760:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168778240 00000100:00100000:3.0:1781272926.792506:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1781272926.792521:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168778240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272926.792557:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272926.792658:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168778240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 139us (7928us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272926.792666:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1781272926.792804:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5445180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168778240:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1781272926.793431:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272926.862033:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272926.862389:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272926.862430:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272926.862520:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272926.862607:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272926.863214:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159552256 00000100:00100000:3.0:1781272926.863226:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159552256 00000100:00100000:3.0:1781272926.863365:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159552768 00000100:00100000:3.0:1781272926.863369:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159552768 00000100:00100000:3.0:1781272926.863395:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 746 00000100:00100000:3.0:1781272926.863405:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159552256:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272926.863489:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159552256:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 85us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272926.863498:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 746 00000100:00100000:3.0:1781272926.863516:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 747 00000100:00100000:3.0:1781272926.863523:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159552768:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272926.863656:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159552768:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272926.863665:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 747 00000100:00100000:3.0:1781272926.865371:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00080000:0.0:1781272926.865426:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272926.867284:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272926.867321:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272926.869003:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159552000 00000100:00100000:2.0:1781272926.869019:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159552000 00000100:00100000:2.0:1781272926.869104:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159552512 00000100:00100000:2.0:1781272926.869108:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159552512 00000100:00100000:2.0:1781272926.869132:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159552128 00000100:00100000:2.0:1781272926.869135:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159552128 00000100:00100000:2.0:1781272926.869158:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1300 00000100:00100000:2.0:1781272926.869169:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159552000:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272926.869256:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159552000:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 88us (7234us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272926.869265:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1300 00000100:00100000:2.0:1781272926.869285:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1301 00000100:00100000:2.0:1781272926.869291:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159552512:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272926.869316:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159552512:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (6886us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272926.869326:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1301 00000100:00100000:2.0:1781272926.869338:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1302 00000100:00100000:2.0:1781272926.869344:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159552128:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272926.869367:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159552128:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (4007us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272926.869373:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1302 00000100:00100000:2.0:1781272926.869451:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159552384 00000100:00100000:2.0:1781272926.869456:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159552384 00000100:00100000:2.0:1781272926.869483:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 748 00000100:00100000:2.0:1781272926.869489:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159552384:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272926.869515:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159552384:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (2240us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272926.869522:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 748 00000100:00100000:2.0:1781272926.869544:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159551872 00000100:00100000:2.0:1781272926.869547:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159551872 00000100:00100000:2.0:1781272926.869571:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 804 00000100:00100000:2.0:1781272926.869577:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159551872:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272926.870017:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159551872:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 438us (7408us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272926.870026:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 804 00000100:00080000:2.0:1781272926.870057:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272926.870061:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272926.870064:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272926.877021:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159552640 00000100:00100000:2.0:1781272926.877040:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159552640 00000100:00100000:2.0:1781272926.877139:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1303 00000100:00100000:2.0:1781272926.877150:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159552640:12345-192.168.204.14@tcp:400:kworker.0 00000100:00080000:0.0:1781272926.877445:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272926.877863:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272926.878000:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159552640:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 851us (10675us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272926.878012:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1303 00000100:00100000:1.0:1781272926.882699:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159552896 00000100:00100000:1.0:1781272926.882716:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159552896 00000100:00100000:1.0:1781272926.883070:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 749 00000100:00100000:1.0:1781272926.883083:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159552896:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272926.883189:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159552896:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 108us (5357us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272926.883198:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 749 00000100:00080000:0.0:1781272926.884638:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272927.296346:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168778368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272927.296434:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272927.296618:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168778368 00000100:00100000:0.0:1781272927.296628:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168778368 00000100:00100000:0.0:1781272927.296703:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1781272927.296714:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168778368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272927.296737:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272927.296794:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168778368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272927.296802:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1781272927.296884:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168778368:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781272927.297003:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781272927.552165:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272927.552704:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781272927.814324:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168778496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272927.814411:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272927.814567:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168778496 00000100:00100000:3.0:1781272927.814578:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168778496 00000100:00100000:3.0:1781272927.814641:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1781272927.814653:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168778496:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272927.814966:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168778752:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.815036:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272927.815066:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168779264:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.815090:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272927.815107:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168779776:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.815128:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272927.815145:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781272927.815151:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168778880:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.815204:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272927.815223:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c339f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168779392:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.815244:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272927.815259:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168779904:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.815280:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272927.815312:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168778752 00000100:00100000:0.0:1781272927.815317:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168778752 00000100:00100000:0.0:1781272927.815348:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168779264 00000100:00100000:0.0:1781272927.815351:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168779264 00000100:00100000:0.0:1781272927.815364:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168779776 00000100:00100000:0.0:1781272927.815366:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168779776 00000100:00100000:0.0:1781272927.815375:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168779392 00000100:00100000:0.0:1781272927.815377:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168779392 00000100:00100000:0.0:1781272927.815389:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1781272927.815395:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168778752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.815457:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168778752:12345-0@lo:400:kworker.0 Request processed in 61us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272927.815466:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1781272927.815484:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1781272927.815490:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168779264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.815514:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168779264:12345-0@lo:400:kworker.0 Request processed in 25us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272927.815519:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1781272927.815530:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1781272927.815535:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168779776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.815558:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168779776:12345-0@lo:400:kworker.0 Request processed in 22us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272927.815563:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1781272927.815575:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1781272927.815581:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168779392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.815604:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168779392:12345-0@lo:400:kworker.0 Request processed in 24us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272927.815610:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1781272927.815632:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168778880 00000100:00100000:0.0:1781272927.815636:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168778880 00000100:00100000:0.0:1781272927.815661:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1781272927.815667:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168778880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.815941:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168778880:12345-0@lo:400:kworker.0 Request processed in 273us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272927.815949:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1781272927.815972:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168779904 00000100:00100000:0.0:1781272927.815976:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168779904 00000100:00100000:0.0:1781272927.816064:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1781272927.816070:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168779904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.816101:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168779904:12345-0@lo:400:kworker.0 Request processed in 31us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272927.816107:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1781272927.816148:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168778880:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.816160:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c339f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168779392:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.816167:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168779904:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.816175:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168778752:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.816182:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168779264:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.816193:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168779776:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.816229:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168778624:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.816258:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272927.816284:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168779136:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.816306:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272927.816323:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168779648:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.816345:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272927.816362:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1781272927.816368:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168779008:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.816391:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272927.816407:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168779520:0@lo:400:kworker.0 00000100:00100000:0.0:1781272927.816425:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1781272927.816528:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272927.816575:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168778496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1925us (2165us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272927.816583:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00080000:3.0:1781272927.816607:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272927.816611:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272927.816614:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272927.816753:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168779648 00000100:00100000:1.0:1781272927.816758:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168779648 00000100:00100000:1.0:1781272927.816801:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168779008 00000100:00100000:1.0:1781272927.816804:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168779008 00000100:00100000:1.0:1781272927.816822:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1781272927.816856:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168779648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272927.816895:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168779648:12345-0@lo:400:kworker.0 Request processed in 67us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272927.816901:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1781272927.816914:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1781272927.816920:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168779008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272927.816942:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168779008:12345-0@lo:400:kworker.0 Request processed in 22us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272927.816947:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1781272927.817000:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168779136 00000100:00100000:1.0:1781272927.817004:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168779136 00000100:00100000:1.0:1781272927.817024:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1781272927.817028:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168779136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272927.817057:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168779136:12345-0@lo:400:kworker.0 Request processed in 28us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272927.817063:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1781272927.817081:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168778624 00000100:00100000:1.0:1781272927.817085:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168778624 00000100:00100000:1.0:1781272927.817110:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1781272927.817116:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168778624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272927.817147:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168778624:12345-0@lo:400:kworker.0 Request processed in 31us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272927.817154:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1781272927.817190:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5444e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168780032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272927.817213:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272927.817249:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168778496:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272927.817298:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168780032 00000100:00100000:1.0:1781272927.817302:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168780032 00000100:00100000:1.0:1781272927.817322:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1781272927.817327:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5445880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168780032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272927.817338:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272927.817366:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5445880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168780032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272927.817371:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1781272927.817395:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5444e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168780032:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1781272927.818785:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272927.819364:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168779520 00000100:00100000:1.0:1781272927.819375:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168779520 00000100:00100000:1.0:1781272927.819425:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1781272927.819445:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168779520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272927.819516:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168779520:12345-0@lo:400:kworker.0 Request processed in 73us (3090us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272927.819522:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1781272927.819568:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168779520:0@lo:400:kworker.0 00000100:00100000:1.0:1781272927.819581:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168778624:0@lo:400:kworker.0 00000100:00100000:1.0:1781272927.819592:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168779136:0@lo:400:kworker.0 00000100:00100000:1.0:1781272927.819603:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168779648:0@lo:400:kworker.0 00000100:00100000:1.0:1781272927.819631:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168779008:0@lo:400:kworker.0 00000040:00080000:0.0:1781272928.264704:0:28295:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272928.268916:0:28295:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272928.269496:0:28295:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272928.269510:0:28295:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1781272928.576518:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272929.344366:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168780160:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272929.344473:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272929.344792:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168780160 00000100:00100000:0.0:1781272929.344802:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168780160 00000100:00100000:0.0:1781272929.344892:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1781272929.344902:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5444e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168780160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272929.345053:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272929.345143:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5444e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168780160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 241us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272929.345303:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168780160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272929.345361:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00010000:00010000:0.0:1781272929.603022:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272930.373203:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168780288:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272930.373290:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272930.373566:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168780288 00000100:00100000:0.0:1781272930.373575:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168780288 00000100:00100000:0.0:1781272930.373640:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1781272930.373650:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5445180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168780288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272930.373688:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272930.373746:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5445180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168780288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272930.373753:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1781272930.373814:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168780288:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1781272930.414086:0:28347:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272930.414093:0:28347:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272930.414613:0:28347:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272930.414622:0:28347:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272930.625658:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272931.648206:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272931.905053:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168780416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272931.905136:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272931.905345:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168780416 00000100:00100000:2.0:1781272931.905357:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168780416 00000100:00100000:2.0:1781272931.905429:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1781272931.905440:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5445f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168780416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272931.905476:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272931.905533:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5445f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168780416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272931.905541:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00080000:2.0:1781272931.905604:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272931.911764:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168780416:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272931.983093:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272931.983142:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272931.983171:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272931.983196:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272931.983215:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272931.983231:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272931.983246:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272931.983265:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272931.983288:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272931.983313:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159553536 00000100:00100000:0.0:1781272931.983326:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159553536 00000100:00100000:0.0:1781272931.983386:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159554048 00000100:00100000:0.0:1781272931.983390:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159554048 00000100:00100000:0.0:1781272931.983410:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159553408 00000100:00100000:0.0:1781272931.983412:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159553408 00000100:00100000:0.0:1781272931.983426:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159553920 00000100:00100000:0.0:1781272931.983429:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159553920 00000100:00100000:0.0:1781272931.983446:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 752 00000100:00100000:0.0:1781272931.983457:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159553536:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272931.983551:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159553536:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 95us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272931.983559:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 752 00000100:00100000:0.0:1781272931.983579:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 753 00000100:00100000:0.0:1781272931.983586:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159554048:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272931.983611:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159554048:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272931.983617:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 753 00000100:00100000:0.0:1781272931.983629:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 754 00000100:00100000:0.0:1781272931.983635:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159553408:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272931.983659:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159553408:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272931.983665:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 754 00000100:00100000:0.0:1781272931.983677:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 755 00000100:00100000:0.0:1781272931.983683:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159553920:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272931.983710:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159553920:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272931.983716:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 755 00000100:00080000:0.0:1781272931.983741:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272931.983745:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272931.983813:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159553280 00000100:00100000:1.0:1781272931.983819:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159553280 00000100:00100000:1.0:1781272931.983891:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159553792 00000100:00100000:1.0:1781272931.983894:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159553792 00000100:00100000:1.0:1781272931.983909:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159553152 00000100:00100000:1.0:1781272931.983912:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159553152 00000100:00100000:1.0:1781272931.983923:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159553664 00000100:00100000:1.0:1781272931.983926:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159553664 00000100:00100000:1.0:1781272931.983939:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1310 00000100:00100000:1.0:1781272931.983945:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159553280:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272931.983976:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159553280:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272931.983981:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1310 00000100:00100000:1.0:1781272931.983995:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1311 00000100:00100000:1.0:1781272931.984001:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c339f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159553792:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272931.984024:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c339f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159553792:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272931.984031:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1311 00000100:00100000:1.0:1781272931.984043:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1312 00000100:00100000:1.0:1781272931.984049:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159553152:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272931.984073:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159553152:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272931.984079:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1312 00000100:00100000:1.0:1781272931.984090:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1313 00000100:00100000:1.0:1781272931.984096:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159553664:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272931.984116:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159553664:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272931.984125:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1313 00000100:00080000:0.0:1781272931.984446:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272931.984450:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272931.984505:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159553024 00000100:00100000:2.0:1781272931.984510:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159553024 00000100:00100000:2.0:1781272931.984553:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 806 00000100:00100000:2.0:1781272931.984560:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159553024:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272931.984601:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159553024:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 42us (1533us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272931.984608:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 806 00000040:00080000:2.0:1781272932.377574:0:28398:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272932.377586:0:28398:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272932.378360:0:28398:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272932.378376:0:28398:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272932.421421:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5445500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168780544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272932.421503:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272932.422891:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168780544 00000100:00100000:1.0:1781272932.422904:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168780544 00000100:00100000:1.0:1781272932.422977:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1781272932.422988:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168780544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272932.423018:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272932.426523:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168780544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3529us (5012us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272932.426542:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:1.0:1781272932.426583:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272932.430704:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5445500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168780544:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1781272932.675694:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272932.928349:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272932.928378:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168780672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272932.928462:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272932.928544:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168780672 00000100:00100000:1.0:1781272932.928546:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272932.928555:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168780672 00000100:00100000:1.0:1781272932.928560:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5445500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168780800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272932.928598:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1781272932.928634:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272932.930011:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168780928:0@lo:400:kworker.0 00000100:00100000:0.0:1781272932.930072:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272932.930106:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168781440:0@lo:400:kworker.0 00000100:00100000:0.0:1781272932.930133:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272932.930158:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168781952:0@lo:400:kworker.0 00000100:00100000:0.0:1781272932.930192:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272932.930213:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1781272932.930218:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168781312:0@lo:400:kworker.0 00000100:00100000:0.0:1781272932.930241:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272932.930259:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168781824:0@lo:400:kworker.0 00000100:00100000:0.0:1781272932.930295:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272932.930328:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168780928 00000100:00100000:0.0:1781272932.930334:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168780928 00000100:00100000:0.0:1781272932.930795:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1781272932.930807:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500890450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168780928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272932.930896:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500890450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168780928:12345-0@lo:400:kworker.0 Request processed in 92us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272932.930905:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1781272932.930940:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168781440 00000100:00100000:0.0:1781272932.930945:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168781440 00000100:00100000:0.0:1781272932.930970:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1781272932.930977:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168781440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272932.931011:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168781440:12345-0@lo:400:kworker.0 Request processed in 34us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272932.931017:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1781272932.931036:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168781952 00000100:00100000:0.0:1781272932.931039:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168781952 00000100:00100000:0.0:1781272932.931072:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168781312 00000100:00100000:0.0:1781272932.931076:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168781312 00000100:00100000:0.0:1781272932.931096:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:0.0:1781272932.931101:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168781952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272932.931133:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168781952:12345-0@lo:400:kworker.0 Request processed in 32us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272932.931139:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:0.0:1781272932.931150:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:0.0:1781272932.931156:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168781312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272932.931181:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168781312:12345-0@lo:400:kworker.0 Request processed in 25us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272932.931186:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:2.0:1781272932.931262:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168781056:0@lo:400:kworker.0 00000100:00100000:2.0:1781272932.931404:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272932.931615:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168780800 00000100:00100000:1.0:1781272932.931620:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168780800 00000100:00100000:1.0:1781272932.931654:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1781272932.931662:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168780672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272932.931685:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272932.932609:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168781568:0@lo:400:kworker.0 00000100:00100000:1.0:1781272932.933006:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168780672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1343us (4542us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272932.933015:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1781272932.933042:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1781272932.933051:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168780800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272932.933071:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272932.933098:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168780800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (4501us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272932.933104:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1781272932.933126:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168781056 00000100:00100000:1.0:1781272932.933131:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168781056 00000100:00100000:2.0:1781272932.933196:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272932.934666:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168782080:0@lo:400:kworker.0 00000100:00100000:2.0:1781272932.934716:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272932.934731:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168781568 00000100:00100000:1.0:1781272932.934738:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168781568 00000100:00100000:1.0:1781272932.934986:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:1.0:1781272932.934996:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168781056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272932.935051:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168781056:12345-0@lo:400:kworker.0 Request processed in 58us (3647us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272932.935059:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:0.0:1781272932.935069:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168781568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272932.935105:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168781568:12345-0@lo:400:kworker.0 Request processed in 38us (1908us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272932.935206:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1781272932.935350:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:2.0:1781272932.935564:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168780672:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272932.935598:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168781056:0@lo:400:kworker.0 00000100:00100000:2.0:1781272932.935608:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168781568:0@lo:400:kworker.0 00000100:00100000:2.0:1781272932.935619:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1781272932.935626:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffb75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168781184:0@lo:400:kworker.0 00000100:00100000:2.0:1781272932.935659:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272932.935680:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168781696:0@lo:400:kworker.0 00000100:00100000:2.0:1781272932.935701:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272932.935725:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168781184 00000100:00100000:2.0:1781272932.935729:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168781184 00000100:00100000:1.0:1781272932.935981:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168781824 00000100:00100000:1.0:1781272932.935986:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168781824 00000100:00100000:1.0:1781272932.936019:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1781272932.936025:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168781824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272932.936065:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168781824:12345-0@lo:400:kworker.0 Request processed in 40us (5769us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272932.936071:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1781272932.936115:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168781312:0@lo:400:kworker.0 00000100:00100000:1.0:1781272932.936126:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168781824:0@lo:400:kworker.0 00000100:00100000:1.0:1781272932.936136:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168781952:0@lo:400:kworker.0 00000100:00100000:1.0:1781272932.936146:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168780928:0@lo:400:kworker.0 00000100:00100000:1.0:1781272932.936157:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168781440:0@lo:400:kworker.0 00000100:00100000:1.0:1781272932.936172:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5445500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168780800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272932.936217:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168782080 00000100:00100000:1.0:1781272932.936222:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168782080 00000100:00100000:1.0:1781272932.936243:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168781696 00000100:00100000:1.0:1781272932.936245:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168781696 00000100:00100000:1.0:1781272932.936258:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:1.0:1781272932.936263:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168782080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272932.936521:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168782080:12345-0@lo:400:kworker.0 Request processed in 256us (1803us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272932.936528:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:1.0:1781272932.936541:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:1.0:1781272932.936548:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168781696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272932.936577:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168781696:12345-0@lo:400:kworker.0 Request processed in 30us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272932.936582:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00080000:1.0:1781272932.936603:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272932.936609:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272932.936612:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272932.937164:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168781696:0@lo:400:kworker.0 00000100:00100000:1.0:1781272932.937177:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168782080:0@lo:400:kworker.0 00000100:00100000:2.0:1781272932.937600:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1781272932.937612:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168781184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272932.937681:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168781184:12345-0@lo:400:kworker.0 Request processed in 73us (2021us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272932.937687:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1781272932.937989:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffb75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168781184:0@lo:400:kworker.0 00010000:00010000:1.0:1781272933.696063:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272934.342430:0:28449:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272934.342442:0:28449:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272934.348425:0:28449:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272934.348450:0:28449:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272934.465317:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272934.465346:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168782208:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272934.465427:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272934.465644:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168782208 00000100:00100000:3.0:1781272934.465655:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168782208 00000100:00100000:3.0:1781272934.465718:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1781272934.465730:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168782208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272934.465780:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781272934.465871:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168782208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 142us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272934.465882:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1781272934.466018:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168782208:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272934.721291:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272935.490384:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168782336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272935.490464:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272935.490625:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168782336 00000100:00100000:0.0:1781272935.490634:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168782336 00000100:00100000:0.0:1781272935.490685:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1781272935.490695:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168782336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272935.490741:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272935.490797:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168782336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272935.490806:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1781272935.490873:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168782336:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272935.750455:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272936.242513:0:28501:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272936.242523:0:28501:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272936.243100:0:28501:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272936.243110:0:28501:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1781272936.256148:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272936.256162:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272936.260740:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272936.261146:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272936.768085:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272937.024964:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272937.024989:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168782464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272937.025097:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272937.025354:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168782464 00000100:00100000:2.0:1781272937.025366:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168782464 00000100:00100000:2.0:1781272937.025436:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1781272937.025447:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168782464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272937.025477:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272937.025539:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168782464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272937.025560:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1781272937.025586:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168782464:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1781272937.025777:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272937.101415:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272937.101467:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272937.101504:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272937.101535:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272937.101572:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272937.101589:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272937.101608:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272937.101627:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272937.101666:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272937.101694:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159554688 00000100:00100000:0.0:1781272937.101714:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159554688 00000100:00100000:0.0:1781272937.101791:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159555200 00000100:00100000:0.0:1781272937.101795:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159555200 00000100:00100000:0.0:1781272937.101813:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159554560 00000100:00100000:0.0:1781272937.101816:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159554560 00000100:00100000:0.0:1781272937.101865:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159555072 00000100:00100000:0.0:1781272937.101868:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159555072 00000100:00100000:0.0:1781272937.101889:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 757 00000100:00100000:0.0:1781272937.101899:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159554688:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272937.101979:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159554688:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 82us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272937.101988:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 757 00000100:00100000:0.0:1781272937.102005:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 758 00000100:00100000:0.0:1781272937.102012:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159555200:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272937.102036:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159555200:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272937.102042:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 758 00000100:00100000:0.0:1781272937.102053:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 759 00000100:00100000:0.0:1781272937.102059:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159554560:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272937.102081:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159554560:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272937.102087:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 759 00000100:00100000:0.0:1781272937.102098:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 760 00000100:00100000:0.0:1781272937.102104:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159555072:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272937.102124:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159555072:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 20us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272937.102130:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 760 00000100:00080000:0.0:1781272937.102255:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272937.102260:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272937.102338:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159554304 00000100:00100000:3.0:1781272937.102343:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159554304 00000100:00100000:3.0:1781272937.102381:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159554432 00000100:00100000:3.0:1781272937.102384:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159554432 00000100:00100000:3.0:1781272937.102396:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159554944 00000100:00100000:3.0:1781272937.102398:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159554944 00000100:00100000:3.0:1781272937.102410:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159554816 00000100:00100000:3.0:1781272937.102412:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159554816 00000100:00100000:3.0:1781272937.102426:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1320 00000100:00100000:3.0:1781272937.102433:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159554304:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272937.102469:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159554304:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 37us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272937.102476:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1320 00000100:00100000:3.0:1781272937.102488:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1321 00000100:00100000:3.0:1781272937.102494:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159554432:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272937.102516:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159554432:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272937.102523:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1321 00000100:00100000:3.0:1781272937.102534:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1322 00000100:00100000:3.0:1781272937.102540:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159554944:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272937.102580:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159554944:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 40us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272937.102586:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1322 00000100:00100000:3.0:1781272937.102603:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1323 00000100:00100000:3.0:1781272937.102609:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159554816:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272937.102631:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159554816:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272937.102636:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1323 00000100:00080000:0.0:1781272937.105035:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272937.105045:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272937.105111:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159554176 00000100:00100000:2.0:1781272937.105124:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159554176 00000100:00100000:2.0:1781272937.105192:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 808 00000100:00100000:2.0:1781272937.105204:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500895850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159554176:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272937.105297:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500895850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159554176:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 95us (3828us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272937.105305:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 808 00000100:00100000:3.0:1781272937.535968:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1781272937.535994:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168782592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272937.536073:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272937.536146:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168782592 00000100:00100000:3.0:1781272937.536156:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168782592 00000100:00100000:3.0:1781272937.536219:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1781272937.536228:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4fd04cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168782592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272937.536256:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272937.536304:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4fd04cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168782592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272937.536310:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1781272937.536569:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168782592:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1781272937.536669:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781272937.792108:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272937.792596:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1781272938.050903:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168782720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272938.050982:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.051061:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168782720 00000100:00100000:2.0:1781272938.051070:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168782720 00000100:00100000:2.0:1781272938.051143:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1781272938.051153:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168782720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272938.051184:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272938.051233:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168782720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272938.051242:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1781272938.051295:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168782720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272938.051405:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168782848:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.051437:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.051459:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168783360:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.051484:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.051501:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168783872:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.051524:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.051542:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781272938.051548:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168782976:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.051568:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.051585:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168783488:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.051767:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.051790:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168784000:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.051814:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.051866:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168782848 00000100:00100000:2.0:1781272938.051871:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168782848 00000100:00100000:2.0:1781272938.051902:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1781272938.051909:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168782848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.051945:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168782848:12345-0@lo:400:kworker.0 Request processed in 36us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272938.051952:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1781272938.051985:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168783360 00000100:00100000:2.0:1781272938.051989:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168783360 00000100:00100000:2.0:1781272938.052017:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1781272938.052023:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168783360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.052057:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168783360:12345-0@lo:400:kworker.0 Request processed in 34us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272938.052063:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1781272938.052147:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168783872 00000100:00100000:2.0:1781272938.052152:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168783872 00000100:00100000:2.0:1781272938.052183:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168782976 00000100:00100000:2.0:1781272938.052187:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168782976 00000100:00100000:2.0:1781272938.052198:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168783488 00000100:00100000:2.0:1781272938.052201:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168783488 00000100:00100000:2.0:1781272938.052212:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168784000 00000100:00100000:2.0:1781272938.052215:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168784000 00000100:00100000:2.0:1781272938.052232:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:2.0:1781272938.052238:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168783872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.052270:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168783872:12345-0@lo:400:kworker.0 Request processed in 32us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272938.052276:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:2.0:1781272938.052289:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:2.0:1781272938.052294:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168782976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.052322:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168782976:12345-0@lo:400:kworker.0 Request processed in 27us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272938.052328:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:2.0:1781272938.052339:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:2.0:1781272938.052346:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168783488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.052372:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168783488:12345-0@lo:400:kworker.0 Request processed in 28us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272938.052381:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:2.0:1781272938.052390:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:2.0:1781272938.052395:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168784000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.052420:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168784000:12345-0@lo:400:kworker.0 Request processed in 24us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272938.052425:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:2.0:1781272938.052466:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168783232:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.052493:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.052512:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168783744:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.052538:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.052561:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1781272938.052569:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168783104:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.052595:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.053851:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168783616:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.053897:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.053917:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168784128:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.053944:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.054471:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168783104 00000100:00100000:2.0:1781272938.054481:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168783104 00000100:00100000:2.0:1781272938.054529:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1781272938.054538:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168783104:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1781272938.054908:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272938.054915:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272938.054919:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272938.054926:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272938.054940:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168784256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272938.054972:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272938.055767:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168783104:12345-0@lo:400:kworker.0 Request processed in 1224us (3164us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272938.055784:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1781272938.055863:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168783232 00000100:00100000:2.0:1781272938.055870:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168783232 00000100:00100000:2.0:1781272938.055908:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168783616 00000100:00100000:2.0:1781272938.055911:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168783616 00000100:00100000:2.0:1781272938.055944:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:2.0:1781272938.055950:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168783232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.056011:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168783232:12345-0@lo:400:kworker.0 Request processed in 60us (3516us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272938.056018:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:2.0:1781272938.056031:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:2.0:1781272938.056038:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168783616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.056065:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168783616:12345-0@lo:400:kworker.0 Request processed in 29us (2168us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272938.056070:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00080000:2.0:1781272938.056777:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272938.056909:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168783744 00000100:00100000:1.0:1781272938.056916:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168783744 00000100:00100000:1.0:1781272938.056958:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168784128 00000100:00100000:1.0:1781272938.056961:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168784128 00000100:00100000:1.0:1781272938.056988:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1781272938.056995:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffb77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168783744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272938.057049:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffb77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168783744:12345-0@lo:400:kworker.0 Request processed in 55us (4510us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272938.057055:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1781272938.057067:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1781272938.057073:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168784128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272938.057112:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168784128:12345-0@lo:400:kworker.0 Request processed in 39us (3167us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272938.057118:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1781272938.058054:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168784256 00000100:00100000:3.0:1781272938.058063:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168784256 00000100:00100000:3.0:1781272938.058258:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1781272938.058269:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168784256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272938.058291:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272938.059295:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168783104:0@lo:400:kworker.0 00000100:00100000:0.0:1781272938.059316:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168783616:0@lo:400:kworker.0 00000100:00100000:0.0:1781272938.059328:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168784128:0@lo:400:kworker.0 00000100:00100000:0.0:1781272938.059342:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168783232:0@lo:400:kworker.0 00000100:00100000:0.0:1781272938.059354:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168783744:0@lo:400:kworker.0 00000100:00100000:3.0:1781272938.059767:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168784256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1497us (4789us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272938.059778:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1781272938.061529:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168782976:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.061583:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168783488:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.061595:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168784000:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.061621:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168782848:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.061633:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168783360:0@lo:400:kworker.0 00000100:00100000:2.0:1781272938.061644:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168783872:0@lo:400:kworker.0 00000100:00080000:2.0:1781272938.061694:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272938.070718:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168784256:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1781272938.411826:0:28552:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272938.411859:0:28552:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272938.412358:0:28552:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272938.412367:0:28552:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272938.816213:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272939.584155:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272939.584182:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168784384:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272939.584258:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272939.584384:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168784384 00000100:00100000:3.0:1781272939.584394:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168784384 00000100:00100000:3.0:1781272939.584453:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1781272939.584463:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168784384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272939.584499:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781272939.584564:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168784384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272939.584573:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1781272939.584683:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168784384:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272939.841983:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272940.405665:0:28603:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272940.405675:0:28603:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272940.409168:0:28603:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272940.409187:0:28603:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272940.609057:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272940.609083:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168784512:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272940.609156:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272940.609227:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168784512 00000100:00100000:1.0:1781272940.609237:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168784512 00000100:00100000:1.0:1781272940.609294:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1781272940.609305:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5444380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168784512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272940.609340:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272940.609385:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5444380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168784512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272940.609393:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1781272940.609442:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2278000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168784512:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272940.864179:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781272941.888421:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272942.145137:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272942.145165:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168784640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272942.145237:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272942.145358:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168784640 00000100:00100000:2.0:1781272942.145370:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168784640 00000100:00100000:2.0:1781272942.145457:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1781272942.145482:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168784640:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781272942.145610:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1781272942.145800:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272942.145982:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168784640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 514us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272942.145991:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1781272942.146095:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168784640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272942.230251:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272942.230290:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272942.230313:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272942.230333:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272942.230366:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272942.230396:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159555456 00000100:00100000:0.0:1781272942.230408:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159555456 00000100:00100000:0.0:1781272942.230465:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159555968 00000100:00100000:0.0:1781272942.230468:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159555968 00000100:00100000:0.0:1781272942.230491:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1330 00000100:00100000:0.0:1781272942.230501:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+111:2390:x1867799159555456:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272942.230591:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+111:2390:x1867799159555456:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 91us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272942.230602:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1330 00000100:00100000:0.0:1781272942.230621:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1331 00000100:00100000:0.0:1781272942.230639:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159555968:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272942.230673:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159555968:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272942.230681:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1331 00000100:00100000:0.0:1781272942.230701:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159555712 00000100:00100000:0.0:1781272942.230705:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159555712 00000100:00100000:0.0:1781272942.230730:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159556224 00000100:00100000:0.0:1781272942.230732:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159556224 00000100:00100000:0.0:1781272942.230751:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 763 00000100:00100000:0.0:1781272942.230757:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159555712:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272942.230783:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159555712:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272942.230790:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 763 00000100:00100000:0.0:1781272942.230802:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 764 00000100:00100000:0.0:1781272942.230807:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159556224:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272942.230856:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159556224:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272942.230863:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 764 00000100:00080000:3.0:1781272942.231040:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272942.231045:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272942.231448:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159555328 00000100:00100000:0.0:1781272942.231454:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159555328 00000100:00100000:0.0:1781272942.231489:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 810 00000100:00100000:0.0:1781272942.231495:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500892850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159555328:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272942.234708:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500892850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159555328:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 3195us (4324us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272942.234727:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 810 00000100:00100000:3.0:1781272942.246030:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272942.246069:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272942.246095:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159555840 00000100:00100000:3.0:1781272942.246105:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159555840 00000100:00100000:3.0:1781272942.246169:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 765 00000100:00100000:3.0:1781272942.246181:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159555840:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272942.246261:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159555840:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 82us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272942.246270:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 765 00000100:00080000:3.0:1781272942.246293:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272942.246318:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272942.246371:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272942.246391:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159556352 00000100:00100000:3.0:1781272942.246395:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159556352 00000100:00100000:3.0:1781272942.246426:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 766 00000100:00100000:3.0:1781272942.246433:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159556352:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272942.246468:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159556352:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 36us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272942.246475:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 766 00000100:00080000:3.0:1781272942.246491:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272942.248351:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159555584 00000100:00100000:3.0:1781272942.248365:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159555584 00000100:00100000:3.0:1781272942.248427:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159556096 00000100:00100000:3.0:1781272942.248430:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159556096 00000100:00100000:3.0:1781272942.248457:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1332 00000100:00100000:3.0:1781272942.248468:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159555584:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272942.251282:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159555584:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 2800us (5247us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272942.251299:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1332 00000100:00100000:3.0:1781272942.251346:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1333 00000100:00100000:3.0:1781272942.251361:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159556096:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272942.251414:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159556096:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 60us (5095us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272942.251420:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1333 00000100:00080000:3.0:1781272942.251451:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:0.0:1781272942.364191:0:28654:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272942.364202:0:28654:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272942.364791:0:28654:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272942.364802:0:28654:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272942.657004:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272942.657032:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5a33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168784768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272942.657108:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272942.657208:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168784768 00000100:00100000:2.0:1781272942.657219:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168784768 00000100:00100000:2.0:1781272942.657296:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1781272942.657309:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168784768:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1781272942.657330:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1781272942.657336:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272942.657401:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168784768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272942.657409:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1781272942.657691:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5a33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168784768:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272942.912213:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272943.168176:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168785280:0@lo:400:kworker.0 00000100:00100000:0.0:1781272943.168251:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272943.168320:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168785792:0@lo:400:kworker.0 00000100:00100000:0.0:1781272943.168344:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272943.168358:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168786304:0@lo:400:kworker.0 00000100:00100000:0.0:1781272943.168378:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272943.168406:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1781272943.168411:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168785152:0@lo:400:kworker.0 00000100:00100000:0.0:1781272943.168453:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272943.168476:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168785664:0@lo:400:kworker.0 00000100:00100000:0.0:1781272943.168501:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272943.168520:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168786176:0@lo:400:kworker.0 00000100:00100000:0.0:1781272943.168543:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272943.168562:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168786688:0@lo:400:kworker.0 00000100:00100000:0.0:1781272943.168584:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272943.168627:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168785280 00000100:00100000:0.0:1781272943.168636:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168785280 00000100:00100000:0.0:1781272943.168680:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168785792 00000100:00100000:0.0:1781272943.168684:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168785792 00000100:00100000:0.0:1781272943.168712:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168786304 00000100:00100000:0.0:1781272943.168715:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168786304 00000100:00100000:0.0:1781272943.168733:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:0.0:1781272943.168741:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168785280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272943.168795:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168785280:12345-0@lo:400:kworker.0 Request processed in 54us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272943.168802:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:0.0:1781272943.168866:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:0.0:1781272943.168875:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168785792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272943.168904:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168785792:12345-0@lo:400:kworker.0 Request processed in 31us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272943.168909:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:0.0:1781272943.168920:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1781272943.168925:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168786304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272943.168950:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168786304:12345-0@lo:400:kworker.0 Request processed in 26us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272943.168955:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1781272943.168973:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168785152 00000100:00100000:0.0:1781272943.168976:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168785152 00000100:00100000:0.0:1781272943.169000:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1781272943.169005:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168785152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272943.169034:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168785152:12345-0@lo:400:kworker.0 Request processed in 29us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272943.169039:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1781272943.169065:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168785664 00000100:00080000:2.0:1781272943.169138:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272943.169156:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168786176 00000100:00100000:2.0:1781272943.169159:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168786176 00000100:00100000:1.0:1781272943.169185:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168785152:0@lo:400:kworker.0 00000100:00100000:2.0:1781272943.169188:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168786688 00000100:00100000:2.0:1781272943.169193:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168786688 00000100:00100000:1.0:1781272943.169212:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168785280:0@lo:400:kworker.0 00000100:00100000:2.0:1781272943.169225:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1781272943.169231:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168785792:0@lo:400:kworker.0 00000100:00100000:2.0:1781272943.169236:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168786176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272943.169251:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168786304:0@lo:400:kworker.0 00000100:00100000:2.0:1781272943.169283:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3230e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168786176:12345-0@lo:400:kworker.0 Request processed in 50us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272943.169291:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1781272943.169294:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168786176:0@lo:400:kworker.0 00000100:00100000:2.0:1781272943.169310:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1781272943.169319:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168786688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272943.169361:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168786688:12345-0@lo:400:kworker.0 Request processed in 44us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272943.169371:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1781272943.169377:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168786688:0@lo:400:kworker.0 00000100:00080000:2.0:1781272943.169392:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272943.169560:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168784896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272943.169606:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272943.169643:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168785408:0@lo:400:kworker.0 00000100:00100000:3.0:1781272943.169669:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272943.169694:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168785920:0@lo:400:kworker.0 00000100:00100000:1.0:1781272943.169721:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168785408 00000100:00100000:3.0:1781272943.169722:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272943.169729:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168785408 00000100:00100000:3.0:1781272943.169744:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168786432:0@lo:400:kworker.0 00000100:00100000:3.0:1781272943.169770:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272943.169789:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1781272943.169789:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1781272943.169799:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5446a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168785024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272943.169806:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168785408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272943.169867:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272943.169898:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168785408:12345-0@lo:400:kworker.0 Request processed in 97us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272943.169900:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168785536:0@lo:400:kworker.0 00000100:00100000:1.0:1781272943.169915:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1781272943.169935:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272943.169951:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168786048:0@lo:400:kworker.0 00000100:00100000:1.0:1781272943.169972:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168785920 00000100:00100000:3.0:1781272943.169976:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272943.169980:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168785920 00000100:00100000:3.0:1781272943.169996:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168786560:0@lo:400:kworker.0 00000100:00100000:1.0:1781272943.170017:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168786432 00000100:00100000:3.0:1781272943.170020:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272943.170024:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168786432 00000100:00100000:1.0:1781272943.170050:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168785536 00000100:00100000:3.0:1781272943.170054:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168785408:0@lo:400:kworker.0 00000100:00100000:1.0:1781272943.170054:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168785536 00000100:00100000:1.0:1781272943.170081:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1781272943.170085:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168786048 00000100:00100000:1.0:1781272943.170091:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168785920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272943.170092:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168786048 00000100:00100000:3.0:1781272943.170132:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168786560 00000100:00100000:3.0:1781272943.170137:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168786560 00000100:00100000:1.0:1781272943.170145:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168785920:12345-0@lo:400:kworker.0 Request processed in 55us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272943.170153:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1781272943.170160:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1781272943.170169:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168786048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272943.170175:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:1.0:1781272943.170187:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168786432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272943.170209:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168786048:12345-0@lo:400:kworker.0 Request processed in 40us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272943.170216:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1781272943.170236:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1781272943.170237:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168786432:12345-0@lo:400:kworker.0 Request processed in 49us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272943.170246:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168786560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272943.170259:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:1.0:1781272943.170272:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:1.0:1781272943.170280:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168785536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272943.170290:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168786560:12345-0@lo:400:kworker.0 Request processed in 46us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272943.170297:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1781272943.170312:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168785536:12345-0@lo:400:kworker.0 Request processed in 33us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272943.170319:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:3.0:1781272943.170340:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168784896 00000100:00100000:3.0:1781272943.170344:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168784896 00000100:00100000:3.0:1781272943.170368:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168785024 00000100:00100000:3.0:1781272943.170371:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168785024 00000100:00100000:3.0:1781272943.170389:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1781272943.170396:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168784896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272943.170420:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272943.170468:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5a33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168784896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272943.170474:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1781272943.170484:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1781272943.170490:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c429dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168785024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272943.170500:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272943.170521:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c429dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168785024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272943.170526:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1781272943.170569:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5446a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168785024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272943.170580:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168785536:0@lo:400:kworker.0 00000100:00100000:3.0:1781272943.170588:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168786048:0@lo:400:kworker.0 00000100:00100000:3.0:1781272943.170596:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168786560:0@lo:400:kworker.0 00000100:00100000:3.0:1781272943.170607:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168784896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272943.170625:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168785920:0@lo:400:kworker.0 00000100:00100000:3.0:1781272943.170635:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168786432:0@lo:400:kworker.0 00000100:00080000:2.0:1781272943.171365:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272943.171373:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272943.171525:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168785664 00000100:00100000:0.0:1781272943.171581:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1781272943.171589:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168785664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272943.171793:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3231c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168785664:12345-0@lo:400:kworker.0 Request processed in 204us (3289us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272943.171799:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1781272943.171902:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168785664:0@lo:400:kworker.0 00010000:00010000:3.0:1781272943.938872:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272944.552493:0:28708:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272944.552506:0:28708:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272944.553171:0:28708:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272944.553187:0:28708:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272944.704668:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272944.704700:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ed3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168786816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272944.704798:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272944.704956:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168786816 00000100:00100000:1.0:1781272944.704966:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168786816 00000100:00100000:1.0:1781272944.705023:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1781272944.705034:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168786816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272944.705082:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781272944.705272:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168786816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 238us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272944.705281:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1781272944.705369:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ed3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168786816:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272944.960225:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272945.730139:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272945.730244:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168786944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272945.730487:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272945.731825:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168786944 00000100:00100000:0.0:1781272945.731869:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168786944 00000100:00100000:0.0:1781272945.731961:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1781272945.731973:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168786944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781272945.732023:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781272945.732261:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168786944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 290us (1773us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272945.732338:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1781272945.732470:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168786944:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272945.985498:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272946.442198:0:28759:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272946.442208:0:28759:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272946.442759:0:28759:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272946.442769:0:28759:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1781272946.501276:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272946.501286:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272946.501861:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272946.502357:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272947.008031:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272947.010228:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1781272947.264171:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168787072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272947.264253:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272947.264447:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168787072 00000100:00100000:2.0:1781272947.264457:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168787072 00000100:00100000:2.0:1781272947.264532:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1781272947.264543:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168787072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781272947.264585:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00080000:0.0:1781272947.264693:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272947.264769:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168787072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 228us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272947.264777:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1781272947.267078:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168787072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272947.341540:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272947.345061:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159556480 00000100:00100000:0.0:1781272947.345078:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159556480 00000100:00100000:0.0:1781272947.345223:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 812 00000100:00100000:0.0:1781272947.345234:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159556480:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272947.345372:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159556480:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 139us (3843us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272947.345381:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 812 00000100:00100000:3.0:1781272947.351941:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272947.352045:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272947.352084:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272947.352138:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159556864 00000100:00100000:0.0:1781272947.352147:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159556864 00000100:00100000:0.0:1781272947.352215:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 771 00000100:00100000:0.0:1781272947.352222:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159556864:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272947.352283:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159556864:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 62us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272947.352288:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 771 00000100:00080000:2.0:1781272947.352371:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272947.353100:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272947.353271:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159556608 00000100:00100000:1.0:1781272947.353278:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159556608 00000100:00100000:3.0:1781272947.353292:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272947.353310:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272947.353323:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159557120 00000100:00100000:1.0:1781272947.353326:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159557120 00000100:00100000:3.0:1781272947.353329:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272947.353340:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159556736 00000100:00100000:1.0:1781272947.353343:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159556736 00000100:00100000:1.0:1781272947.353353:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159557248 00000100:00100000:1.0:1781272947.353355:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159557248 00000100:00100000:3.0:1781272947.353367:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272947.353368:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1340 00000100:00100000:1.0:1781272947.353376:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2390:x1867799159556608:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272947.353387:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159557376 00000100:00100000:3.0:1781272947.353390:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159557376 00000100:00100000:3.0:1781272947.353412:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159556992 00000100:00100000:3.0:1781272947.353415:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159556992 00000100:00100000:1.0:1781272947.353426:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ed3eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2390:x1867799159556608:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 51us (1496us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272947.353429:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159557504 00000100:00100000:1.0:1781272947.353433:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1340 00000100:00100000:3.0:1781272947.353445:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159557504 00000100:00100000:1.0:1781272947.353447:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1341 00000100:00100000:1.0:1781272947.353452:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159557120:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272947.353465:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 772 00000100:00100000:3.0:1781272947.353471:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159557376:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272947.353476:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159557120:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (1392us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272947.353482:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1341 00000100:00100000:1.0:1781272947.353493:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1342 00000100:00100000:3.0:1781272947.353494:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159557376:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272947.353498:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159556736:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272947.353501:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 772 00000100:00100000:3.0:1781272947.353511:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 773 00000100:00100000:3.0:1781272947.353516:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159556992:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272947.353519:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4f10bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159556736:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272947.353524:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1342 00000100:00100000:3.0:1781272947.353535:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159556992:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 19us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272947.353542:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 773 00000100:00100000:3.0:1781272947.353562:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 774 00000100:00100000:1.0:1781272947.353562:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1343 00000100:00100000:3.0:1781272947.353570:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159557504:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272947.353570:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159557248:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272947.353604:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159557504:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 35us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272947.353604:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159557248:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 35us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272947.353612:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 774 00000100:00080000:3.0:1781272947.353663:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272947.353667:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1781272947.353670:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272947.353672:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272947.353825:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1343 00000100:00100000:2.0:1781272947.776166:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272947.776191:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168787200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272947.776264:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272947.776389:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168787200 00000100:00100000:3.0:1781272947.776399:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168787200 00000100:00100000:3.0:1781272947.776468:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1781272947.776477:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168787200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272947.776499:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272947.776560:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168787200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272947.776568:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00080000:2.0:1781272947.776698:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272947.776751:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168787200:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272948.032300:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272948.289981:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4209180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168787328:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.290082:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272948.290139:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168787840:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.290170:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272948.290191:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168788352:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.290222:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272948.290243:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c17f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168788864:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.290269:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272948.290297:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781272948.290303:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168787712:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.290329:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272948.290355:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c388ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168788224:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.290377:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272948.290395:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168788736:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.290418:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272948.290454:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168787584:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.290478:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272948.290495:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168788096:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.290517:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272948.290542:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168788608:0@lo:400:kworker.0 00000100:00100000:2.0:1781272948.290674:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168787456:0@lo:400:kworker.0 00000100:00100000:2.0:1781272948.290712:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272948.290739:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168787968:0@lo:400:kworker.0 00000100:00100000:2.0:1781272948.290762:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272948.290781:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168788480:0@lo:400:kworker.0 00000100:00100000:2.0:1781272948.290805:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272948.290866:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168787712 00000100:00100000:2.0:1781272948.290876:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168787712 00000100:00100000:2.0:1781272948.290924:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168788096 00000100:00100000:2.0:1781272948.290927:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168788096 00000100:00100000:2.0:1781272948.290953:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168787456 00000100:00100000:2.0:1781272948.290956:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168787456 00000100:00100000:2.0:1781272948.290968:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168787968 00000100:00100000:2.0:1781272948.290971:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168787968 00000100:00100000:2.0:1781272948.290984:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168788480 00000100:00100000:2.0:1781272948.290986:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168788480 00000100:00100000:2.0:1781272948.291005:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1781272948.291015:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168787712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.291682:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272948.291727:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168787328 00000100:00100000:0.0:1781272948.291733:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168787328 00000100:00100000:0.0:1781272948.291773:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1781272948.291781:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168787328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.291821:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168787328:12345-0@lo:400:kworker.0 Request processed in 42us (1739us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272948.291843:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1781272948.291884:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168787840 00000100:00100000:0.0:1781272948.291887:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168787840 00000100:00100000:0.0:1781272948.291913:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168787584 00000100:00100000:0.0:1781272948.291916:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168787584 00000100:00100000:0.0:1781272948.291931:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1781272948.291936:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168787840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.291972:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c2aa7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168787840:12345-0@lo:400:kworker.0 Request processed in 35us (1800us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272948.291978:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1781272948.291989:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1781272948.291993:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168787584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.292026:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168787584:12345-0@lo:400:kworker.0 Request processed in 32us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272948.292031:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1781272948.292052:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168788352 00000100:00100000:0.0:1781272948.292055:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168788352 00000100:00100000:0.0:1781272948.292084:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168788864 00000100:00100000:0.0:1781272948.292088:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168788864 00000100:00100000:0.0:1781272948.292106:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168788224 00000100:00100000:0.0:1781272948.292108:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168788224 00000100:00100000:0.0:1781272948.292119:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168788736 00000100:00100000:0.0:1781272948.292122:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168788736 00000100:00100000:0.0:1781272948.292135:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1781272948.292140:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168788352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.292176:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168788352:12345-0@lo:400:kworker.0 Request processed in 35us (1953us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272948.292181:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1781272948.292192:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1781272948.292198:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168788864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.292229:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168788864:12345-0@lo:400:kworker.0 Request processed in 31us (1959us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272948.292234:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1781272948.292244:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1781272948.292250:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168788224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.292277:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168788224:12345-0@lo:400:kworker.0 Request processed in 27us (1899us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272948.292282:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1781272948.292292:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1781272948.292297:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168788736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.292323:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168788736:12345-0@lo:400:kworker.0 Request processed in 26us (1904us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272948.292328:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1781272948.292363:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168788608 00000100:00100000:0.0:1781272948.292367:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168788608 00000100:00100000:0.0:1781272948.292391:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:0.0:1781272948.292399:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168788096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.292435:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168788096:12345-0@lo:400:kworker.0 Request processed in 38us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272948.292442:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:0.0:1781272948.292458:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1781272948.292465:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168787456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.292503:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168787456:12345-0@lo:400:kworker.0 Request processed in 40us (1792us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272948.292509:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1781272948.292523:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1781272948.292530:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168787968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272948.293362:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168787712:12345-0@lo:400:kworker.0 Request processed in 64us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272948.293377:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1781272948.293408:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1781272948.293421:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168788480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272948.293427:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1781272948.293441:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168788608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272948.293490:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168788480:12345-0@lo:400:kworker.0 Request processed in 74us (2682us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272948.293500:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168788608:12345-0@lo:400:kworker.0 Request processed in 62us (1818us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272948.293506:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:3.0:1781272948.293514:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00080000:2.0:1781272948.293554:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272948.293565:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272948.293568:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272948.297161:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168787968:12345-0@lo:400:kworker.0 Request processed in 4619us (6385us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272948.297180:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1781272948.298349:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c502bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168788992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272948.299017:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffa7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168787712:0@lo:400:kworker.0 00000100:00100000:1.0:1781272948.299038:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168788224:0@lo:400:kworker.0 00000100:00100000:1.0:1781272948.299052:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168788736:0@lo:400:kworker.0 00000100:00100000:1.0:1781272948.299064:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4209180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168787328:0@lo:400:kworker.0 00000100:00100000:1.0:1781272948.299640:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168787840:0@lo:400:kworker.0 00000100:00100000:1.0:1781272948.299663:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c388f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168788352:0@lo:400:kworker.0 00000100:00100000:1.0:1781272948.299679:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c17f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168788864:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.299811:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272948.299893:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168787456:0@lo:400:kworker.0 00000100:00100000:2.0:1781272948.299896:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168788992 00000100:00100000:2.0:1781272948.299906:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168788992 00000100:00100000:0.0:1781272948.299911:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168787968:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.299929:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168788480:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.299953:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272948.299964:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168789120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272948.299968:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1781272948.299983:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168788992:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272948.300019:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1781272948.300026:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272948.300058:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168789120 00000100:00100000:0.0:1781272948.300064:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168789120 00000100:00100000:0.0:1781272948.300090:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1781272948.300097:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168789120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272948.300126:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272948.300156:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168789120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272948.300164:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1781272948.300207:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168789120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272948.301276:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168788992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1291us (1460us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272948.301290:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1781272948.301690:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c502bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168788992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272948.301776:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168787584:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.301790:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168788096:0@lo:400:kworker.0 00000100:00100000:0.0:1781272948.301804:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2292a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168788608:0@lo:400:kworker.0 00000040:00080000:1.0:1781272948.305354:0:28810:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272948.305367:0:28810:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272948.306416:0:28810:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272948.306436:0:28810:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272949.056254:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272949.827344:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168789248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272949.827463:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272949.827526:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168789248 00000100:00100000:0.0:1781272949.827549:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168789248 00000100:00100000:0.0:1781272949.827625:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1781272949.827637:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5447800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168789248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272949.827686:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272949.827763:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5447800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168789248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 128us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272949.827771:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1781272949.828779:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168789248:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1781272950.081333:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272950.312610:0:28862:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272950.312624:0:28862:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272950.313216:0:28862:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272950.313228:0:28862:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272950.849981:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1781272950.850015:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c502ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168789376:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272950.850115:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272950.850409:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168789376 00000100:00100000:2.0:1781272950.850420:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168789376 00000100:00100000:2.0:1781272950.850492:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1781272950.850513:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5445880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168789376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272950.850560:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272950.850630:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5445880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168789376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272950.850638:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1781272950.850735:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c502ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168789376:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272951.104326:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1781272952.131332:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272952.180371:0:28913:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272952.180387:0:28913:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272952.180943:0:28913:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272952.180956:0:28913:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272952.385091:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272952.385125:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5445f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168789504:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272952.385231:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272952.385406:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168789504 00000100:00100000:1.0:1781272952.385418:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168789504 00000100:00100000:1.0:1781272952.385513:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1781272952.385526:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168789504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272952.385565:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272952.385621:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168789504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272952.385630:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00080000:3.0:1781272952.385684:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272952.385693:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5445f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168789504:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272952.461251:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272952.461366:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272952.461401:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272952.461479:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159558016 00000100:00100000:3.0:1781272952.461493:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159558016 00000100:00100000:3.0:1781272952.461590:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 779 00000100:00100000:3.0:1781272952.461602:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c502ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159558016:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272952.461701:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c502ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159558016:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 101us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272952.461709:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 779 00000100:00080000:1.0:1781272952.463914:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272952.466303:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272952.466369:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272952.466399:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272952.466936:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159557760 00000100:00100000:0.0:1781272952.466951:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159557760 00000100:00100000:0.0:1781272952.466998:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159557632 00000100:00100000:0.0:1781272952.467002:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159557632 00000100:00100000:0.0:1781272952.467062:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 814 00000100:00100000:0.0:1781272952.467074:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159557632:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272952.467218:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159558528 00000100:00100000:1.0:1781272952.467223:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159558528 00000100:00100000:1.0:1781272952.467275:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 780 00000100:00100000:1.0:1781272952.467282:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159558528:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272952.467378:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159557632:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 305us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272952.467388:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 814 00000100:00100000:3.0:1781272952.467809:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159558272 00000100:00100000:3.0:1781272952.467816:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159558272 00000100:00100000:3.0:1781272952.467872:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1350 00000100:00100000:3.0:1781272952.467881:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2390:x1867799159557760:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272952.468040:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159558528:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 754us (1756us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272952.468049:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 780 00000100:00080000:1.0:1781272952.468075:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272952.468081:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272952.468099:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159557888 00000100:00100000:1.0:1781272952.468104:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159557888 00000100:00100000:1.0:1781272952.468138:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1351 00000100:00100000:1.0:1781272952.468145:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c502bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159558272:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272952.468179:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c502bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:2390:x1867799159558272:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 35us (6776us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272952.468186:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1351 00000100:00100000:1.0:1781272952.468200:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1352 00000100:00100000:1.0:1781272952.468206:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159557888:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272952.468234:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159557888:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (1835us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272952.468239:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1352 00000100:00080000:1.0:1781272952.468258:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272952.468878:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5028380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2390:x1867799159557760:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 995us (7639us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272952.468888:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1350 00000100:00100000:2.0:1781272952.472631:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272952.472688:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272952.472729:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272952.473026:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159558400 00000100:00100000:1.0:1781272952.473040:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159558400 00000100:00100000:1.0:1781272952.473132:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1353 00000100:00100000:1.0:1781272952.473153:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159558400:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272952.473250:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159558400:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 108us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272952.473258:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1353 00000100:00080000:2.0:1781272952.473384:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272952.473638:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159558144 00000100:00100000:0.0:1781272952.473645:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159558144 00000100:00100000:0.0:1781272952.473690:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159558656 00000100:00100000:0.0:1781272952.473693:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159558656 00000100:00100000:0.0:1781272952.473719:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 781 00000100:00100000:0.0:1781272952.473726:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159558144:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272952.473769:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159558144:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (1154us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272952.473861:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 781 00000100:00100000:0.0:1781272952.473876:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 782 00000100:00100000:0.0:1781272952.473883:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159558656:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272952.473911:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159558656:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (1181us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272952.473917:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 782 00000100:00080000:2.0:1781272952.474386:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272952.900739:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168789632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272952.900818:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272952.901115:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168789632 00000100:00100000:3.0:1781272952.901126:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168789632 00000100:00080000:2.0:1781272952.901180:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272952.901200:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1781272952.901210:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5445f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168789632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272952.901235:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272952.901300:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5445f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168789632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272952.901308:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1781272952.901704:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168789632:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1781272953.152335:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272953.408694:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168789888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272953.408795:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272953.408868:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168790016:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.408923:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272953.408998:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5445500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168789760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272953.409029:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272953.409059:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168790528:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.409090:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272953.409112:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1781272953.409121:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168790144:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.409149:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272953.409180:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168790656:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.409207:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272953.409245:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168789888 00000100:00100000:3.0:1781272953.409254:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168789888 00000100:00100000:3.0:1781272953.409308:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168789760 00000100:00100000:3.0:1781272953.409311:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168789760 00000100:00100000:3.0:1781272953.409331:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1781272953.409340:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168789888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272953.409375:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272953.409430:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168789888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272953.409438:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1781272953.409455:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1781272953.409473:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168789760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781272953.409495:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272953.409526:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168789760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272953.409536:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1781272953.409562:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168790144 00000100:00100000:3.0:1781272953.409566:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168790144 00000100:00100000:3.0:1781272953.409597:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168790656 00000100:00100000:3.0:1781272953.409600:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168790656 00000100:00100000:3.0:1781272953.409627:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1781272953.409633:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168790144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.409671:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168790144:12345-0@lo:400:kworker.0 Request processed in 38us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272953.409677:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1781272953.409688:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:3.0:1781272953.409693:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168790656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.409719:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168790656:12345-0@lo:400:kworker.0 Request processed in 26us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272953.409725:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00080000:3.0:1781272953.409740:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272953.409744:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272953.409783:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168790144:0@lo:400:kworker.0 00000100:00100000:1.0:1781272953.409794:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168790272:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.409795:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168790656:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.409808:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168789888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272953.409820:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5445500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168789760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272953.409824:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272953.409857:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168790784:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.409877:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168790528 00000100:00100000:1.0:1781272953.409879:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272953.409880:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168790528 00000100:00100000:1.0:1781272953.409897:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1781272953.409903:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168790272 00000100:00100000:1.0:1781272953.409903:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168790400:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.409905:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168790272 00000100:00100000:3.0:1781272953.409917:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1781272953.409922:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168790528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272953.409924:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272953.409940:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168790912:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.409958:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168790528:12345-0@lo:400:kworker.0 Request processed in 35us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272953.409964:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1781272953.409965:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272953.409977:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1781272953.409982:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5446a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168790272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272953.409994:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168790912 00000100:00100000:1.0:1781272953.409997:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168790912 00000100:00100000:3.0:1781272953.410014:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5446a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168790272:12345-0@lo:400:kworker.0 Request processed in 32us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272953.410020:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1781272953.410022:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1781272953.410029:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168790912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.410035:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168790016 00000100:00100000:3.0:1781272953.410038:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168790016 00000100:00100000:3.0:1781272953.410059:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1781272953.410059:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168790912:12345-0@lo:400:kworker.0 Request processed in 31us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272953.410064:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168790016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272953.410065:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1781272953.410088:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168790784 00000100:00100000:1.0:1781272953.410091:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168790784 00000100:00100000:3.0:1781272953.410094:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168790016:12345-0@lo:400:kworker.0 Request processed in 30us (1191us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272953.410100:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1781272953.410115:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1781272953.410120:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5445500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168790784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.410126:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168790400 00000100:00100000:3.0:1781272953.410129:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168790400 00000100:00100000:3.0:1781272953.410149:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1781272953.410149:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5445500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168790784:12345-0@lo:400:kworker.0 Request processed in 28us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272953.410154:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c17f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168790400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272953.410155:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:3.0:1781272953.410181:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c17f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168790400:12345-0@lo:400:kworker.0 Request processed in 26us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272953.410187:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00080000:3.0:1781272953.410199:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272953.410218:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168790400:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.410227:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168790912:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.410240:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168790272:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.410248:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168790784:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.410277:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168790528:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.410285:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168790016:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.411676:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168791040:0@lo:400:kworker.0 00000100:00100000:0.0:1781272953.411685:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168791168:0@lo:400:kworker.0 00000100:00100000:1.0:1781272953.411787:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168791296:0@lo:400:kworker.0 00000100:00100000:3.0:1781272953.412034:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272953.412040:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272953.412097:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168791040 00000100:00100000:0.0:1781272953.412104:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168791040 00000100:00100000:0.0:1781272953.412159:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1781272953.412168:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168791040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272953.412231:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168791040:12345-0@lo:400:kworker.0 Request processed in 63us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272953.412238:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1781272953.412285:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168791040:0@lo:400:kworker.0 00000100:00100000:0.0:1781272953.412307:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168791168 00000100:00100000:0.0:1781272953.412310:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168791168 00000100:00100000:0.0:1781272953.412355:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1781272953.412362:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168791168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272953.412396:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168791168:12345-0@lo:400:kworker.0 Request processed in 35us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272953.412402:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1781272953.412425:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168791168:0@lo:400:kworker.0 00000100:00080000:0.0:1781272953.412440:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272953.413439:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272953.413615:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168791296 00000100:00100000:1.0:1781272953.413889:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168791296 00000100:00100000:1.0:1781272953.413966:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1781272953.413978:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168791296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272953.414077:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168791296:12345-0@lo:400:kworker.0 Request processed in 100us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272953.414089:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:3.0:1781272953.414117:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168791296:0@lo:400:kworker.0 00000100:00080000:0.0:1781272953.414693:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:2.0:1781272954.117311:0:28964:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272954.117322:0:28964:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272954.118099:0:28964:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272954.118112:0:28964:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272954.177431:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272954.944735:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168791424:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272954.944848:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272954.945141:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168791424 00000100:00100000:2.0:1781272954.945151:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168791424 00000100:00100000:2.0:1781272954.945217:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1781272954.945228:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168791424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272954.945512:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781272954.945590:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168791424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 363us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272954.945599:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1781272954.945766:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168791424:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1781272955.200153:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272955.938662:0:29015:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272955.938678:0:29015:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272955.939493:0:29015:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272955.939512:0:29015:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272955.968316:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168791552:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272955.968433:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272955.968648:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168791552 00000100:00100000:2.0:1781272955.968660:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168791552 00000100:00100000:2.0:1781272955.968731:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1781272955.968743:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168791552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272955.968789:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272955.968876:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168791552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272955.968884:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1781272955.968992:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168791552:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781272956.224188:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272956.737309:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272956.737322:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272956.737918:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272956.737935:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1781272957.248549:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1781272957.254712:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272957.507409:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272957.507440:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168791680:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272957.507528:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272957.507607:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168791680 00000100:00100000:3.0:1781272957.507616:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168791680 00000100:00100000:3.0:1781272957.507682:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1781272957.507693:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168791680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272957.507733:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272957.507815:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168791680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272957.507823:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1781272957.507931:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168791680:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781272957.508107:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272957.580259:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272957.580314:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272957.580348:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272957.580373:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272957.580391:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272957.580438:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272957.580438:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159558784 00000100:00100000:1.0:1781272957.580451:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159558784 00000100:00100000:2.0:1781272957.580463:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159558912 00000100:00100000:2.0:1781272957.580468:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159558912 00000100:00100000:2.0:1781272957.580524:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159559040 00000100:00100000:2.0:1781272957.580527:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159559040 00000100:00100000:1.0:1781272957.580534:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 816 00000100:00100000:1.0:1781272957.580549:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159558784:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272957.580552:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159559552 00000100:00100000:2.0:1781272957.580557:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159559552 00000100:00100000:2.0:1781272957.580577:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1360 00000100:00100000:2.0:1781272957.580585:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159558912:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272957.580684:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159558912:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 97us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272957.580685:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159558784:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 136us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272957.580700:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1360 00000100:00100000:1.0:1781272957.580701:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 816 00000100:00100000:2.0:1781272957.580730:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1361 00000100:00100000:2.0:1781272957.580739:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159559040:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272957.580753:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159559296 00000100:00100000:1.0:1781272957.580759:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159559296 00000100:00100000:2.0:1781272957.580777:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2389:x1867799159559040:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 39us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272957.580784:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1361 00000100:00100000:1.0:1781272957.580794:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159559808 00000100:00100000:1.0:1781272957.580799:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159559808 00000100:00100000:2.0:1781272957.580802:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1362 00000100:00100000:2.0:1781272957.580811:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159559552:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272957.580863:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159559552:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 53us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272957.580870:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 785 00000100:00100000:2.0:1781272957.580875:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1362 00000100:00100000:1.0:1781272957.580883:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159559296:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272957.580924:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159559296:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 34us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272957.580931:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 785 00000100:00100000:1.0:1781272957.580943:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 786 00000100:00100000:1.0:1781272957.580948:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159559808:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272957.580969:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159559808:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272957.580975:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 786 00000100:00080000:3.0:1781272957.581224:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272957.581230:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272957.581284:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272957.584914:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272957.584968:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272957.585002:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272957.585047:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159559168 00000100:00100000:3.0:1781272957.585059:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159559168 00000100:00100000:3.0:1781272957.585131:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159559680 00000100:00100000:3.0:1781272957.585135:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159559680 00000100:00100000:3.0:1781272957.585170:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 787 00000100:00100000:1.0:1781272957.585176:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159559424 00000100:00100000:3.0:1781272957.585184:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159559168:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272957.585185:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159559424 00000100:00100000:1.0:1781272957.585238:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1363 00000100:00100000:1.0:1781272957.585248:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159559424:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272957.585279:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159559168:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 98us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272957.585291:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159559424:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272957.585299:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 787 00000100:00100000:1.0:1781272957.585305:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1363 00000100:00100000:3.0:1781272957.585330:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 788 00000100:00100000:3.0:1781272957.585339:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159559680:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272957.585372:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159559680:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 34us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272957.585379:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 788 00000100:00080000:3.0:1781272957.586644:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272957.586654:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1781272957.798227:0:29067:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272957.798242:0:29067:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272957.798817:0:29067:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272957.799982:0:29067:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272958.016274:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272958.016306:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168791808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272958.016480:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272958.016681:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168791808 00000100:00100000:3.0:1781272958.016692:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168791808 00000100:00100000:3.0:1781272958.016770:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1781272958.016783:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168791808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272958.016813:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272958.016898:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168791808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272958.016905:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1781272958.017068:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168791808:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1781272958.017716:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1781272958.274542:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272958.528228:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168792192:0@lo:400:kworker.0 00000100:00100000:3.0:1781272958.528326:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272958.528420:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168792704:0@lo:400:kworker.0 00000100:00100000:3.0:1781272958.528450:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272958.528464:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168792192 00000100:00100000:2.0:1781272958.528478:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168792192 00000100:00100000:3.0:1781272958.528485:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168793216:0@lo:400:kworker.0 00000100:00100000:3.0:1781272958.528518:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272958.528546:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168792704 00000100:00100000:2.0:1781272958.528550:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168792704 00000100:00100000:3.0:1781272958.528554:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1781272958.528564:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168791936:0@lo:400:kworker.0 00000100:00100000:3.0:1781272958.528601:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272958.528666:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168792320:0@lo:400:kworker.0 00000100:00100000:0.0:1781272958.528708:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272958.528854:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168793216 00000100:00100000:1.0:1781272958.528864:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168793216 00000100:00100000:1.0:1781272958.528897:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1781272958.528908:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168792192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272958.528963:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168792192:12345-0@lo:400:kworker.0 Request processed in 57us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272958.528972:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1781272958.528994:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:1.0:1781272958.529001:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168792704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272958.529025:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168792704:12345-0@lo:400:kworker.0 Request processed in 26us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272958.529031:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:1.0:1781272958.529048:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:1.0:1781272958.529054:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168793216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272958.529080:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168793216:12345-0@lo:400:kworker.0 Request processed in 26us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272958.529086:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:1.0:1781272958.529109:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168791936 00000100:00100000:1.0:1781272958.529113:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168791936 00000100:00100000:1.0:1781272958.529141:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1781272958.529148:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168791936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272958.529178:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168791936:12345-0@lo:400:kworker.0 Request processed in 31us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272958.529184:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1781272958.529227:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168792064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272958.529257:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272958.530891:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168792832:0@lo:400:kworker.0 00000100:00100000:1.0:1781272958.530918:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168792448:0@lo:400:kworker.0 00000100:00100000:3.0:1781272958.530923:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168791936:0@lo:400:kworker.0 00000100:00100000:3.0:1781272958.530945:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168792576:0@lo:400:kworker.0 00000100:00100000:2.0:1781272958.530952:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168792320 00000100:00100000:2.0:1781272958.530966:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168792320 00000100:00100000:0.0:1781272958.530992:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272958.531035:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272958.531041:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168793344:0@lo:400:kworker.0 00000100:00100000:2.0:1781272958.531059:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168792576 00000100:00100000:2.0:1781272958.531066:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168792576 00000100:00100000:2.0:1781272958.531096:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1781272958.531101:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168793088:0@lo:400:kworker.0 00000100:00100000:1.0:1781272958.531104:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272958.531104:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272958.531119:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168792320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272958.531129:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c420aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168793728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272958.531156:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168792960:0@lo:400:kworker.0 00000100:00100000:3.0:1781272958.531193:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272958.531194:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272958.531929:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168792320:12345-0@lo:400:kworker.0 Request processed in 817us (3218us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272958.531939:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1781272958.531972:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168793600:0@lo:400:kworker.0 00000100:00100000:2.0:1781272958.531988:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1781272958.531994:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168792064 00000100:00100000:0.0:1781272958.532003:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168792064 00000100:00100000:2.0:1781272958.532005:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168792576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272958.532019:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272958.532057:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168793728 00000100:00100000:0.0:1781272958.532062:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168793728 00000100:00100000:3.0:1781272958.532063:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168793216:0@lo:400:kworker.0 00000100:00100000:2.0:1781272958.532084:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168792576:12345-0@lo:400:kworker.0 Request processed in 84us (1051us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272958.532090:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168792192:0@lo:400:kworker.0 00000100:00100000:0.0:1781272958.532091:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1781272958.532104:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168792064:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272958.532111:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1781272958.532116:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168792704:0@lo:400:kworker.0 00002000:00000024:0.0:1781272958.532143:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272958.532154:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168792576:0@lo:400:kworker.0 00000100:00080000:2.0:1781272958.532157:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272958.532166:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272958.532194:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168792064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (2934us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272958.532195:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168792832 00000100:00100000:3.0:1781272958.532199:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168792832 00000100:00100000:0.0:1781272958.532202:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1781272958.532231:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168792448 00000100:00100000:0.0:1781272958.532239:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1781272958.532241:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168792448 00000100:00100000:0.0:1781272958.532250:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168793728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272958.532276:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272958.532293:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1781272958.532305:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168792448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272958.532438:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1781272958.532441:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168793728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 195us (1257us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272958.532447:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1781272958.532448:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168792832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272958.532490:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168792832:12345-0@lo:400:kworker.0 Request processed in 44us (1500us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272958.532490:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c420aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168793728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272958.532496:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1781272958.532511:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272958.532515:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168793088 00000100:00100000:3.0:1781272958.532519:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168793088 00000100:00100000:0.0:1781272958.532543:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168792320:0@lo:400:kworker.0 00000100:00100000:3.0:1781272958.532544:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168793600 00000100:00100000:3.0:1781272958.532546:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168793600 00000100:00100000:3.0:1781272958.532563:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1781272958.532568:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168792832:0@lo:400:kworker.0 00000100:00100000:3.0:1781272958.532570:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168793088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272958.532598:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168793344 00000100:00100000:0.0:1781272958.532602:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168793344 00000100:00100000:0.0:1781272958.532628:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:0.0:1781272958.532634:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168793344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272958.532654:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168792448:12345-0@lo:400:kworker.0 Request processed in 68us (1277us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272958.532669:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:0.0:1781272958.532677:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168793344:12345-0@lo:400:kworker.0 Request processed in 38us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272958.532687:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:0.0:1781272958.532727:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168793344:0@lo:400:kworker.0 00000100:00100000:2.0:1781272958.532735:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1781272958.532750:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168793600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272958.532906:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168793600:12345-0@lo:400:kworker.0 Request processed in 68us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272958.532914:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00080000:2.0:1781272958.532938:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272958.532992:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168793600:0@lo:400:kworker.0 00000100:00100000:1.0:1781272958.533045:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272958.533090:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168793472:0@lo:400:kworker.0 00000100:00100000:2.0:1781272958.533102:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168792960 00000100:00100000:2.0:1781272958.533109:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168792960 00000100:00100000:1.0:1781272958.533134:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272958.533210:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168793472 00000100:00100000:2.0:1781272958.533216:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168793472 00000100:00100000:0.0:1781272958.533225:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1781272958.533242:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168792960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272958.533266:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168792064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272958.533268:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1781272958.533288:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168793472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272958.533297:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168792448:0@lo:400:kworker.0 00000100:00100000:0.0:1781272958.533317:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168792960:12345-0@lo:400:kworker.0 Request processed in 81us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272958.533318:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168792960:0@lo:400:kworker.0 00000100:00100000:0.0:1781272958.533335:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1781272958.533359:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168793472:12345-0@lo:400:kworker.0 Request processed in 75us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272958.533374:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168793472:0@lo:400:kworker.0 00000100:00100000:2.0:1781272958.533513:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1781272958.533736:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168793088:12345-0@lo:400:kworker.0 Request processed in 1164us (2552us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272958.533746:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1781272958.533790:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168793088:0@lo:400:kworker.0 00010000:00010000:3.0:1781272959.302858:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272959.709207:0:29118:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272959.709223:0:29118:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272959.709754:0:29118:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272959.709770:0:29118:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272960.066560:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168793856:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272960.066657:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272960.067229:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168793856 00000100:00100000:3.0:1781272960.067239:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168793856 00000100:00100000:3.0:1781272960.067380:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1781272960.067392:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168793856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272960.067595:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781272960.067853:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168793856:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272960.067950:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168793856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 560us (1293us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272960.067959:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00010000:00010000:0.0:1781272960.325557:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272961.088163:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168793984:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272961.088240:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272961.088586:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168793984 00000100:00100000:2.0:1781272961.088597:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168793984 00000100:00100000:2.0:1781272961.088657:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1781272961.088666:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168793984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272961.088701:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272961.094594:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168793984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5918us (6342us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272961.094610:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1781272961.095143:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168793984:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272961.344038:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272961.711179:0:29169:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272961.711190:0:29169:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272961.712009:0:29169:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272961.712020:0:29169:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272962.368215:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272962.629389:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781272962.629417:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168794112:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272962.629492:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272962.629743:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168794112 00000100:00100000:3.0:1781272962.629754:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168794112 00000100:00100000:3.0:1781272962.629828:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1781272962.629856:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168794112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272962.629888:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272962.629942:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168794112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272962.629949:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00080000:2.0:1781272962.630242:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272962.630292:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168794112:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272962.699725:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272962.699779:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272962.699825:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159559936 00000100:00100000:2.0:1781272962.699875:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159560064 00000100:00100000:3.0:1781272962.699882:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159559936 00000100:00100000:2.0:1781272962.699882:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159560064 00000100:00100000:2.0:1781272962.699943:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1370 00000100:00100000:2.0:1781272962.699956:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159560064:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272962.699997:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 818 00000100:00100000:3.0:1781272962.700009:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159559936:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272962.700039:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2388:x1867799159560064:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 85us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272962.700045:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159559936:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 37us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272962.700053:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1370 00000100:00100000:3.0:1781272962.700059:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 818 00000100:00080000:0.0:1781272962.700137:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272962.714743:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272962.714883:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272962.714916:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272962.714947:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272962.715007:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159560320 00000100:00100000:1.0:1781272962.715020:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159560320 00000100:00100000:3.0:1781272962.715120:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159560448 00000100:00100000:3.0:1781272962.715126:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159560448 00000100:00100000:3.0:1781272962.715175:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 793 00000100:00100000:3.0:1781272962.715188:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159560448:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272962.715272:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159560448:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 87us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272962.715533:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 794 00000100:00100000:1.0:1781272962.715542:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159560320:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272962.715696:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 793 00000100:00080000:3.0:1781272962.715747:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272962.715752:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272962.716224:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272962.716252:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272962.716480:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159560192 00000100:00100000:0.0:1781272962.716488:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159560192 00000100:00100000:2.0:1781272962.716515:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272962.716547:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159560704 00000100:00100000:0.0:1781272962.716547:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159560576 00000100:00100000:0.0:1781272962.716553:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159560576 00000100:00100000:3.0:1781272962.716555:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159560704 00000100:00100000:2.0:1781272962.716685:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159560960 00000100:00100000:2.0:1781272962.716689:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159560960 00000100:00100000:0.0:1781272962.716694:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1371 00000100:00100000:0.0:1781272962.716705:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159560192:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272962.716725:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159560832 00000100:00100000:2.0:1781272962.716729:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159560832 00000100:00100000:2.0:1781272962.716755:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 795 00000100:00100000:2.0:1781272962.716763:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159560960:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272962.716769:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2388:x1867799159560192:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 65us (2033us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272962.716778:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1371 00000100:00100000:0.0:1781272962.716795:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1372 00000100:00100000:2.0:1781272962.716804:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159560960:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 41us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272962.716806:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159560576:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272962.716819:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 795 00000100:00100000:2.0:1781272962.716865:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 796 00000100:00100000:0.0:1781272962.716868:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159560576:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 63us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272962.716879:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1372 00000100:00100000:2.0:1781272962.716880:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159560832:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272962.716881:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159560320:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 1335us (1993us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272962.716893:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 794 00000100:00100000:0.0:1781272962.716895:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1373 00000100:00100000:0.0:1781272962.716902:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159560704:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272962.716918:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159560832:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 44us (402us total) trans 0 rc 0/0 00000100:00080000:1.0:1781272962.716925:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272962.716930:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272962.716931:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 796 00000100:00080000:1.0:1781272962.716934:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272962.716935:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159560704:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 32us (1985us total) trans 0 rc 0/0 00000100:00080000:1.0:1781272962.716938:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272962.716942:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1373 00000100:00100000:3.0:1781272963.136254:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272963.136287:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168794240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272963.136405:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272963.136514:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168794240 00000100:00100000:3.0:1781272963.136523:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168794240 00000100:00100000:3.0:1781272963.136592:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1781272963.136601:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168794240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1781272963.136630:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272963.136681:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168794240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272963.136688:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1781272963.136750:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168794240:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781272963.137267:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781272963.392051:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272963.537050:0:29220:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272963.537064:0:29220:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272963.537822:0:29220:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272963.538000:0:29220:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272963.648165:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168794368:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.648165:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168794624:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.648263:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272963.648330:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272963.648539:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168794624 00000100:00100000:3.0:1781272963.648550:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168794624 00000100:00100000:2.0:1781272963.648571:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168795136:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.648603:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272963.648714:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1781272963.648725:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168794624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.648745:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168795648:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.648774:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272963.648787:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168794624:12345-0@lo:400:kworker.0 Request processed in 64us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272963.648797:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1781272963.648820:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168794624:0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.648823:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168795648 00000100:00100000:3.0:1781272963.648826:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168795648 00000100:00100000:2.0:1781272963.648862:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781272963.648870:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168794752:0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.648884:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1781272963.648890:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168795648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.648894:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272963.648924:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168795648:12345-0@lo:400:kworker.0 Request processed in 34us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272963.648931:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1781272963.648961:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168794880:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.648970:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168795264:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.648998:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272963.649016:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168795776:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.649038:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272963.649063:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168795648:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.649091:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168795136 00000100:00100000:2.0:1781272963.649095:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168795136 00000100:00100000:2.0:1781272963.649128:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168794752 00000100:00100000:2.0:1781272963.649132:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168794752 00000100:00100000:2.0:1781272963.649164:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1781272963.649171:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168795136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.649174:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272963.649269:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:0.0:1781272963.649279:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168794752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.649329:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168795392:0@lo:400:kworker.0 00000100:00100000:1.0:1781272963.649376:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168794496:0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.650040:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272963.650133:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168795904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272963.650180:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272963.650277:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168794880 00000100:00100000:3.0:1781272963.650283:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168794880 00000100:00100000:3.0:1781272963.650325:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1781272963.650333:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168794880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.650445:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168794880:12345-0@lo:400:kworker.0 Request processed in 112us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272963.650453:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1781272963.650516:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168795392 00000100:00100000:3.0:1781272963.650520:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168795392 00000100:00100000:0.0:1781272963.650538:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168794752:12345-0@lo:400:kworker.0 Request processed in 1259us (1641us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272963.650542:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1781272963.650545:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:3.0:1781272963.650547:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168795392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.650579:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168795392:12345-0@lo:400:kworker.0 Request processed in 31us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272963.650585:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:3.0:1781272963.650603:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168795904 00000100:00100000:3.0:1781272963.650607:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168795904 00000100:00100000:2.0:1781272963.650686:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168795136:12345-0@lo:400:kworker.0 Request processed in 1514us (2080us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272963.650696:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1781272963.650729:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168795264 00000100:00100000:2.0:1781272963.650733:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168795264 00000100:00100000:3.0:1781272963.650734:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1781272963.650745:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168795904:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272963.650762:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168795776 00000100:00100000:2.0:1781272963.650766:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168795776 00002000:00000024:3.0:1781272963.650773:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272963.650784:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1781272963.650790:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168795264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.650819:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168795904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272963.650827:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1781272963.650846:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168795264:12345-0@lo:400:kworker.0 Request processed in 40us (1831us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272963.650853:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1781272963.650872:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1781272963.650879:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168795776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.650906:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168795904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272963.650915:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168795776:12345-0@lo:400:kworker.0 Request processed in 35us (1874us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272963.650925:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168794880:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.650932:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1781272963.650941:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168795392:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.650999:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168794752:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.651012:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168795264:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.651021:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168795776:0@lo:400:kworker.0 00000100:00100000:2.0:1781272963.651035:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168795136:0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.651036:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272963.651123:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c22ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168796032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272963.651153:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272963.651470:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272963.651500:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168795008:0@lo:400:kworker.0 00000100:00100000:0.0:1781272963.651526:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168794496 00000100:00100000:1.0:1781272963.651527:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272963.651532:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168794496 00000100:00100000:1.0:1781272963.651551:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168795520:0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.651567:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168795008 00000100:00100000:0.0:1781272963.651571:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1781272963.651572:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168795008 00000100:00100000:1.0:1781272963.651579:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272963.651584:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c388ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168794496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.651602:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168795520 00000100:00100000:3.0:1781272963.651605:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168795520 00000100:00100000:0.0:1781272963.651635:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c388ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168794496:12345-0@lo:400:kworker.0 Request processed in 57us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272963.651765:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1781272963.651771:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffa7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168795008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.651803:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffa7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168795008:12345-0@lo:400:kworker.0 Request processed in 33us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272963.651809:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1781272963.651821:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1781272963.651827:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168795520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272963.651878:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168794496:0@lo:400:kworker.0 00000100:00100000:1.0:1781272963.651892:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168795008:0@lo:400:kworker.0 00000100:00100000:1.0:1781272963.651926:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168794368 00000100:00100000:1.0:1781272963.651932:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168794368 00000100:00100000:3.0:1781272963.651936:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168795520:12345-0@lo:400:kworker.0 Request processed in 106us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272963.651944:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:0.0:1781272963.652091:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1781272963.652183:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168796032 00000100:00100000:2.0:1781272963.652188:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168796032 00000100:00100000:2.0:1781272963.652229:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1781272963.652238:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168796032:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272963.652280:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1781272963.652290:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168794368:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1781272963.652300:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272963.652318:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272963.652322:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272963.652351:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168794368:12345-0@lo:400:kworker.0 Request processed in 62us (4019us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272963.652352:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168795520:0@lo:400:kworker.0 00000100:00100000:3.0:1781272963.652364:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1781272963.652474:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168794368:0@lo:400:kworker.0 00002000:00000024:2.0:1781272963.654598:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272963.654725:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168796032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2483us (3565us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272963.654739:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1781272963.654994:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c22ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168796032:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1781272964.417859:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272965.184080:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272965.184110:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168796160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272965.184210:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272965.184311:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168796160 00000100:00100000:0.0:1781272965.184321:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168796160 00000100:00100000:0.0:1781272965.184396:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1781272965.184406:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168796160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272965.184455:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272965.184510:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168796160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272965.184518:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1781272965.184577:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168796160:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1781272965.224511:0:29272:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272965.224525:0:29272:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272965.225014:0:29272:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272965.225025:0:29272:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1781272965.440221:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272966.017894:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272966.017912:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272966.019103:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272966.019126:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781272966.216244:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781272966.216287:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168796288:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1781272966.216513:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272966.216828:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168796288 00000100:00100000:2.0:1781272966.216881:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168796288 00000100:00100000:2.0:1781272966.216945:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1781272966.216956:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168796288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272966.217003:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272966.217071:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168796288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272966.217080:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1781272966.218447:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168796288:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272966.471116:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272967.065634:0:29323:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272967.065648:0:29323:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272967.067475:0:29323:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272967.067498:0:29323:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272967.489610:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272967.494991:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1781272967.746523:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168796416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272967.746618:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272967.746765:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168796416 00000100:00100000:0.0:1781272967.746775:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168796416 00000100:00100000:0.0:1781272967.746895:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1781272967.746907:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168796416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272967.746946:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00080000:2.0:1781272967.747046:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272967.755108:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c22ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168796416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 8190us (8475us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272967.755138:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1781272967.757382:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168796416:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272967.818658:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272967.818718:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272967.818759:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272967.818793:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272967.818796:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159561216 00000100:00100000:0.0:1781272967.818808:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159561216 00000100:00100000:3.0:1781272967.818821:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272967.818897:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272967.818921:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272967.818938:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159561344 00000100:00100000:0.0:1781272967.818942:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159561344 00000100:00100000:0.0:1781272967.818960:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159561728 00000100:00100000:0.0:1781272967.818962:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159561728 00000100:00100000:0.0:1781272967.818982:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1380 00000100:00100000:0.0:1781272967.818992:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159561216:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272967.819013:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272967.819108:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159561088 00000100:00100000:1.0:1781272967.819114:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159561088 00000100:00100000:0.0:1781272967.819266:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159561216:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 274us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272967.819275:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1380 00000100:00100000:0.0:1781272967.819293:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159561856 00000100:00100000:0.0:1781272967.819296:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159561856 00000100:00100000:0.0:1781272967.819310:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1381 00000100:00100000:0.0:1781272967.819317:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159561344:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272967.819412:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159561472 00000100:00100000:2.0:1781272967.819418:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159561472 00000100:00100000:2.0:1781272967.819451:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159561600 00000100:00100000:2.0:1781272967.819454:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159561600 00000100:00100000:2.0:1781272967.819472:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159561984 00000100:00100000:2.0:1781272967.819475:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159561984 00000100:00100000:2.0:1781272967.819496:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 800 00000100:00100000:2.0:1781272967.819503:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159561472:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272967.819590:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 820 00000100:00100000:1.0:1781272967.819602:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159561088:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272967.825531:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272967.825743:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159562112 00000100:00100000:3.0:1781272967.825755:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159562112 00000100:00100000:3.0:1781272967.825900:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 801 00000100:00100000:3.0:1781272967.825915:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159561600:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272967.826540:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159561344:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 7216us (7739us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272967.826553:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1381 00000100:00100000:0.0:1781272967.826586:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1382 00000100:00100000:0.0:1781272967.826596:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159561728:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272967.826647:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159561728:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 54us (7751us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272967.826653:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1382 00000100:00100000:0.0:1781272967.826664:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1383 00000100:00100000:0.0:1781272967.826671:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159561856:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272967.826725:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159561856:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 55us (7714us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272967.826732:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1383 00000100:00100000:0.0:1781272967.826774:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 802 00000100:00100000:0.0:1781272967.826782:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159561984:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272967.826806:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159561984:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (7885us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272967.826812:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 802 00000100:00100000:0.0:1781272967.826968:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 803 00000100:00100000:0.0:1781272967.826975:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159562112:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272967.827000:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159562112:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (1489us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272967.827006:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 803 00000100:00080000:0.0:1781272967.827349:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272967.827354:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272967.827359:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272967.827362:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272967.827555:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159561472:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 8049us (8792us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272967.827566:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 800 00000100:00100000:3.0:1781272967.830526:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159561600:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 4594us (11685us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272967.830545:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 801 00000100:00100000:1.0:1781272967.832434:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159561088:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 12820us (13776us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272967.832452:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 820 00000100:00100000:3.0:1781272968.258427:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1781272968.258457:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168796544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272968.258543:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272968.266178:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168796544 00000100:00100000:0.0:1781272968.266200:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168796544 00000100:00100000:0.0:1781272968.266371:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1781272968.266385:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168796544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272968.266425:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272968.266616:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168796544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 234us (8072us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272968.266624:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1781272968.266713:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168796544:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781272968.272675:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1781272968.512082:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272968.768511:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168796928:0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.768610:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272968.768669:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168797440:0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.768701:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272968.768726:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168797952:0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.768762:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272968.768791:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1781272968.768798:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168797056:0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.768868:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272968.768887:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168797568:0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.768925:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272968.768942:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168798080:0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.768965:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272968.768999:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168796928 00000100:00100000:0.0:1781272968.769008:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168796928 00000100:00100000:0.0:1781272968.769061:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1781272968.769071:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168796928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.769152:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168796928:12345-0@lo:400:kworker.0 Request processed in 81us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272968.769160:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1781272968.769189:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168797440 00000100:00100000:0.0:1781272968.769193:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168797440 00000100:00100000:0.0:1781272968.769241:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168797056 00000100:00100000:0.0:1781272968.769245:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168797056 00000100:00100000:0.0:1781272968.769263:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1781272968.769270:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168797440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.769304:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168797440:12345-0@lo:400:kworker.0 Request processed in 35us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272968.769310:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1781272968.769323:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1781272968.769329:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168797056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.769358:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168797056:12345-0@lo:400:kworker.0 Request processed in 30us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272968.769364:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1781272968.769387:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168797952 00000100:00100000:0.0:1781272968.769390:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168797952 00000100:00100000:0.0:1781272968.769417:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168797568 00000100:00100000:0.0:1781272968.769420:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168797568 00000100:00100000:0.0:1781272968.769435:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168798080 00000100:00100000:0.0:1781272968.769438:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168798080 00000100:00100000:0.0:1781272968.769463:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1781272968.769469:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168797952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.769503:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168797952:12345-0@lo:400:kworker.0 Request processed in 34us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272968.769509:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1781272968.769521:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1781272968.769526:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168797568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.769553:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168797568:12345-0@lo:400:kworker.0 Request processed in 27us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272968.769558:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1781272968.769568:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1781272968.769574:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168798080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.769599:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168798080:12345-0@lo:400:kworker.0 Request processed in 26us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272968.769605:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1781272968.769657:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168797056:0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.769668:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168797568:0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.769677:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168798080:0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.769687:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168796928:0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.769696:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168797440:0@lo:400:kworker.0 00000100:00100000:0.0:1781272968.769704:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168797952:0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.769825:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168796800:0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.769881:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272968.769902:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168797312:0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.769924:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272968.769942:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168797824:0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.769963:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272968.769982:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1781272968.769989:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168796672:0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770019:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272968.770044:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168797184:0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770069:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272968.770087:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168797696:0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770109:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1781272968.770141:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272968.770146:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781272968.770158:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168796672 00000100:00100000:1.0:1781272968.770162:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168796672 00000100:00100000:1.0:1781272968.770193:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1781272968.770200:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168796672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770249:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8515850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168796672:12345-0@lo:400:kworker.0 Request processed in 49us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272968.770255:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1781272968.770283:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168797184 00000100:00100000:1.0:1781272968.770287:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168797184 00000100:00100000:1.0:1781272968.770309:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1781272968.770316:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168797184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770345:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168797184:12345-0@lo:400:kworker.0 Request processed in 30us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272968.770351:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1781272968.770366:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168796800 00000100:00100000:1.0:1781272968.770369:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168796800 00000100:00100000:1.0:1781272968.770388:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168797312 00000100:00100000:1.0:1781272968.770390:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168797312 00000100:00100000:1.0:1781272968.770410:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168797824 00000100:00100000:1.0:1781272968.770413:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168797824 00000100:00100000:1.0:1781272968.770427:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168797696 00000100:00100000:1.0:1781272968.770429:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168797696 00000100:00100000:1.0:1781272968.770444:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:1.0:1781272968.770450:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbe8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168796800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770482:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbe8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168796800:12345-0@lo:400:kworker.0 Request processed in 32us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272968.770488:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:1.0:1781272968.770499:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1781272968.770505:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168797312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770533:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168797312:12345-0@lo:400:kworker.0 Request processed in 28us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272968.770538:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1781272968.770548:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:1.0:1781272968.770554:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168797824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770579:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168797824:12345-0@lo:400:kworker.0 Request processed in 24us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272968.770584:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:1.0:1781272968.770594:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:1.0:1781272968.770599:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168797696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770623:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168797696:12345-0@lo:400:kworker.0 Request processed in 24us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272968.770629:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00080000:1.0:1781272968.770645:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272968.770648:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272968.770670:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168796672:0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770685:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168797184:0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770694:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168797696:0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770703:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168796800:0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770711:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168797312:0@lo:400:kworker.0 00000100:00100000:1.0:1781272968.770720:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168797824:0@lo:400:kworker.0 00000100:00100000:2.0:1781272968.776486:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168798208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272968.776594:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272968.776792:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168798208 00000100:00100000:0.0:1781272968.776803:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168798208 00000100:00100000:0.0:1781272968.776911:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1781272968.776924:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168798208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272968.776965:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272968.787813:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168798208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 10873us (11200us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272968.787866:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1781272968.790578:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168798336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272968.790674:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272968.790747:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168798336 00000100:00100000:1.0:1781272968.790758:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168798336 00000100:00100000:1.0:1781272968.790811:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1781272968.790918:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168798336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1781272968.790953:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272968.791006:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168798336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 185us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272968.791014:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1781272968.791076:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168798336:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272968.801993:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168798208:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1781272969.229824:0:29374:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272969.229869:0:29374:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272969.230643:0:29374:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272969.230657:0:29374:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272969.536174:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272970.304256:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1781272970.304289:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168798464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272970.304378:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272970.305403:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168798464 00000100:00100000:3.0:1781272970.305424:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168798464 00000100:00100000:3.0:1781272970.305528:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1781272970.305544:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168798464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272970.305604:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781272970.305714:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168798464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 174us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272970.305723:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1781272970.305815:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168798464:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781272970.560366:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272971.328131:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272971.328158:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168798592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272971.328258:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272971.328433:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168798592 00000100:00100000:3.0:1781272971.328443:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168798592 00000100:00100000:3.0:1781272971.328502:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1781272971.328512:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168798592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272971.328550:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272971.328607:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168798592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272971.328615:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1781272971.328770:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168798592:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1781272971.584029:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272971.831118:0:29426:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272971.831138:0:29426:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272971.831704:0:29426:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272971.831718:0:29426:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272972.610380:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272972.865697:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1781272972.865729:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168798720:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272972.865886:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272972.866225:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168798720 00000100:00100000:3.0:1781272972.866237:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168798720 00000100:00100000:3.0:1781272972.866320:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1781272972.866333:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168798720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272972.866382:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272972.866442:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168798720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272972.866450:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1781272972.867555:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168798720:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1781272972.868485:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272972.953612:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272972.953676:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272972.953726:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272972.953764:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272972.953787:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272972.953815:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272972.953865:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272972.953888:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272972.954027:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272972.954078:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159562752 00000100:00100000:2.0:1781272972.954091:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159562752 00000100:00100000:2.0:1781272972.954157:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159563264 00000100:00100000:2.0:1781272972.954160:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159563264 00000100:00100000:2.0:1781272972.954195:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159562624 00000100:00100000:2.0:1781272972.954199:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159562624 00000100:00100000:2.0:1781272972.954215:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159563136 00000100:00100000:2.0:1781272972.954217:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159563136 00000100:00100000:2.0:1781272972.954237:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 807 00000100:00100000:2.0:1781272972.954247:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ee1ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159562752:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272972.954336:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ee1ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159562752:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 90us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272972.954345:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 807 00000100:00100000:2.0:1781272972.954580:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 808 00000100:00100000:2.0:1781272972.954588:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159563264:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272972.954613:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159563264:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272972.954619:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 808 00000100:00100000:2.0:1781272972.954629:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 809 00000100:00100000:2.0:1781272972.954634:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159562624:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272972.954657:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159562624:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272972.954663:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 809 00000100:00100000:2.0:1781272972.954676:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 810 00000100:00100000:2.0:1781272972.954682:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159563136:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272972.954703:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159563136:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272972.954710:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 810 00000100:00100000:2.0:1781272972.954738:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159562496 00000100:00100000:2.0:1781272972.954742:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159562496 00000100:00100000:2.0:1781272972.954773:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159563008 00000100:00100000:2.0:1781272972.954776:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159563008 00000100:00100000:2.0:1781272972.954789:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159562368 00000100:00100000:2.0:1781272972.954791:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159562368 00000100:00100000:2.0:1781272972.954803:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159562880 00000100:00100000:2.0:1781272972.954805:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159562880 00000100:00100000:2.0:1781272972.954819:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1390 00000100:00100000:2.0:1781272972.954825:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159562496:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272972.954881:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+9:2391:x1867799159562496:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 56us (1204us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272972.954888:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1390 00000100:00100000:2.0:1781272972.954900:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1391 00000100:00100000:2.0:1781272972.954905:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159563008:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272972.954927:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159563008:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272972.954932:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1391 00000100:00100000:2.0:1781272972.954943:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1392 00000100:00100000:2.0:1781272972.954950:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159562368:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272972.954973:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+111:2391:x1867799159562368:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (1158us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272972.954979:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1392 00000100:00100000:2.0:1781272972.954990:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1393 00000100:00100000:2.0:1781272972.954996:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159562880:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272972.955023:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+53:2391:x1867799159562880:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272972.955030:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1393 00000100:00100000:1.0:1781272972.956255:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159562240 00000100:00100000:1.0:1781272972.956268:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159562240 00000100:00100000:1.0:1781272972.956327:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 822 00000100:00100000:1.0:1781272972.956335:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159562240:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272972.956406:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159562240:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 71us (2820us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272972.956413:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 822 00000100:00080000:1.0:1781272972.956455:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781272972.956462:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1781272972.956465:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781272972.956468:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272973.384186:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168798848:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272973.384281:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272973.384380:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168798848 00000100:00100000:1.0:1781272973.384390:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168798848 00000100:00100000:1.0:1781272973.384470:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1781272973.384481:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168798848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1781272973.384506:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00080000:0.0:1781272973.388392:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272973.398612:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168798848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 14123us (14321us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272973.398629:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1781272973.399459:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168798848:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1781272973.639527:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272973.890189:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168798976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272973.890270:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272973.890351:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168798976 00000100:00100000:2.0:1781272973.890360:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168798976 00000100:00100000:2.0:1781272973.890419:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1781272973.890428:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168798976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272973.890461:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272973.890515:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168798976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272973.890523:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00080000:2.0:1781272973.890546:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272973.890590:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168798976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272973.894798:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168799104:0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.894912:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272973.894963:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168799616:0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.894994:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272973.895019:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168800128:0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.895043:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272973.895071:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1781272973.895078:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168799488:0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.895103:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272973.895123:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168800000:0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.895147:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272973.895191:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168799232:0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.895218:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272973.895241:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168799744:0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.895262:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272973.895280:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168800256:0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.895299:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272973.895319:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1781272973.895325:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168799360:0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.895349:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272973.895368:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168799872:0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.895387:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272973.895398:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168800384:0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.895421:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272973.895605:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168799616 00000100:00100000:2.0:1781272973.895615:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168799616 00000100:00100000:2.0:1781272973.895664:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168799360 00000100:00100000:2.0:1781272973.895667:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168799360 00000100:00100000:2.0:1781272973.895684:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1781272973.895692:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168799616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.895753:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168799616:12345-0@lo:400:kworker.0 Request processed in 61us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272973.895760:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1781272973.895781:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1781272973.895787:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168799360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.895819:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168799360:12345-0@lo:400:kworker.0 Request processed in 32us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272973.895824:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1781272973.895874:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168800128 00000100:00100000:2.0:1781272973.895878:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168800128 00000100:00100000:2.0:1781272973.895910:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168799488 00000100:00100000:2.0:1781272973.895914:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168799488 00000100:00100000:2.0:1781272973.895923:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168799232 00000100:00100000:2.0:1781272973.895925:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168799232 00000100:00100000:2.0:1781272973.895936:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168799744 00000100:00100000:2.0:1781272973.895939:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168799744 00000100:00100000:2.0:1781272973.895951:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168800256 00000100:00100000:2.0:1781272973.895953:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168800256 00000100:00100000:2.0:1781272973.895963:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168799872 00000100:00100000:2.0:1781272973.895964:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168799872 00000100:00100000:2.0:1781272973.895978:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:2.0:1781272973.895983:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168800128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.896015:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168800128:12345-0@lo:400:kworker.0 Request processed in 31us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272973.896021:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:2.0:1781272973.896034:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:2.0:1781272973.896039:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ec062050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168799488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272973.896068:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ec062050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168799488:12345-0@lo:400:kworker.0 Request processed in 29us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272973.896074:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:0.0:1781272973.896699:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168799104 00000100:00100000:0.0:1781272973.896705:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168799104 00000100:00100000:0.0:1781272973.896744:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1781272973.896752:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168799104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272973.896807:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168799104:12345-0@lo:400:kworker.0 Request processed in 56us (1895us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272973.896813:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1781272973.898287:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:0.0:1781272973.898308:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168799232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272973.898383:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168799232:12345-0@lo:400:kworker.0 Request processed in 85us (3164us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272973.898391:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:0.0:1781272973.898415:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:0.0:1781272973.898422:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168799744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272973.898460:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168799744:12345-0@lo:400:kworker.0 Request processed in 39us (3197us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272973.898467:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:0.0:1781272973.898480:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:0.0:1781272973.898487:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168800256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272973.898526:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1867799168800256:12345-0@lo:400:kworker.0 Request processed in 40us (3226us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272973.898533:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:0.0:1781272973.898546:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:0.0:1781272973.898553:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168799872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272973.898581:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1867799168799872:12345-0@lo:400:kworker.0 Request processed in 30us (3193us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272973.898587:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:0.0:1781272973.898618:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168800000 00000100:00100000:0.0:1781272973.898626:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168800000 00000100:00100000:0.0:1781272973.898663:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168800384 00000100:00100000:0.0:1781272973.898666:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168800384 00000100:00100000:0.0:1781272973.898691:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1781272973.898697:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168800000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272973.898730:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168800000:12345-0@lo:400:kworker.0 Request processed in 34us (3582us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272973.898736:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1781272973.898747:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1781272973.898753:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168800384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272973.898781:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168800384:12345-0@lo:400:kworker.0 Request processed in 28us (3359us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272973.898786:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1781272973.899408:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168799488:0@lo:400:kworker.0 00000100:00100000:3.0:1781272973.899425:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168800000:0@lo:400:kworker.0 00000100:00100000:3.0:1781272973.899437:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168799104:0@lo:400:kworker.0 00000100:00100000:3.0:1781272973.899448:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168799616:0@lo:400:kworker.0 00000100:00100000:3.0:1781272973.899460:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168800128:0@lo:400:kworker.0 00000100:00100000:3.0:1781272973.900645:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272973.900664:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168800512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781272973.900734:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1781272973.900810:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1781272973.900816:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272973.900818:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272973.900871:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168799360:0@lo:400:kworker.0 00000100:00100000:3.0:1781272973.900887:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1867799168799872:0@lo:400:kworker.0 00000100:00100000:3.0:1781272973.900898:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168800384:0@lo:400:kworker.0 00000100:00100000:3.0:1781272973.900910:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffbe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168799232:0@lo:400:kworker.0 00000100:00100000:3.0:1781272973.900921:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168799744:0@lo:400:kworker.0 00000100:00100000:3.0:1781272973.900931:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1867799168800256:0@lo:400:kworker.0 00000100:00100000:3.0:1781272973.900980:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168800512 00000100:00100000:3.0:1781272973.900985:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168800512 00000100:00100000:3.0:1781272973.901034:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1781272973.901043:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168800512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272973.901064:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781272973.901108:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168800512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272973.901115:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1781272973.901147:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168800512:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1781272973.927421:0:29477:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272973.927432:0:29477:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272973.927994:0:29477:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272973.928004:0:29477:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272974.419291:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272974.419514:0:6495:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159563520 00000100:00100000:0.0:1781272974.419525:0:6495:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159563520 00000100:00100000:0.0:1781272974.419615:0:6495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 348 00000100:00100000:0.0:1781272974.419626:0:6495:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+111:23489:x1867799159563520:12345-192.168.204.14@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1781272974.419896:0:6495:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:114321f4-a03d-418f-858f-46fe7991a8fa+112:23489:x1867799159563520:12345-192.168.204.14@tcp:35:ldlm_bl.0 Request processed in 271us (626us total) trans 4294968377 rc 0/0 00000100:00100000:0.0:1781272974.419904:0:6495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 348 00000100:00080000:3.0:1781272974.420526:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1781272974.424938:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272974.425043:0:10311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159563648 00000100:00100000:1.0:1781272974.425054:0:10311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159563648 00000100:00100000:1.0:1781272974.425138:0:10311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 81 00000100:00100000:1.0:1781272974.425163:0:10311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+112:2389:x1867799159563648:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1781272974.425181:0:10311:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:1.0:1781272974.427774:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e8000/0x94898f2cdefc0e77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab828a6 expref: 112 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.427811:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221e00/0x94898f2cdefc0b21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82795 expref: 111 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.427824:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8eb3c31aab00) 00010000:00010000:1.0:1781272974.427964:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221a00/0x94898f2cdefc09ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0xd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82772 expref: 110 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.427975:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8eb3c31aa000) 00010000:00010000:1.0:1781272974.427983:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4d29b3000/0x94898f2cdefc09ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82764 expref: 109 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.427991:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8eb4c545a200) 00010000:00010000:1.0:1781272974.428019:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bbc00/0x94898f2cdefc0762 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab826bc expref: 108 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.428027:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8eb3c31aa000) 00010000:00010000:1.0:1781272974.428051:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220400/0x94898f2cdefc06cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82699 expref: 107 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.428064:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a600/0x94898f2cdefc05be lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8264c expref: 106 pid: 8162 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.428073:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff8eb3c2cbc300) 00010000:00010000:1.0:1781272974.428079:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc600/0x94898f2cdefc0483 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab825ea expref: 105 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.428092:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff8eb4c545ab00) 00010000:00010000:1.0:1781272974.428099:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23ba200/0x94898f2cdefc03e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab825c7 expref: 104 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.428120:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a200/0x94898f2cdefc02a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82588 expref: 103 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.428128:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff8eb3c31aa100) 00010000:00010000:1.0:1781272974.433922:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cc800/0x94898f2cdefc0276 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8257a expref: 102 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.433954:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff8eb4c545ae00) 00010000:00010000:1.0:1781272974.433993:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c42cd400/0x94898f2cdefc0206 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82565 expref: 101 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.434005:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff8eb3c2cbc200) 00010000:00010000:1.0:1781272974.434016:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625a000/0x94898f2cdefbffc8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab824bd expref: 100 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.434029:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff8eb3c31aa500) 00010000:00010000:1.0:1781272974.434038:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3221000/0x94898f2cdefbfe5c lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82454 expref: 99 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.434049:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff8eb4d2b99c00) 00010000:00010000:1.0:1781272974.434060:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f617cc00/0x94898f2cdefbfd44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab823f9 expref: 98 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.434071:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff8eb4c3ceb700) 00010000:00010000:1.0:1781272974.434078:0:10311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bbe00/0x94898f2cdefbfa26 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8233c expref: 97 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1781272974.434087:0:10311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff8eb4e0221300) 00010000:00010000:1.0:1781272974.434093:0:10311:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1781272974.436533:0:10311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:114321f4-a03d-418f-858f-46fe7991a8fa+96:2389:x1867799159563648:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 11373us (11594us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272974.436559:0:10311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 81 00010000:00010000:3.0:1781272974.656221:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272975.424317:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168800640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781272975.424391:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272975.425126:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168800640 00000100:00100000:0.0:1781272975.425148:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168800640 00000100:00100000:0.0:1781272975.425218:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1781272975.425228:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168800640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272975.425260:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272975.425328:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168800640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272975.425336:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1781272975.425508:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168800640:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272975.693054:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272976.016371:0:29528:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272976.017201:0:29528:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272976.017796:0:29528:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272976.017810:0:29528:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1781272976.269321:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272976.269331:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272976.273665:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272976.273684:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272976.450815:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168800768:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272976.450918:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272976.451468:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168800768 00000100:00100000:3.0:1781272976.451479:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168800768 00000100:00100000:3.0:1781272976.451545:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1781272976.451556:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168800768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1781272976.451596:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1781272976.451670:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168800768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272976.451678:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1781272976.452590:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168800768:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272976.459384:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272976.459885:0:6476:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159563776 00000100:00100000:3.0:1781272976.459900:0:6476:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159563776 00000100:00100000:3.0:1781272976.460063:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 82 00000100:00100000:3.0:1781272976.460076:0:6476:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb500a6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+9:2390:x1867799159563776:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1781272976.460095:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1781272976.460138:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8eb3c23ba600/0x94898f2cdefbfc2c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab823ac expref: 9 pid: 6493 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272976.460169:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8eb4f625ba00/0x94898f2cdefbfb92 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82390 expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272976.460182:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff8eb4c3ceb300) 00010000:00010000:3.0:1781272976.460193:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8eb3c210ae00/0x94898f2cdefbfa65 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82351 expref: 7 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272976.460203:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff8eb4c545a100) 00010000:00010000:3.0:1781272976.460212:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272976.460291:0:6476:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb500a6f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:114321f4-a03d-418f-858f-46fe7991a8fa+6:2390:x1867799159563776:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 217us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272976.460299:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 82 00000100:00080000:2.0:1781272976.460708:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1781272976.704448:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1781272977.730403:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272977.732442:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1781272977.965822:0:29579:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272977.966538:0:29579:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272977.967554:0:29579:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272977.967572:0:29579:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272977.986023:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1781272977.986063:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168800896:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272977.986167:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272977.986926:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168800896 00000100:00100000:0.0:1781272977.986949:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168800896 00000100:00100000:0.0:1781272977.987016:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1781272977.987027:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168800896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272977.987057:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272977.987134:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168800896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272977.987141:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1781272977.987198:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168800896:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781272977.987327:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272978.064345:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272978.064390:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272978.065651:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272978.065676:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272978.065704:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272978.065723:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272978.065742:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272978.065760:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272978.065782:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272978.065822:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159564288 00000100:00100000:3.0:1781272978.065848:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159564288 00000100:00100000:3.0:1781272978.065912:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159564800 00000100:00100000:3.0:1781272978.065926:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159564800 00000100:00100000:3.0:1781272978.065951:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159564416 00000100:00100000:3.0:1781272978.065955:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159564416 00000100:00100000:3.0:1781272978.065970:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159564928 00000100:00100000:3.0:1781272978.065986:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159564928 00000100:00100000:3.0:1781272978.066007:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 813 00000100:00100000:3.0:1781272978.066018:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159564288:12345-192.168.204.14@tcp:400:kworker.0 00000100:00080000:1.0:1781272978.067138:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781272978.067147:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272978.067170:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 814 00000100:00100000:1.0:1781272978.067193:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159564800:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272978.067286:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159564800:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 107us (1607us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272978.067294:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 814 00000100:00100000:1.0:1781272978.067315:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 815 00000100:00100000:1.0:1781272978.067322:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159564416:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272978.067348:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159564416:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (1606us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272978.067357:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 815 00000100:00100000:1.0:1781272978.067367:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 816 00000100:00100000:1.0:1781272978.067374:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159564928:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272978.067776:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159564288:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 1759us (3384us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272978.067784:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 813 00000100:00100000:1.0:1781272978.067877:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159564928:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272978.067885:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 816 00000100:00100000:1.0:1781272978.067907:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159563904 00000100:00100000:1.0:1781272978.068111:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159563904 00000100:00100000:1.0:1781272978.068351:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 824 00000100:00100000:1.0:1781272978.068360:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159563904:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781272978.068521:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8516c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159563904:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 39us (2691us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272978.068529:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 824 00000100:00100000:0.0:1781272978.069290:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159564032 00000100:00100000:0.0:1781272978.069300:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159564032 00000100:00100000:0.0:1781272978.069352:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159564544 00000100:00100000:0.0:1781272978.069355:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159564544 00000100:00100000:0.0:1781272978.069369:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159564160 00000100:00100000:0.0:1781272978.069372:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159564160 00000100:00100000:0.0:1781272978.069387:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159564672 00000100:00100000:0.0:1781272978.069390:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159564672 00000100:00100000:0.0:1781272978.069406:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1400 00000100:00100000:0.0:1781272978.069414:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+96:2389:x1867799159564032:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272978.069469:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+96:2389:x1867799159564032:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 55us (5132us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272978.069476:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1400 00000100:00100000:0.0:1781272978.069492:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1401 00000100:00100000:0.0:1781272978.069498:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159564544:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272978.069522:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+53:2389:x1867799159564544:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (3879us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272978.069527:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1401 00000100:00100000:0.0:1781272978.069538:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1402 00000100:00100000:0.0:1781272978.069544:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+6:2389:x1867799159564160:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272978.069565:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+6:2389:x1867799159564160:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (3840us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272978.069570:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1402 00000100:00100000:0.0:1781272978.069581:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1403 00000100:00100000:0.0:1781272978.069587:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159564672:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272978.069606:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159564672:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 19us (3847us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272978.069612:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1403 00000100:00080000:3.0:1781272978.071480:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1781272978.071489:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1781272978.496357:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781272978.496394:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168801024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272978.496470:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272978.496765:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168801024 00000100:00100000:2.0:1781272978.496775:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168801024 00000100:00100000:2.0:1781272978.496864:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1781272978.496874:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168801024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272978.496900:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272978.496954:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168801024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272978.496962:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00080000:3.0:1781272978.497671:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272978.497722:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168801024:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1781272978.756495:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272979.008116:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168801152:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272979.008201:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272979.013225:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168801152 00000100:00100000:1.0:1781272979.013237:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168801152 00000100:00080000:3.0:1781272979.013264:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1781272979.013305:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1781272979.013318:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168801152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781272979.013356:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272979.013441:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168801152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (5240us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272979.013448:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168801536:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.013500:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168801280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272979.013543:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272979.013579:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168801792:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.013605:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272979.013625:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168802304:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.013647:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272979.013666:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781272979.013672:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffaff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168801408:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.013700:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272979.013721:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168801920:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.013743:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272979.013759:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168802432:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.013795:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272979.013824:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168801792 00000100:00100000:0.0:1781272979.013828:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168801792 00000100:00100000:0.0:1781272979.013889:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168802432 00000100:00100000:0.0:1781272979.013892:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168802432 00000100:00100000:0.0:1781272979.013933:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1781272979.013941:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168801792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.013976:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1867799168801792:12345-0@lo:400:kworker.0 Request processed in 37us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272979.013982:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1781272979.013999:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:0.0:1781272979.014005:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168802432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014035:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168802432:12345-0@lo:400:kworker.0 Request processed in 30us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272979.014041:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:0.0:1781272979.014059:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168801408 00000100:00100000:0.0:1781272979.014062:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168801408 00000100:00100000:0.0:1781272979.014101:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1781272979.014108:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168801408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014136:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8517850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168801408:12345-0@lo:400:kworker.0 Request processed in 29us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272979.014142:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1781272979.014219:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168801664:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014245:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272979.014265:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168802176:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014287:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272979.014302:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168802688:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014342:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272979.014385:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168801152:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272979.014412:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168801920 00000100:00100000:0.0:1781272979.014416:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168801920 00000100:00100000:0.0:1781272979.014442:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168801664 00000100:00100000:0.0:1781272979.014445:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168801664 00000100:00100000:0.0:1781272979.014456:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1781272979.014461:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168801920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014491:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168801920:12345-0@lo:400:kworker.0 Request processed in 29us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272979.014501:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1781272979.014514:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1781272979.014520:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168801664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014548:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168801664:12345-0@lo:400:kworker.0 Request processed in 29us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272979.014553:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1781272979.014571:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168802176 00000100:00100000:0.0:1781272979.014574:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168802176 00000100:00100000:0.0:1781272979.014597:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1781272979.014602:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168802176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014627:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168802176:12345-0@lo:400:kworker.0 Request processed in 25us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272979.014632:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1781272979.014648:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168802304 00000100:00100000:0.0:1781272979.014651:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168802304 00000100:00100000:0.0:1781272979.014677:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168802688 00000100:00100000:0.0:1781272979.014680:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168802688 00000100:00100000:0.0:1781272979.014701:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1781272979.014708:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168802304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014737:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168802304:12345-0@lo:400:kworker.0 Request processed in 29us (1089us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272979.014743:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1781272979.014754:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1781272979.014760:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168802688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014782:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168802688:12345-0@lo:400:kworker.0 Request processed in 23us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272979.014789:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1781272979.014822:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffaff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168801408:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014854:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168801920:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014863:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168802432:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014871:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1867799168801792:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014878:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168802304:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014906:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168801664:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014914:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168802176:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014921:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168802688:0@lo:400:kworker.0 00000100:00100000:0.0:1781272979.014956:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168801280 00000100:00100000:0.0:1781272979.014960:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168801280 00000100:00100000:2.0:1781272979.015038:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272979.015063:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168802048:0@lo:400:kworker.0 00000100:00100000:2.0:1781272979.015097:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272979.015115:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168802560:0@lo:400:kworker.0 00000100:00100000:2.0:1781272979.015136:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272979.015161:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168801536 00000100:00100000:2.0:1781272979.015164:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168801536 00000100:00100000:2.0:1781272979.015201:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168802048 00000100:00100000:2.0:1781272979.015205:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168802048 00000100:00100000:2.0:1781272979.015225:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168802560 00000100:00100000:2.0:1781272979.015228:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168802560 00000100:00100000:2.0:1781272979.015239:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1781272979.015245:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168801536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272979.015278:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168801536:12345-0@lo:400:kworker.0 Request processed in 33us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272979.015285:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1781272979.015299:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1781272979.015304:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168802048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272979.015327:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168802048:12345-0@lo:400:kworker.0 Request processed in 24us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272979.015333:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1781272979.015342:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:2.0:1781272979.015347:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168802560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272979.015372:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168802560:12345-0@lo:400:kworker.0 Request processed in 25us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272979.015378:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:2.0:1781272979.015419:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168801536:0@lo:400:kworker.0 00000100:00100000:2.0:1781272979.015428:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168802048:0@lo:400:kworker.0 00000100:00100000:2.0:1781272979.015436:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168802560:0@lo:400:kworker.0 00000100:00080000:2.0:1781272979.015484:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272979.015489:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781272979.015492:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272979.015494:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272979.028522:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1781272979.028632:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1781272979.028659:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168801280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272979.028692:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272979.032640:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168801280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3985us (19084us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272979.032657:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1781272979.032741:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168801280:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1781272979.776958:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781272980.038059:0:29631:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781272980.038086:0:29631:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781272980.038635:0:29631:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781272980.038648:0:29631:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:3.0:1781272980.048498:0:6470:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968377 is committed 00000100:00100000:1.0:1781272980.545638:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272980.545672:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168802816:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1781272980.545782:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272980.546149:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168802816 00000100:00100000:0.0:1781272980.546160:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168802816 00000100:00100000:0.0:1781272980.546225:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1781272980.546236:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168802816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1781272980.546283:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1781272980.546345:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168802816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272980.546353:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1781272980.546716:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168802816:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272980.802820:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272981.568107:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168802944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272981.568181:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272981.568690:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168802944 00000100:00100000:2.0:1781272981.568701:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168802944 00000100:00100000:2.0:1781272981.568763:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1781272981.568774:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168802944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272981.568813:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272981.568903:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168802944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 130us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272981.568910:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1781272981.569152:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168802944:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272981.824612:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272982.175532:0:29682:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781272982.175544:0:29682:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781272982.176220:0:29682:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781272982.176231:0:29682:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272982.848951:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781272983.106546:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168803072:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272983.106661:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272983.106946:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168803072 00000100:00100000:3.0:1781272983.106957:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168803072 00000100:00100000:3.0:1781272983.107076:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1781272983.107089:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168803072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1781272983.107142:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00080000:0.0:1781272983.107245:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781272983.107775:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168803072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 687us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272983.107786:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1781272983.107968:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168803072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1781272983.179405:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272983.179461:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272983.179496:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272983.179529:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272983.179559:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272983.179584:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272983.179601:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272983.179619:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272983.179822:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159565184 00000100:00100000:0.0:1781272983.179878:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159565184 00000100:00100000:0.0:1781272983.179965:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159565696 00000100:00100000:0.0:1781272983.179968:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159565696 00000100:00100000:0.0:1781272983.179983:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159565312 00000100:00100000:0.0:1781272983.179986:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159565312 00000100:00100000:0.0:1781272983.179999:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159565824 00000100:00100000:0.0:1781272983.180002:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159565824 00000100:00100000:0.0:1781272983.180033:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1410 00000100:00100000:0.0:1781272983.180046:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+95:2388:x1867799159565184:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272983.180147:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+95:2388:x1867799159565184:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 103us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272983.180155:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1410 00000100:00100000:0.0:1781272983.180176:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1411 00000100:00100000:0.0:1781272983.180183:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159565696:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272983.180207:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159565696:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272983.180215:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1411 00000100:00100000:0.0:1781272983.180227:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1412 00000100:00100000:0.0:1781272983.180233:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+6:2388:x1867799159565312:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272983.180261:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+6:2388:x1867799159565312:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272983.180268:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1412 00000100:00100000:0.0:1781272983.180280:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1413 00000100:00100000:0.0:1781272983.180286:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159565824:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272983.180324:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159565824:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 38us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272983.180330:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1413 00000100:00100000:0.0:1781272983.180356:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159565440 00000100:00100000:0.0:1781272983.180360:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159565440 00000100:00100000:0.0:1781272983.180388:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159565952 00000100:00100000:0.0:1781272983.180391:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159565952 00000100:00100000:0.0:1781272983.180408:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159565568 00000100:00100000:0.0:1781272983.180412:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159565568 00000100:00100000:0.0:1781272983.180430:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 819 00000100:00100000:0.0:1781272983.180437:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159565440:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272983.180464:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159565440:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272983.180470:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 819 00000100:00100000:0.0:1781272983.180483:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 820 00000100:00100000:0.0:1781272983.180489:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159565952:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272983.180515:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159565952:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272983.180521:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 820 00000100:00100000:0.0:1781272983.180531:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 821 00000100:00100000:0.0:1781272983.180537:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159565568:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272983.180559:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159565568:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272983.180565:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 821 00000100:00080000:0.0:1781272983.180602:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272983.180606:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272983.180609:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781272983.180611:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272983.180658:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159565056 00000100:00100000:0.0:1781272983.180662:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159565056 00000100:00100000:0.0:1781272983.180694:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 826 00000100:00100000:0.0:1781272983.180701:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159565056:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272983.180728:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159565056:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (1168us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272983.180734:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 826 00000100:00100000:1.0:1781272983.181406:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272983.184218:0:15938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159566080 00000100:00100000:2.0:1781272983.184241:0:15938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159566080 00000100:00100000:2.0:1781272983.184422:0:15938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 822 00000100:00100000:2.0:1781272983.184435:0:15938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159566080:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272983.184559:0:15938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159566080:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 126us (3159us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272983.184572:0:15938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 822 00000100:00080000:0.0:1781272983.186805:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272983.616319:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272983.616346:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168803200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1781272983.616990:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272983.617160:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168803200 00000100:00100000:0.0:1781272983.617169:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168803200 00000100:00100000:0.0:1781272983.617237:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1781272983.617247:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168803200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272983.617279:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272983.617336:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168803200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272983.617344:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00080000:2.0:1781272983.617411:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272983.617466:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168803200:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1781272983.873492:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1781272984.128055:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1781272984.128085:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168803328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1781272984.128165:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.132403:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168803456:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.132493:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.132538:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168803968:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.132565:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.132585:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168804480:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.132608:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.132634:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1781272984.132640:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168803840:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.132665:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.132680:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168804352:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.132699:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.132713:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168804864:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.132734:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.132763:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168803584:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.132786:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.132804:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168804096:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.132823:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.132858:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168804608:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.132878:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.132895:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781272984.132900:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c1fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168803712:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.132929:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.132945:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c5308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168804224:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.132963:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.132979:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c530b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168804736:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.132998:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.133036:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168803968 00000100:00100000:2.0:1781272984.133045:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168803968 00000100:00100000:2.0:1781272984.133097:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168803712 00000100:00100000:2.0:1781272984.133100:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168803712 00000100:00100000:2.0:1781272984.133116:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1781272984.133123:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168803968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.133186:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168803968:12345-0@lo:400:kworker.0 Request processed in 63us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272984.133193:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1781272984.133212:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1781272984.133219:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c79b4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168803712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.133250:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c79b4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168803712:12345-0@lo:400:kworker.0 Request processed in 32us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272984.133256:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1781272984.133593:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168804480 00000100:00100000:2.0:1781272984.133599:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168804480 00000100:00100000:2.0:1781272984.133636:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168804352 00000100:00100000:2.0:1781272984.133639:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168804352 00000100:00100000:2.0:1781272984.133656:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168804864 00000100:00100000:2.0:1781272984.133661:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168804864 00000100:00100000:2.0:1781272984.133696:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1781272984.133703:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168804480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272984.133749:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168803456 00000100:00100000:2.0:1781272984.133750:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168804480:12345-0@lo:400:kworker.0 Request processed in 46us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272984.133762:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168803456 00000100:00100000:2.0:1781272984.133768:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1781272984.133793:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1781272984.133808:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168804352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272984.133858:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1781272984.133874:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168803456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.133887:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168804352:12345-0@lo:400:kworker.0 Request processed in 80us (1179us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272984.133895:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:2.0:1781272984.133913:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1781272984.133923:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168804864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272984.134076:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168803328 00000100:00100000:3.0:1781272984.134083:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168803328 00000100:00100000:3.0:1781272984.134116:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1781272984.134122:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168803328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781272984.134145:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272984.134353:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168804864:12345-0@lo:400:kworker.0 Request processed in 432us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272984.134361:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1781272984.134385:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168803840 00000100:00100000:2.0:1781272984.134389:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168803840 00000100:00100000:2.0:1781272984.134407:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168803584 00000100:00100000:2.0:1781272984.134410:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168803584 00000100:00100000:2.0:1781272984.134419:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168804096 00000100:00100000:2.0:1781272984.134422:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168804096 00000100:00100000:2.0:1781272984.134433:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168804608 00000100:00100000:2.0:1781272984.134436:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168804608 00000100:00100000:2.0:1781272984.134446:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168804224 00000100:00100000:2.0:1781272984.134447:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168804224 00000100:00100000:2.0:1781272984.134458:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168804736 00000100:00100000:2.0:1781272984.134461:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168804736 00000100:00100000:2.0:1781272984.134476:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:2.0:1781272984.134482:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168803840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.134513:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168803840:12345-0@lo:400:kworker.0 Request processed in 31us (1846us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272984.134518:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:2.0:1781272984.134529:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1781272984.134534:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168803584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.134558:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168803584:12345-0@lo:400:kworker.0 Request processed in 24us (1771us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272984.134564:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1781272984.134574:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:2.0:1781272984.134579:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168804096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.134604:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168804096:12345-0@lo:400:kworker.0 Request processed in 25us (1780us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272984.134610:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:2.0:1781272984.134621:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:2.0:1781272984.134627:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168804608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.134654:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168804608:12345-0@lo:400:kworker.0 Request processed in 27us (1775us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272984.134660:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:2.0:1781272984.134670:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1781272984.134676:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168804224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.134703:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168804224:12345-0@lo:400:kworker.0 Request processed in 27us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272984.134708:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1781272984.134719:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:2.0:1781272984.134725:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168804736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.134752:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168804736:12345-0@lo:400:kworker.0 Request processed in 28us (1753us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272984.134757:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00080000:2.0:1781272984.134801:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272984.134805:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1781272984.134807:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272984.134875:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168803712:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.134891:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168804224:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.134900:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168804736:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.134909:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168803584:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.134920:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168804096:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.134929:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168804608:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.134978:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168804992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272984.135025:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272984.135061:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5309180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168803840:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.135072:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5308a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168804352:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.135080:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c530b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168804864:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.135091:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c1fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168803456:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.135101:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168803968:0@lo:400:kworker.0 00000100:00100000:2.0:1781272984.135112:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c5309c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168804480:0@lo:400:kworker.0 00000100:00100000:0.0:1781272984.135299:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8514450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168803456:12345-0@lo:400:kworker.0 Request processed in 1423us (2798us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272984.135311:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1781272984.135867:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168804992 00000100:00100000:0.0:1781272984.135878:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168804992 00000100:00100000:0.0:1781272984.135918:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1781272984.135927:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168804992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272984.135956:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272984.136033:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168804992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272984.136051:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1781272984.138102:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168804992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781272984.140424:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168803328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6293us (12252us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272984.140440:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1781272984.140550:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168803328:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1781272984.185623:0:29733:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272984.185632:0:29733:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272984.186179:0:29733:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272984.186190:0:29733:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272984.901157:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272985.669745:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272985.669780:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168805120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272985.669944:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272985.672786:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168805120 00000100:00100000:2.0:1781272985.672803:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168805120 00000100:00100000:2.0:1781272985.673095:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1781272985.673107:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168805120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781272985.673146:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781272985.673239:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168805120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 134us (3295us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272985.673246:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1781272985.673300:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168805120:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272985.920793:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272986.228284:0:29785:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272986.228576:0:29785:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272986.229553:0:29785:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272986.229570:0:29785:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1781272986.497032:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272986.497044:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272986.497759:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272986.497773:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781272986.688179:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1781272986.688204:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168805248:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272986.688274:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272986.688446:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168805248 00000100:00100000:2.0:1781272986.688455:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168805248 00000100:00100000:2.0:1781272986.688506:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1781272986.688514:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168805248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1781272986.688546:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1781272986.688602:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168805248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272986.688608:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1781272986.688688:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168805248:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781272986.699405:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272986.699561:0:6478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159566208 00000100:00100000:2.0:1781272986.699574:0:6478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159566208 00000100:00100000:2.0:1781272986.699688:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 83 00000100:00100000:2.0:1781272986.699700:0:6478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+53:2388:x1867799159566208:12345-192.168.204.14@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1781272986.699721:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00000100:00080000:0.0:1781272986.699923:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1781272986.700250:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49b2a00/0x94898f2cdefc1c3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82c96 expref: 53 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272986.700518:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8eb4c7915c00) 00010000:00010000:2.0:1781272986.700534:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49b3400/0x94898f2cdefc1ab0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82c18 expref: 52 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272986.700544:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff8eb3c2f91f00) 00010000:00010000:2.0:1781272986.700553:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fe00/0x94898f2cdefc1a40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82bf5 expref: 51 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272986.700563:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8eb4f60a8600) 00010000:00010000:2.0:1781272986.700570:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49b3a00/0x94898f2cdefc18db lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82b7e expref: 50 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272986.700593:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff8eb4c7915700) 00010000:00010000:2.0:1781272986.700601:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4a9fa00/0x94898f2cdefc186b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82b5b expref: 49 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272986.700609:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8eb4c792b200) 00010000:00010000:2.0:1781272986.700616:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49b3e00/0x94898f2cdefc173e lrc: 0/0,0 mode: --/PR res: [0x200000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82af9 expref: 48 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272986.700624:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa:0x0].0x0 (ffff8eb4c7915a00) 00010000:00010000:2.0:1781272986.700712:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49b3600/0x94898f2cdefc16f8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82ae4 expref: 47 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272986.700723:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff8eb4c545a500) 00010000:00010000:2.0:1781272986.700757:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c49e9c00/0x94898f2cdefc0fa4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab828e5 expref: 46 pid: 8162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272986.700766:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8eb4c792b700) 00010000:00010000:2.0:1781272986.700773:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb5021e5e00/0x94898f2cdefc0cf6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82828 expref: 45 pid: 12323 timeout: 501 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272986.700783:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8eb4c792ba00) 00010000:00010000:2.0:1781272986.700790:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23ba000/0x94898f2cdefc0d19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8282f expref: 44 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272986.700798:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8eb3c31aab00) 00010000:00010000:2.0:1781272986.700811:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c4794600/0x94898f2cdefc08dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82725 expref: 43 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1781272986.700820:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8eb3c31aa000) 00010000:00010000:3.0:1781272986.701075:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c23bba00/0x94898f2cdefc05f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82653 expref: 42 pid: 6493 timeout: 471 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272986.701099:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff8eb3c2cbc300) 00010000:00010000:3.0:1781272986.701120:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb3c3220600/0x94898f2cdefc0619 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab8265a expref: 41 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272986.701132:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff8eb4c545ab00) 00010000:00010000:3.0:1781272986.701143:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625ae00/0x94898f2cdefc013b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab82526 expref: 40 pid: 12323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272986.701155:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff8eb3c31aa500) 00010000:00010000:3.0:1781272986.701167:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625b400/0x94898f2cdefbfd28 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab823f2 expref: 39 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272986.701177:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8eb4c3cebe00) 00010000:00010000:3.0:1781272986.701186:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eb4f625bc00/0x94898f2cdefbfcfe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.14@tcp remote: 0x7f391c60ab823e4 expref: 38 pid: 6492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1781272986.701195:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff8eb4c3ceb700) 00010000:00010000:3.0:1781272986.701202:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1781272986.701311:0:6478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:2388:x1867799159566208:12345-192.168.204.14@tcp:103:ldlm_bl.0 Request processed in 1614us (1926us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272986.701321:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 83 00010000:00010000:0.0:1781272986.944720:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272987.971444:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1781272987.971740:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272988.146405:0:29836:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272988.146419:0:29836:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272988.146984:0:29836:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272988.147000:0:29836:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272988.226325:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168805376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272988.226433:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272988.226646:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168805376 00000100:00100000:1.0:1781272988.226658:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168805376 00000100:00100000:1.0:1781272988.226751:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1781272988.226765:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168805376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272988.226807:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272988.226882:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168805376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272988.226891:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1781272988.226965:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168805376:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1781272988.227622:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272988.299226:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272988.299278:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272988.299311:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272988.299332:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272988.299351:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272988.299371:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272988.299389:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272988.299408:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272988.299504:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272988.299634:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159566592 00000100:00100000:2.0:1781272988.299649:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159566592 00000100:00100000:2.0:1781272988.299916:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159567104 00000100:00100000:2.0:1781272988.299933:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159567104 00000100:00100000:2.0:1781272988.299963:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159566464 00000100:00100000:2.0:1781272988.299966:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159566464 00000100:00100000:2.0:1781272988.299979:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159566976 00000100:00100000:2.0:1781272988.299981:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159566976 00000100:00100000:2.0:1781272988.300000:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1420 00000100:00100000:2.0:1781272988.300012:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+6:2391:x1867799159566592:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272988.300127:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+6:2391:x1867799159566592:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 116us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272988.300136:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1420 00000100:00100000:2.0:1781272988.300157:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1421 00000100:00100000:2.0:1781272988.300163:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159567104:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272988.300191:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159567104:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272988.300199:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1421 00000100:00100000:2.0:1781272988.300210:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1422 00000100:00100000:2.0:1781272988.300216:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+95:2390:x1867799159566464:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272988.300240:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+95:2390:x1867799159566464:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272988.300247:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1422 00000100:00100000:2.0:1781272988.300258:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1423 00000100:00100000:2.0:1781272988.300266:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+37:2390:x1867799159566976:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272988.300289:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+37:2390:x1867799159566976:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 25us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272988.300295:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1423 00000100:00100000:2.0:1781272988.300324:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159566848 00000100:00100000:2.0:1781272988.300328:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159566848 00000100:00100000:2.0:1781272988.300360:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159567360 00000100:00100000:2.0:1781272988.300363:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159567360 00000100:00100000:2.0:1781272988.300384:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159566720 00000100:00100000:2.0:1781272988.300386:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159566720 00000100:00100000:2.0:1781272988.300399:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159567232 00000100:00100000:2.0:1781272988.300402:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159567232 00000100:00100000:2.0:1781272988.300415:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 826 00000100:00100000:2.0:1781272988.300420:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159566848:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272988.300445:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159566848:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272988.300451:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 826 00000100:00100000:2.0:1781272988.300462:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 827 00000100:00100000:2.0:1781272988.300469:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159567360:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272988.300487:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159567360:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 19us (1136us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272988.300492:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 827 00000100:00100000:2.0:1781272988.300500:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 828 00000100:00100000:2.0:1781272988.300506:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159566720:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272988.300526:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159566720:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (1137us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272988.300532:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 828 00000100:00100000:2.0:1781272988.300541:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 829 00000100:00100000:2.0:1781272988.300546:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159567232:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272988.300566:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159567232:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 19us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272988.300571:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 829 00000100:00080000:0.0:1781272988.301204:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1781272988.301211:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781272988.301215:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272988.301218:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272988.306129:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159566336 00000100:00100000:3.0:1781272988.306150:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159566336 00000100:00100000:3.0:1781272988.306307:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 828 00000100:00100000:3.0:1781272988.306320:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c92d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159566336:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272988.306428:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c92d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159566336:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 111us (7221us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272988.306437:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 828 00000100:00100000:3.0:1781272988.736738:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168805504:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1781272988.736867:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272988.737066:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168805504 00000100:00100000:0.0:1781272988.737076:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168805504 00000100:00100000:0.0:1781272988.737167:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1781272988.737178:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168805504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1781272988.737209:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00080000:1.0:1781272988.737286:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272988.743542:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168805504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6348us (6658us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272988.743565:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1781272988.745997:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168805504:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1781272988.992276:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272989.248327:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1781272989.248359:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168805632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272989.248455:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272989.248806:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168805632 00000100:00100000:2.0:1781272989.248818:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168805632 00000100:00100000:2.0:1781272989.248912:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1781272989.248934:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168805632:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272989.249079:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272989.249091:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168805760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272989.249126:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272989.249162:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168805760 00000100:00100000:0.0:1781272989.249166:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168805760 00000100:00100000:0.0:1781272989.249191:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1781272989.249198:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168805760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272989.249224:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272989.249274:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168805760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272989.249282:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1781272989.249334:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168805760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781272989.249555:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168806144:0@lo:400:kworker.0 00000100:00100000:1.0:1781272989.249591:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272989.249613:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168806656:0@lo:400:kworker.0 00000100:00100000:1.0:1781272989.249642:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272989.249663:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168807168:0@lo:400:kworker.0 00000100:00100000:1.0:1781272989.249687:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272989.249705:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1781272989.249711:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168806272:0@lo:400:kworker.0 00000100:00100000:1.0:1781272989.249733:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272989.249751:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168806784:0@lo:400:kworker.0 00000100:00100000:1.0:1781272989.249777:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272989.249803:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168806144 00000100:00100000:1.0:1781272989.249807:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168806144 00000100:00100000:1.0:1781272989.249872:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1781272989.249880:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168806144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272989.249938:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168806144:12345-0@lo:400:kworker.0 Request processed in 46us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272989.249944:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1781272989.250069:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168805888:0@lo:400:kworker.0 00000100:00100000:0.0:1781272989.250104:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272989.250129:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168806400:0@lo:400:kworker.0 00000100:00100000:0.0:1781272989.250150:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272989.250166:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168806912:0@lo:400:kworker.0 00000100:00100000:0.0:1781272989.250187:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272989.250208:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1781272989.250214:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168806016:0@lo:400:kworker.0 00000100:00100000:0.0:1781272989.250237:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272989.250252:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168806400 00000100:00100000:0.0:1781272989.250255:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168806528:0@lo:400:kworker.0 00000100:00100000:3.0:1781272989.250257:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168806400 00000100:00100000:0.0:1781272989.250276:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272989.250288:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1781272989.250290:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168807040:0@lo:400:kworker.0 00000100:00100000:3.0:1781272989.250294:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168806400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272989.250310:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272989.250331:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168805888 00000100:00100000:0.0:1781272989.250334:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168805888 00000100:00100000:3.0:1781272989.250336:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168806400:12345-0@lo:400:kworker.0 Request processed in 43us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272989.250342:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1781272989.250360:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1781272989.250366:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168805888:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1781272989.250375:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272989.250396:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3618:x1867799168805888:12345-0@lo:400:kworker.0 Request processed in 30us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272989.250401:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168806400:0@lo:400:kworker.0 00000100:00100000:0.0:1781272989.250402:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1781272989.250420:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3618:1867799168805888:0@lo:400:kworker.0 00000100:00100000:0.0:1781272989.250432:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168806784 00000100:00100000:0.0:1781272989.250436:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168806784 00000100:00100000:0.0:1781272989.250460:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168806912 00000100:00100000:3.0:1781272989.250461:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168806656 00000100:00100000:0.0:1781272989.250462:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168806912 00000100:00100000:3.0:1781272989.250464:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168806656 00000100:00100000:0.0:1781272989.250482:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1781272989.250487:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168806784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272989.250488:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168807168 00000100:00100000:3.0:1781272989.250490:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168807168 00000100:00100000:3.0:1781272989.250502:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168806272 00000100:00100000:3.0:1781272989.250504:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168806272 00000100:00100000:3.0:1781272989.250514:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168806016 00000100:00100000:3.0:1781272989.250516:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168806016 00000100:00100000:0.0:1781272989.250517:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168806784:12345-0@lo:400:kworker.0 Request processed in 30us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272989.250522:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1781272989.250526:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168806528 00000100:00100000:3.0:1781272989.250528:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168806528 00000100:00100000:0.0:1781272989.250532:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1781272989.250537:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168806912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272989.250540:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168807040 00000100:00100000:3.0:1781272989.250542:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168807040 00000100:00100000:3.0:1781272989.250555:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:3.0:1781272989.250561:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168806656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272989.250563:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168806912:12345-0@lo:400:kworker.0 Request processed in 27us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272989.250569:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1781272989.250590:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:3.0:1781272989.250591:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1867799168806656:12345-0@lo:400:kworker.0 Request processed in 31us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272989.250596:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:0.0:1781272989.250596:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168807168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272989.250606:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1781272989.250611:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168806272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272989.250626:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168807168:12345-0@lo:400:kworker.0 Request processed in 31us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272989.250632:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:3.0:1781272989.250636:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168806272:12345-0@lo:400:kworker.0 Request processed in 25us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272989.250641:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1781272989.250644:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1781272989.250650:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1781272989.250650:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168806016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272989.250654:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168806528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272989.250674:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1867799168806528:12345-0@lo:400:kworker.0 Request processed in 18us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272989.250674:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1867799168806016:12345-0@lo:400:kworker.0 Request processed in 23us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272989.250679:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1781272989.250682:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1781272989.250688:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:3.0:1781272989.250694:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168807040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1781272989.250718:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1867799168807040:12345-0@lo:400:kworker.0 Request processed in 24us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272989.250723:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00080000:3.0:1781272989.250735:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1781272989.250737:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272989.250753:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1867799168806016:0@lo:400:kworker.0 00000100:00100000:3.0:1781272989.250762:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1867799168806528:0@lo:400:kworker.0 00000100:00100000:3.0:1781272989.250770:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1867799168807040:0@lo:400:kworker.0 00000100:00100000:3.0:1781272989.250778:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168806912:0@lo:400:kworker.0 00000100:00100000:1.0:1781272989.250802:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168806272:0@lo:400:kworker.0 00000100:00100000:1.0:1781272989.250813:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168806784:0@lo:400:kworker.0 00000100:00100000:1.0:1781272989.250823:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168806144:0@lo:400:kworker.0 00000100:00100000:1.0:1781272989.250865:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1867799168806656:0@lo:400:kworker.0 00000100:00100000:1.0:1781272989.250877:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168807168:0@lo:400:kworker.0 00002000:00000024:2.0:1781272989.250960:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272989.251104:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168805632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2182us (2649us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272989.251112:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1781272989.252156:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168805632:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1781272990.022380:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272990.214589:0:29887:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272990.214597:0:29887:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272990.215314:0:29887:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272990.215331:0:29887:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272990.785178:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781272990.785205:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168807296:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1781272990.785288:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781272990.785579:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168807296 00000100:00100000:3.0:1781272990.785591:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168807296 00000100:00100000:3.0:1781272990.785658:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1781272990.785668:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168807296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781272990.785708:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781272990.785771:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1867799168807296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272990.785778:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1781272990.785939:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168807296:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781272991.044280:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272991.808037:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168807424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1781272991.808133:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272991.808177:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168807424 00000100:00100000:1.0:1781272991.808188:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168807424 00000100:00100000:1.0:1781272991.808255:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1781272991.808267:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168807424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272991.808317:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272991.808381:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168807424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272991.808388:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1781272991.808408:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168807424:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1781272992.068251:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272992.236400:0:29938:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272992.236415:0:29938:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272992.237005:0:29938:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272992.237019:0:29938:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272993.088227:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272993.345661:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272993.345689:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168807552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781272993.345766:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272993.346027:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168807552 00000100:00100000:1.0:1781272993.346037:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168807552 00000100:00100000:1.0:1781272993.346208:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1781272993.346221:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168807552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1781272993.346267:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781272993.346328:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168807552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272993.346335:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1781272993.346416:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168807552:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1781272993.350464:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272993.420530:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272993.420572:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272993.420604:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272993.420629:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272993.420660:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272993.420682:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272993.420701:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272993.420720:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272993.420745:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272993.420775:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159567616 00000100:00100000:0.0:1781272993.420797:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159567616 00000100:00100000:0.0:1781272993.420913:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1430 00000100:00100000:0.0:1781272993.420927:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+95:2391:x1867799159567616:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272993.421013:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+95:2391:x1867799159567616:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 90us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272993.421033:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1430 00000100:00100000:0.0:1781272993.421052:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159568128 00000100:00100000:0.0:1781272993.421055:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159568128 00000100:00100000:0.0:1781272993.421073:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159567744 00000100:00100000:0.0:1781272993.421075:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159567744 00000100:00100000:0.0:1781272993.421277:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159568256 00000100:00100000:0.0:1781272993.421280:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159568256 00000100:00100000:0.0:1781272993.421296:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1431 00000100:00100000:0.0:1781272993.421303:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+37:2391:x1867799159568128:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272993.421331:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+37:2391:x1867799159568128:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 29us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272993.421337:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1431 00000100:00100000:0.0:1781272993.421348:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1432 00000100:00100000:0.0:1781272993.421354:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffaff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+6:2391:x1867799159567744:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272993.421376:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffaff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:114321f4-a03d-418f-858f-46fe7991a8fa+6:2391:x1867799159567744:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272993.421383:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1432 00000100:00100000:0.0:1781272993.421393:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1433 00000100:00100000:0.0:1781272993.421399:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159568256:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272993.421420:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6d151617-6ec3-4186-a571-d12154d9be40+5:2391:x1867799159568256:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272993.421425:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1433 00000100:00100000:0.0:1781272993.421445:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159567872 00000100:00100000:0.0:1781272993.421448:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159567872 00000100:00100000:0.0:1781272993.421476:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159568384 00000100:00100000:0.0:1781272993.421480:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159568384 00000100:00100000:0.0:1781272993.421496:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159568000 00000100:00100000:0.0:1781272993.421498:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159568000 00000100:00100000:0.0:1781272993.421509:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159568512 00000100:00100000:0.0:1781272993.421512:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159568512 00000100:00100000:0.0:1781272993.421527:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 832 00000100:00100000:0.0:1781272993.421534:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159567872:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272993.421560:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2391:x1867799159567872:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (988us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272993.421567:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 832 00000100:00100000:0.0:1781272993.421578:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 833 00000100:00100000:0.0:1781272993.421584:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159568384:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272993.421605:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2391:x1867799159568384:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272993.421612:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 833 00000100:00100000:0.0:1781272993.421623:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 834 00000100:00100000:0.0:1781272993.421629:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159568000:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272993.421653:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2391:x1867799159568000:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272993.421659:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 834 00000100:00100000:0.0:1781272993.421669:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 835 00000100:00100000:0.0:1781272993.421675:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159568512:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272993.421696:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2391:x1867799159568512:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 21us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272993.421702:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 835 00000100:00100000:0.0:1781272993.421721:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159567488 00000100:00100000:0.0:1781272993.421724:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159567488 00000100:00100000:0.0:1781272993.421750:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 830 00000100:00100000:0.0:1781272993.421756:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c92d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159567488:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272993.421778:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c92d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2391:x1867799159567488:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 22us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272993.421785:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 830 00000100:00080000:2.0:1781272993.422521:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1781272993.422528:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1781272993.422531:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1781272993.422534:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272993.859064:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168807680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1781272993.859164:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272993.859367:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168807680 00000100:00100000:2.0:1781272993.859379:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168807680 00000100:00100000:2.0:1781272993.859464:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1781272993.859476:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168807680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272993.859509:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272993.859572:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168807680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272993.859580:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00080000:1.0:1781272993.860984:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1781272993.861062:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168807680:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272994.117395:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781272994.170438:0:29990:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781272994.170451:0:29990:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781272994.171441:0:29990:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781272994.171460:0:29990:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781272994.371138:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1781272994.371174:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168807808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272994.371281:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.371333:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168807808 00000100:00100000:2.0:1781272994.371345:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168807808 00000100:00080000:0.0:1781272994.371412:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272994.371427:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1781272994.371440:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168807808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781272994.371481:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272994.371548:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168807808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272994.371558:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1781272994.371591:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168807808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781272994.373871:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272994.373899:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168808320:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.373996:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.374055:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168808192:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.374085:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.374105:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168808832:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.374123:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.374138:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168809344:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.374165:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.374192:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1781272994.374201:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168808704:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.374228:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.374252:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168809216:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.374279:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.374330:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168808320 00000100:00100000:2.0:1781272994.374341:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168808320 00000100:00100000:2.0:1781272994.374406:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1781272994.374418:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168808320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.374500:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168808320:12345-0@lo:400:kworker.0 Request processed in 84us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272994.374509:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1781272994.374552:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168808192 00000100:00100000:2.0:1781272994.374559:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168808192 00000100:00100000:2.0:1781272994.374581:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168808832 00000100:00100000:2.0:1781272994.374584:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168808832 00000100:00100000:2.0:1781272994.374607:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168809344 00000100:00100000:2.0:1781272994.374610:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168809344 00000100:00100000:2.0:1781272994.374623:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168808704 00000100:00100000:2.0:1781272994.374752:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168808704 00000100:00100000:2.0:1781272994.374775:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168809216 00000100:00100000:2.0:1781272994.374778:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168809216 00000100:00100000:2.0:1781272994.374794:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:2.0:1781272994.374801:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168808192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.374884:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1867799168808192:12345-0@lo:400:kworker.0 Request processed in 83us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272994.374890:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:2.0:1781272994.374904:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:2.0:1781272994.374910:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c1fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168808832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.374952:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c1fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1867799168808832:12345-0@lo:400:kworker.0 Request processed in 43us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272994.374959:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00100000:2.0:1781272994.374973:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:2.0:1781272994.374981:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168809344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.375013:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1867799168809344:12345-0@lo:400:kworker.0 Request processed in 34us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272994.375018:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:2.0:1781272994.375029:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:2.0:1781272994.375035:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168808704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.375061:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1867799168808704:12345-0@lo:400:kworker.0 Request processed in 26us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272994.375066:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:2.0:1781272994.375076:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:2.0:1781272994.375083:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168809216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.375108:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1867799168809216:12345-0@lo:400:kworker.0 Request processed in 27us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272994.375114:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:2.0:1781272994.375178:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1867799168808704:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.375190:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1867799168809216:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.375200:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1867799168808832:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.375209:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1867799168809344:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.375220:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168808320:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.375230:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1867799168808192:0@lo:400:kworker.0 00000100:00100000:3.0:1781272994.379926:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c30d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168808064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272994.380894:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.380984:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168808576:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.381027:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.381052:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168809088:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.381079:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.381123:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1781272994.381132:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168807936:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.381174:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.381216:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168808448:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.381251:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.381280:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168808960:0@lo:400:kworker.0 00000100:00100000:0.0:1781272994.381282:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168808448 00000100:00100000:0.0:1781272994.381297:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168808448 00000100:00100000:2.0:1781272994.381308:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.381346:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168809472:0@lo:400:kworker.0 00000100:00100000:0.0:1781272994.381376:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:2.0:1781272994.381385:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272994.381439:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168808064 00000100:00100000:2.0:1781272994.381447:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168808064 00000100:00100000:0.0:1781272994.381516:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168808448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.381571:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1781272994.381584:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168808064:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272994.381633:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168808448:12345-0@lo:400:kworker.0 Request processed in 237us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272994.381643:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:0.0:1781272994.381682:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168808576 00002000:00000024:2.0:1781272994.381686:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272994.381691:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168808576 00000100:00100000:0.0:1781272994.381734:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1781272994.381746:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168808576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.381762:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168808064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 178us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272994.381772:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1781272994.381813:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168808576:12345-0@lo:400:kworker.0 Request processed in 66us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272994.381826:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1781272994.381827:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168807936 00000100:00100000:2.0:1781272994.381873:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168807936 00000100:00100000:2.0:1781272994.381925:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1781272994.381940:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c8ab9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168807936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.381994:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c8ab9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3619:x1867799168807936:12345-0@lo:400:kworker.0 Request processed in 58us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272994.382005:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1781272994.382047:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168809088 00000100:00100000:2.0:1781272994.382051:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168809088 00000100:00100000:2.0:1781272994.382099:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168808960 00000100:00100000:2.0:1781272994.382103:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168808960 00000100:00100000:0.0:1781272994.382113:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168809472 00000100:00100000:0.0:1781272994.382122:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168809472 00000100:00100000:2.0:1781272994.382139:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1781272994.382152:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168809088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272994.382172:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1781272994.382188:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c530b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168808960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.382202:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168809088:12345-0@lo:400:kworker.0 Request processed in 52us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272994.382209:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1781272994.382232:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1781272994.382246:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168809472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272994.382255:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c530b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168808960:12345-0@lo:400:kworker.0 Request processed in 67us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272994.382265:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00080000:0.0:1781272994.382307:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272994.382314:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168809472:12345-0@lo:400:kworker.0 Request processed in 72us (936us total) trans 0 rc 0/0 00000100:00080000:0.0:1781272994.382315:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272994.382323:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1781272994.382331:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1781272994.382412:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c227b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3619:1867799168807936:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.382426:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168808448:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.382433:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168808960:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.382439:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168809472:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.382451:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c30d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168808064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1781272994.382458:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168808576:0@lo:400:kworker.0 00000100:00100000:2.0:1781272994.382465:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168809088:0@lo:400:kworker.0 00010000:00010000:0.0:1781272995.136651:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272995.904303:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272995.904337:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168809600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781272995.904423:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272995.904569:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168809600 00000100:00100000:1.0:1781272995.904579:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168809600 00000100:00100000:1.0:1781272995.904644:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1781272995.904653:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168809600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781272995.904697:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781272995.904761:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168809600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272995.904769:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1781272995.904890:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168809600:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1781272996.102678:0:30041:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272996.102689:0:30041:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272996.105544:0:30041:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272996.105567:0:30041:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781272996.160318:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781272996.736090:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272996.736100:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272996.740105:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272996.740192:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1781272996.929224:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1781272996.929249:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168809728:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781272996.929549:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781272996.929795:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168809728 00000100:00100000:1.0:1781272996.929805:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168809728 00000100:00100000:1.0:1781272996.929915:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1781272996.929925:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168809728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781272996.929972:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781272996.930030:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168809728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272996.930038:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1781272996.930176:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168809728:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781272997.185442:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781272997.186039:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1781272998.062251:0:30092:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781272998.062260:0:30092:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781272998.062916:0:30092:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781272998.063099:0:30092:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781272998.212663:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781272998.464165:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168809856:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781272998.464302:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272998.464373:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168809856 00000100:00100000:0.0:1781272998.464389:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168809856 00000100:00100000:0.0:1781272998.464480:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00080000:1.0:1781272998.464495:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272998.464500:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168809856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781272998.464536:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272998.464639:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168809856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272998.464647:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1781272998.464878:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168809856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781272998.539361:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272998.539407:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272998.539694:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159568896 00000100:00100000:0.0:1781272998.539706:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159568896 00000100:00100000:0.0:1781272998.539800:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1440 00000100:00100000:0.0:1781272998.539812:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c5309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+6:2389:x1867799159568896:12345-192.168.204.14@tcp:400:kworker.0 00000100:00080000:1.0:1781272998.539969:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272998.540323:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159568640 00000100:00100000:3.0:1781272998.540329:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159568640 00000100:00100000:3.0:1781272998.540375:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 832 00000100:00100000:3.0:1781272998.540382:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159568640:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272998.544307:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c5309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:114321f4-a03d-418f-858f-46fe7991a8fa+6:2389:x1867799159568896:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 4476us (4877us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272998.544330:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1440 00000100:00100000:2.0:1781272998.544473:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272998.546630:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159569152 00000100:00100000:0.0:1781272998.546650:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159569152 00000100:00100000:0.0:1781272998.546765:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 839 00000100:00100000:0.0:1781272998.546779:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c30d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159569152:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272998.547331:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c30d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159569152:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 552us (2855us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272998.547341:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 839 00000100:00080000:0.0:1781272998.547407:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1781272998.548266:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272998.548342:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1781272998.548383:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159569664 00000100:00100000:2.0:1781272998.548392:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159569664 00000100:00100000:2.0:1781272998.548518:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 840 00000100:00100000:2.0:1781272998.548528:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159569664:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272998.548656:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159569408 00000100:00100000:0.0:1781272998.548661:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159569408 00000100:00100000:0.0:1781272998.548716:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1441 00000100:00100000:0.0:1781272998.548723:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159569408:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781272998.556983:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159569664:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 8437us (8620us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272998.557087:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 840 00000100:00100000:0.0:1781272998.558599:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2278380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159569408:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 9851us (10313us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272998.558854:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1441 00000100:00100000:0.0:1781272998.559010:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781272998.559486:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159568640:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 19098us (20133us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272998.559499:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 832 00000100:00100000:3.0:1781272998.559586:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159568768 00000100:00080000:1.0:1781272998.559591:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781272998.559598:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159568768 00000100:00080000:1.0:1781272998.559601:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1781272998.559678:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1442 00000100:00100000:3.0:1781272998.559690:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+95:2389:x1867799159568768:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781272998.559771:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+95:2389:x1867799159568768:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 84us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1781272998.559778:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1442 00000100:00080000:3.0:1781272998.559809:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781272998.563459:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272998.563517:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781272998.563547:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781272998.565173:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159569024 00000100:00100000:0.0:1781272998.565387:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159569024 00000100:00100000:0.0:1781272998.565492:0:9894:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159569536 00000100:00100000:0.0:1781272998.565496:0:9894:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159569536 00000100:00100000:0.0:1781272998.565537:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 841 00000100:00100000:0.0:1781272998.565549:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159569024:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272998.565662:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159569024:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 115us (2217us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272998.565672:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 841 00000100:00100000:0.0:1781272998.565692:0:9894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 842 00000100:00100000:0.0:1781272998.565699:0:9894:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159569536:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272998.565722:0:9894:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159569536:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (2173us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272998.565728:0:9894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 842 00000100:00080000:3.0:1781272998.566375:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781272998.567166:0:6491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159569280 00000100:00100000:0.0:1781272998.567180:0:6491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159569280 00000100:00100000:0.0:1781272998.567330:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1443 00000100:00100000:0.0:1781272998.567341:0:6491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+37:2389:x1867799159569280:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781272998.567429:0:6491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6d151617-6ec3-4186-a571-d12154d9be40+37:2389:x1867799159569280:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 89us (3910us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272998.567439:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1443 00000100:00080000:3.0:1781272998.569230:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781272998.976201:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168809984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781272998.976285:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272998.976359:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168809984 00000100:00100000:2.0:1781272998.976374:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168809984 00000100:00100000:2.0:1781272998.976481:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00080000:1.0:1781272998.976484:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781272998.976498:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168809984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781272998.976533:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781272998.982504:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168809984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5999us (6205us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272998.982524:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1781272998.982922:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168809984:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781272999.242376:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781272999.488702:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1781272999.488728:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168810112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272999.488810:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272999.488970:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168810240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272999.488996:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272999.489034:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168810112 00000100:00100000:0.0:1781272999.489043:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168810112 00000100:00100000:0.0:1781272999.489092:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168810240 00000100:00100000:0.0:1781272999.489095:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168810240 00000100:00100000:0.0:1781272999.489115:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1781272999.489123:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168810112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1781272999.489155:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272999.489201:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168810112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272999.489208:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1781272999.489226:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1781272999.489232:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168810240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1781272999.489241:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781272999.489269:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168810240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272999.489276:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00080000:0.0:1781272999.489292:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1781272999.489327:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168810240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781272999.489359:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c2279880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168810112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781272999.490303:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168810624:0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.490368:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272999.490392:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168811136:0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.490431:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272999.490456:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168811648:0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.490478:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272999.490499:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781272999.490505:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168810496:0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.490540:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272999.490558:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168811008:0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.490577:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272999.490592:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168811520:0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.490612:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781272999.490642:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168810624 00000100:00100000:0.0:1781272999.490647:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168810624 00000100:00100000:0.0:1781272999.490685:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1781272999.490692:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168810624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.490737:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168810624:12345-0@lo:400:kworker.0 Request processed in 45us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272999.490743:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1781272999.490762:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168811136 00000100:00100000:0.0:1781272999.490766:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168811136 00000100:00100000:0.0:1781272999.490805:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168811648 00000100:00100000:0.0:1781272999.490809:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168811648 00000100:00100000:0.0:1781272999.490820:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168810496 00000100:00100000:0.0:1781272999.490822:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168810496 00000100:00100000:0.0:1781272999.490865:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168811008 00000100:00100000:0.0:1781272999.490868:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168811008 00000100:00100000:2.0:1781272999.491005:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168810368:0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.491044:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272999.491070:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168810880:0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.491093:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272999.491111:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c44d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168811392:0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.491137:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272999.491156:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1781272999.491162:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168810752:0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.491184:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272999.491194:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168811264:0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.491214:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781272999.491242:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168810368 00000100:00100000:2.0:1781272999.491245:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168810368 00000100:00100000:2.0:1781272999.491274:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1781272999.491281:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168810368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.491317:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3621:x1867799168810368:12345-0@lo:400:kworker.0 Request processed in 37us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272999.491324:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1781272999.491357:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168810880 00000100:00100000:2.0:1781272999.491360:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168810880 00000100:00100000:2.0:1781272999.491380:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1781272999.491385:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c227a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168810880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.491416:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c227a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168810880:12345-0@lo:400:kworker.0 Request processed in 30us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272999.491421:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1781272999.491436:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168811392 00000100:00100000:2.0:1781272999.491440:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168811392 00000100:00100000:2.0:1781272999.491462:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168811264 00000100:00100000:2.0:1781272999.491465:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168811264 00000100:00100000:2.0:1781272999.491481:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1781272999.491486:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168811392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.491517:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c2279880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168811392:12345-0@lo:400:kworker.0 Request processed in 31us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272999.491523:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1781272999.491532:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1781272999.491538:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168811264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.491561:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1867799168811264:12345-0@lo:400:kworker.0 Request processed in 24us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1781272999.491566:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1781272999.491617:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168811264:0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.491626:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3621:1867799168810368:0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.491634:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168810880:0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.491642:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168811392:0@lo:400:kworker.0 00000100:00100000:1.0:1781272999.491925:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168811520 00000100:00100000:1.0:1781272999.491931:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168811520 00000100:00100000:1.0:1781272999.491954:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168810752 00000100:00100000:1.0:1781272999.491956:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168810752 00000100:00100000:1.0:1781272999.491970:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:1.0:1781272999.491979:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168811136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272999.492015:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168811136:12345-0@lo:400:kworker.0 Request processed in 36us (1582us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272999.492034:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:1.0:1781272999.492048:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1781272999.492054:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168811648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272999.492081:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168811648:12345-0@lo:400:kworker.0 Request processed in 27us (1602us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272999.492086:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1781272999.492099:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:1.0:1781272999.492105:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168810496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272999.492133:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168810496:12345-0@lo:400:kworker.0 Request processed in 27us (1592us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272999.492139:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:1.0:1781272999.492149:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:1.0:1781272999.492154:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168811520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272999.492179:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1867799168811520:12345-0@lo:400:kworker.0 Request processed in 25us (1566us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272999.492184:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:1.0:1781272999.492194:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:1.0:1781272999.492199:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168810752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781272999.492233:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1867799168810752:12345-0@lo:400:kworker.0 Request processed in 33us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1781272999.492238:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1781272999.492548:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1781272999.492556:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168811008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.492589:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168811008:12345-0@lo:400:kworker.0 Request processed in 35us (2011us total) trans 0 rc 0/0 00000100:00100000:0.0:1781272999.492594:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00080000:0.0:1781272999.492625:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781272999.492628:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781272999.492658:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168810496:0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.492668:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168811008:0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.492679:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1867799168811520:0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.492688:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168810624:0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.492696:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168811136:0@lo:400:kworker.0 00000100:00100000:0.0:1781272999.492704:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c44d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168811648:0@lo:400:kworker.0 00000100:00100000:2.0:1781272999.493265:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1867799168810752:0@lo:400:kworker.0 00000040:00080000:0.0:1781273000.020384:0:30143:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781273000.020395:0:30143:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781273000.020970:0:30143:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781273000.020980:0:30143:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781273000.262852:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781273001.024210:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781273001.024234:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168811776:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781273001.024300:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273001.024560:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168811776 00000100:00100000:1.0:1781273001.024569:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168811776 00000100:00100000:1.0:1781273001.024675:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1781273001.024685:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168811776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781273001.024725:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781273001.024869:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168811776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 184us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273001.024877:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1781273001.027340:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168811776:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1781273001.287692:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781273002.056457:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781273002.056484:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168811904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781273002.056576:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273002.065113:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168811904 00000100:00100000:1.0:1781273002.065132:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168811904 00000100:00100000:1.0:1781273002.065199:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1781273002.065211:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168811904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781273002.065253:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781273002.065338:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168811904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (8761us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273002.065344:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1781273002.065412:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168811904:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1781273002.135141:0:30195:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781273002.135151:0:30195:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781273002.135669:0:30195:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781273002.135679:0:30195:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781273002.310672:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1781273003.330573:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781273003.585812:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1781273003.585872:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168812032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1781273003.585950:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273003.586005:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168812032 00000100:00100000:0.0:1781273003.586021:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168812032 00000100:00080000:1.0:1781273003.586090:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781273003.586090:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1781273003.586100:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168812032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781273003.586129:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781273003.586185:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168812032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273003.586192:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1781273003.586513:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168812032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781273003.668380:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273003.668427:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273003.668460:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273003.668478:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273003.668496:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273003.668509:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273003.668522:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273003.668537:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273003.668552:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273003.668575:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159570048 00000100:00100000:0.0:1781273003.668586:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159570048 00000100:00100000:0.0:1781273003.668646:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159570560 00000100:00100000:0.0:1781273003.668649:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159570560 00000100:00100000:0.0:1781273003.668661:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159569920 00000100:00100000:0.0:1781273003.668664:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159569920 00000100:00100000:0.0:1781273003.668675:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159570432 00000100:00100000:0.0:1781273003.668677:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159570432 00000100:00100000:0.0:1781273003.668693:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1450 00000100:00100000:0.0:1781273003.668702:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+6:2388:x1867799159570048:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781273003.668796:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+6:2388:x1867799159570048:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 95us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273003.668805:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1450 00000100:00100000:1.0:1781273003.668809:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159570304 00000100:00100000:1.0:1781273003.668816:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159570304 00000100:00100000:0.0:1781273003.668867:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1451 00000100:00100000:1.0:1781273003.668872:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159570816 00000100:00100000:1.0:1781273003.668878:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159570816 00000100:00100000:0.0:1781273003.668878:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159570560:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781273003.668906:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159570176 00000100:00100000:0.0:1781273003.668915:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+5:2388:x1867799159570560:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 40us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273003.668921:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1451 00000100:00100000:0.0:1781273003.668935:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1452 00000100:00100000:0.0:1781273003.668941:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+95:2388:x1867799159569920:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781273003.668964:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:114321f4-a03d-418f-858f-46fe7991a8fa+95:2388:x1867799159569920:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273003.668969:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1452 00000100:00100000:0.0:1781273003.668979:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1453 00000100:00100000:0.0:1781273003.668985:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:2388:x1867799159570432:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781273003.669027:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:2388:x1867799159570432:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 41us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273003.669032:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1453 00000100:00080000:0.0:1781273003.669189:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781273003.669194:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781273003.669196:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781273003.669469:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159570176 00000100:00100000:1.0:1781273003.669505:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159570688 00000100:00100000:1.0:1781273003.669508:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159570688 00000100:00100000:1.0:1781273003.669526:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 845 00000100:00100000:1.0:1781273003.669533:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c44d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159570304:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781273003.669575:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c44d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2388:x1867799159570304:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273003.669585:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 845 00000100:00100000:1.0:1781273003.669601:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 846 00000100:00100000:1.0:1781273003.669609:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159570816:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781273003.669638:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2388:x1867799159570816:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (1140us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273003.669644:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 846 00000100:00100000:1.0:1781273003.669661:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 847 00000100:00100000:1.0:1781273003.669668:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159570176:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781273003.669695:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2388:x1867799159570176:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273003.669702:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 847 00000100:00100000:1.0:1781273003.669729:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 848 00000100:00100000:1.0:1781273003.669736:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159570688:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781273003.669766:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2388:x1867799159570688:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (1212us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273003.669775:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 848 00000100:00080000:1.0:1781273003.669892:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781273003.674191:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159569792 00000100:00100000:3.0:1781273003.674211:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159569792 00000100:00100000:3.0:1781273003.674406:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 834 00000100:00100000:3.0:1781273003.674418:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159569792:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781273003.674496:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2388:x1867799159569792:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 81us (6127us total) trans 0 rc 0/0 00000100:00100000:3.0:1781273003.674505:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 834 00000100:00100000:0.0:1781273004.096587:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168812160:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781273004.096740:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273004.096857:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168812160 00000100:00100000:2.0:1781273004.096866:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168812160 00000100:00100000:2.0:1781273004.096932:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1781273004.096944:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168812160:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1781273004.097060:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1781273004.097090:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781273004.097145:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168812160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 203us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273004.097154:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1781273004.097197:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168812160:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1781273004.130454:0:30246:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781273004.130464:0:30246:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781273004.131343:0:30246:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781273004.131356:0:30246:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1781273004.352091:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1781273004.608866:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168812672:0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.608947:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273004.609010:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168813184:0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609038:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273004.609054:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168813696:0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609075:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273004.609102:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781273004.609108:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168812544:0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609176:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273004.609194:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168813056:0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609215:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273004.609227:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168813568:0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609243:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273004.609271:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168812672 00000100:00100000:0.0:1781273004.609278:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168812672 00000100:00100000:0.0:1781273004.609320:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168813056 00000100:00100000:0.0:1781273004.609323:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168813056 00000100:00100000:0.0:1781273004.609350:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168813568 00000100:00100000:0.0:1781273004.609353:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168813568 00000100:00100000:0.0:1781273004.609370:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1781273004.609378:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168812672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609429:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168812672:12345-0@lo:400:kworker.0 Request processed in 51us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273004.609435:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1781273004.609455:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1781273004.609460:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168813056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609488:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168813056:12345-0@lo:400:kworker.0 Request processed in 28us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273004.609494:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1781273004.609505:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:0.0:1781273004.609510:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168813568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609532:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168813568:12345-0@lo:400:kworker.0 Request processed in 23us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273004.609538:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:0.0:1781273004.609562:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168812544 00000100:00100000:0.0:1781273004.609565:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168812544 00000100:00100000:0.0:1781273004.609588:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1781273004.609594:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168812544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609626:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168812544:12345-0@lo:400:kworker.0 Request processed in 33us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273004.609633:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1781273004.609679:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168812544:0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609690:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168813056:0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609713:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168813568:0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609723:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168812672:0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609770:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168813184 00000100:00100000:0.0:1781273004.609773:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168813184 00000100:00100000:0.0:1781273004.609804:0:8407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168813696 00000100:00100000:0.0:1781273004.609807:0:8407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168813696 00000100:00100000:0.0:1781273004.609855:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1781273004.609864:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168813184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609901:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168813184:12345-0@lo:400:kworker.0 Request processed in 39us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273004.609908:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1781273004.609920:0:8407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1781273004.609925:0:8407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168813696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609952:0:8407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168813696:12345-0@lo:400:kworker.0 Request processed in 27us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273004.609958:0:8407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1781273004.609988:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168813184:0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.609997:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168813696:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.610450:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168812288:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.610493:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273004.610532:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168812800:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.610552:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273004.610570:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168813312:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.610588:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273004.610602:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168813824:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.610619:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273004.610636:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1781273004.610641:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168812416:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.610660:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273004.610674:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168812928:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.610693:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273004.610723:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168813440:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.610744:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273004.610760:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168813952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1781273004.610782:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273004.610810:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168813312 00000100:00100000:1.0:1781273004.610815:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168813312 00000100:00100000:1.0:1781273004.610939:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168813824 00000100:00100000:1.0:1781273004.610942:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168813824 00000100:00100000:1.0:1781273004.610963:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1781273004.610970:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168813312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.611008:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168813312:12345-0@lo:400:kworker.0 Request processed in 39us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273004.611015:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1781273004.611028:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1781273004.611034:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168813824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.611059:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168813824:12345-0@lo:400:kworker.0 Request processed in 25us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273004.611064:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1781273004.611084:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168812416 00000100:00100000:1.0:1781273004.611088:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168812416 00000100:00100000:1.0:1781273004.611109:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168812928 00000100:00100000:1.0:1781273004.611111:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168812928 00000100:00100000:1.0:1781273004.611124:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168813440 00000100:00100000:1.0:1781273004.611126:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168813440 00000100:00100000:1.0:1781273004.611139:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1781273004.611144:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff998700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168812416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.611173:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff998700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168812416:12345-0@lo:400:kworker.0 Request processed in 29us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273004.611179:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1781273004.611192:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1781273004.611198:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168812928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.611220:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168812928:12345-0@lo:400:kworker.0 Request processed in 23us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273004.611226:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1781273004.611236:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:1.0:1781273004.611241:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168813440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.611260:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168813440:12345-0@lo:400:kworker.0 Request processed in 19us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273004.611265:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00080000:1.0:1781273004.611279:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1781273004.611283:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781273004.611285:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1781273004.611294:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168812800 00000100:00100000:1.0:1781273004.611297:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168812800 00000100:00100000:1.0:1781273004.611315:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1781273004.611320:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168812800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.611345:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168812800:12345-0@lo:400:kworker.0 Request processed in 26us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273004.611351:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1781273004.611408:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168812416:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.611417:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168812928:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.611424:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168813440:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.611433:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168812800:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.611440:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168813312:0@lo:400:kworker.0 00000100:00100000:1.0:1781273004.611448:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168813824:0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.611733:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168812288 00000100:00100000:0.0:1781273004.611738:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168812288 00000100:00100000:0.0:1781273004.611779:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1781273004.611786:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168812288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273004.611823:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168812288:12345-0@lo:400:kworker.0 Request processed in 39us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1781273004.611972:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168813952 00000100:00100000:3.0:1781273004.611975:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168813952 00000100:00100000:3.0:1781273004.612003:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1781273004.612010:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168813952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781273004.612031:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781273004.612066:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168813952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (1283us total) trans 0 rc 0/0 00000100:00100000:3.0:1781273004.612073:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1781273004.612096:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168814080:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781273004.612123:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781273004.612155:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168814080 00000100:00100000:3.0:1781273004.612159:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168814080 00000100:00100000:3.0:1781273004.612194:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1781273004.612199:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168814080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1781273004.612209:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781273004.612236:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168814080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1781273004.612241:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1781273004.612270:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168814080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781273004.612412:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1781273004.612463:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff99aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168813952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781273004.612472:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168812288:0@lo:400:kworker.0 00010000:00010000:1.0:1781273005.377003:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1781273006.002260:0:30297:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781273006.002271:0:30297:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781273006.002792:0:30297:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781273006.002804:0:30297:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781273006.143965:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781273006.143993:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168814208:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781273006.144068:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1781273006.144143:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168814208 00000100:00100000:3.0:1781273006.144151:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168814208 00000100:00100000:3.0:1781273006.144203:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1781273006.144212:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168814208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1781273006.144247:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1781273006.144296:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168814208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1781273006.144302:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1781273006.144349:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168814208:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781273006.400269:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781273006.976058:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781273006.976069:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781273006.976700:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781273006.976716:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1781273007.171007:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168814336:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1781273007.171094:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273007.171201:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168814336 00000100:00100000:1.0:1781273007.171213:0:6497:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168814336 00000100:00100000:1.0:1781273007.171290:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1781273007.171307:0:6497:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168814336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1781273007.171346:0:6497:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1781273007.171418:0:6497:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168814336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273007.171426:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:2.0:1781273007.172291:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168814336:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1781273007.428879:0:13772:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1781273007.429343:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1781273007.847014:0:30349:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1781273007.847026:0:30349:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1781273007.849992:0:30349:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1781273007.850024:0:30349:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781273008.449360:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781273008.708364:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168814464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781273008.708455:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273008.708727:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168814464 00000100:00100000:0.0:1781273008.708737:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168814464 00000100:00100000:0.0:1781273008.708808:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1781273008.708819:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168814464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1781273008.708877:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00080000:2.0:1781273008.709077:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1781273008.709219:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168814464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 402us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273008.709228:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1781273008.709682:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168814464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1781273008.781131:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273008.781181:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273008.781215:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273008.781246:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273008.781281:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273008.781298:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273008.781331:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273008.781347:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273008.781367:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273008.781396:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159571328 00000100:00100000:0.0:1781273008.781406:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159571328 00000100:00100000:0.0:1781273008.781461:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159571840 00000100:00100000:0.0:1781273008.781464:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159571840 00000100:00100000:0.0:1781273008.781480:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159571456 00000100:00100000:0.0:1781273008.781482:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159571456 00000100:00100000:0.0:1781273008.781494:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159571968 00000100:00100000:0.0:1781273008.781496:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159571968 00000100:00100000:0.0:1781273008.781510:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 853 00000100:00100000:0.0:1781273008.781531:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159571328:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781273008.781607:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+17:2390:x1867799159571328:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 89us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273008.781616:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 853 00000100:00100000:0.0:1781273008.781632:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 854 00000100:00100000:0.0:1781273008.781649:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159571840:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781273008.781880:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+9:2390:x1867799159571840:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 231us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273008.781888:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 854 00000100:00100000:0.0:1781273008.781901:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 855 00000100:00100000:0.0:1781273008.781908:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159571456:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781273008.781936:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:114321f4-a03d-418f-858f-46fe7991a8fa+42:2390:x1867799159571456:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 28us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273008.781942:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 855 00000100:00100000:0.0:1781273008.781954:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 856 00000100:00100000:0.0:1781273008.781961:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159571968:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781273008.781987:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6d151617-6ec3-4186-a571-d12154d9be40+11:2390:x1867799159571968:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 26us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273008.781993:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 856 00000100:00080000:0.0:1781273008.782250:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781273008.782255:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781273008.782575:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159571072 00000100:00100000:3.0:1781273008.782582:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159571072 00000100:00100000:3.0:1781273008.782631:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159571584 00000100:00100000:3.0:1781273008.782644:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159571584 00000100:00100000:3.0:1781273008.782661:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159571200 00000100:00100000:3.0:1781273008.782664:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159571200 00000100:00100000:3.0:1781273008.782868:0:8162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159571712 00000100:00100000:3.0:1781273008.782873:0:8162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159571712 00000100:00100000:3.0:1781273008.782893:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1460 00000100:00100000:3.0:1781273008.782901:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+95:2390:x1867799159571072:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781273008.782946:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+95:2390:x1867799159571072:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 46us (1828us total) trans 0 rc 0/0 00000100:00100000:3.0:1781273008.782953:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1460 00000100:00100000:3.0:1781273008.782969:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1461 00000100:00100000:3.0:1781273008.782975:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+37:2390:x1867799159571584:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781273008.783002:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+37:2390:x1867799159571584:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (1786us total) trans 0 rc 0/0 00000100:00100000:3.0:1781273008.783008:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1461 00000100:00100000:3.0:1781273008.783020:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1462 00000100:00100000:3.0:1781273008.783027:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+6:2390:x1867799159571200:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781273008.783053:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:114321f4-a03d-418f-858f-46fe7991a8fa+6:2390:x1867799159571200:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 27us (1753us total) trans 0 rc 0/0 00000100:00100000:3.0:1781273008.783059:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1462 00000100:00100000:3.0:1781273008.783070:0:8162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1463 00000100:00100000:3.0:1781273008.783076:0:8162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159571712:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781273008.783098:0:8162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6d151617-6ec3-4186-a571-d12154d9be40+5:2390:x1867799159571712:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 23us (1750us total) trans 0 rc 0/0 00000100:00100000:3.0:1781273008.783104:0:8162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1463 00000100:00100000:3.0:1781273008.783124:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159570944 00000100:00100000:3.0:1781273008.783128:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159570944 00000100:00100000:3.0:1781273008.783156:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 836 00000100:00100000:3.0:1781273008.783163:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159570944:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:3.0:1781273008.783186:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2390:x1867799159570944:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (1905us total) trans 0 rc 0/0 00000100:00100000:3.0:1781273008.783197:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 836 00000100:00080000:0.0:1781273008.784049:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781273008.784056:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781273009.219099:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3919180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168814592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781273009.219175:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273009.219371:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168814592 00000100:00100000:2.0:1781273009.219380:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168814592 00000100:00100000:2.0:1781273009.219442:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1781273009.219461:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168814592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781273009.219482:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781273009.219528:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1867799168814592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273009.219535:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1781273009.219582:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3919180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168814592:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1781273009.219783:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1781273009.474465:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1781273009.610071:0:30400:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781273009.610080:0:30400:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781273009.611370:0:30400:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781273009.611386:0:30400:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1781273009.728051:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1781273009.728075:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168814720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781273009.728151:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273009.728309:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168814720 00000100:00100000:0.0:1781273009.728319:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168814720 00000100:00100000:0.0:1781273009.728398:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1781273009.728409:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168814720:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1781273009.728435:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1781273009.728439:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781273009.728509:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168814720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273009.728516:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1781273009.729050:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3919180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168814848:0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.729097:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273009.729112:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3919880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168815232:0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.729133:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168815360:0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.729166:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273009.729172:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273009.729197:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168815744:0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.729199:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168815872:0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.729239:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273009.729244:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273009.729264:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168816256:0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.729275:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781273009.729285:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168814976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781273009.729294:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273009.729316:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273009.729322:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781273009.729331:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168815104:0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.729342:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168815488:0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.729359:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273009.729374:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273009.729383:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168815616:0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.729399:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168816000:0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.729409:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273009.729432:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273009.729434:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168816128:0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.729464:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273009.729470:0:6485:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168814848 00000100:00100000:2.0:1781273009.729476:0:6485:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168814848 00000100:00100000:0.0:1781273009.729512:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168815360 00000100:00100000:0.0:1781273009.729517:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168815360 00000100:00100000:2.0:1781273009.729518:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1781273009.729528:0:6485:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168814848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.729544:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168815744 00000100:00100000:0.0:1781273009.729549:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168815744 00000100:00100000:0.0:1781273009.729574:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168815104 00000100:00100000:0.0:1781273009.729578:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168815104 00000100:00100000:2.0:1781273009.729580:0:6485:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168814848:12345-0@lo:400:kworker.0 Request processed in 53us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273009.729587:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1781273009.729628:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168815616 00000100:00100000:0.0:1781273009.729632:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168815616 00000100:00100000:2.0:1781273009.729633:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168814976 00000100:00100000:2.0:1781273009.729639:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168814976 00000100:00100000:0.0:1781273009.729650:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168816000 00000100:00100000:0.0:1781273009.729654:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168816000 00000100:00100000:2.0:1781273009.729673:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1781273009.729676:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168816128 00000100:00100000:0.0:1781273009.729680:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168816128 00000100:00100000:2.0:1781273009.729685:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168814976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1781273009.729699:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1781273009.729702:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1781273009.729713:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168815360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.729736:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168814976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273009.729743:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1781273009.729762:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168815232 00000100:00100000:2.0:1781273009.729766:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168815232 00000100:00100000:2.0:1781273009.729791:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168815488 00000100:00100000:2.0:1781273009.729793:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168815488 00000100:00100000:2.0:1781273009.729805:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1781273009.729811:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c522f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168815232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.729872:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c522f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168815232:12345-0@lo:400:kworker.0 Request processed in 60us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273009.729878:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1781273009.729890:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1781273009.729897:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168815488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.729923:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168815488:12345-0@lo:400:kworker.0 Request processed in 27us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273009.729928:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1781273009.729947:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1781273009.729953:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168815744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.729984:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ff99aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168815744:12345-0@lo:400:kworker.0 Request processed in 31us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273009.729990:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1781273009.730007:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1781273009.730013:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1867799168815360:12345-0@lo:400:kworker.0 Request processed in 301us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273009.730018:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168815104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.730025:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1781273009.730044:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1781273009.730053:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168815616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.730059:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1867799168815104:12345-0@lo:400:kworker.0 Request processed in 44us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273009.730066:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1781273009.730083:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:0.0:1781273009.730090:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1867799168815616:12345-0@lo:400:kworker.0 Request processed in 38us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273009.730094:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168816000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.730103:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1781273009.730123:0:12323:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:0.0:1781273009.730132:0:12323:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168816128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.730142:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168816000:12345-0@lo:400:kworker.0 Request processed in 51us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273009.730148:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:2.0:1781273009.730193:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c522f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168814976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1781273009.730203:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168815488:0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.730212:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168816000:0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.730220:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3919180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168814848:0@lo:400:kworker.0 00000100:00100000:2.0:1781273009.730228:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1867799168815360:0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.730291:0:12323:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3619:x1867799168816128:12345-0@lo:400:kworker.0 Request processed in 161us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273009.730297:0:12323:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:0.0:1781273009.730320:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168815872 00000100:00100000:0.0:1781273009.730325:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168815872 00000100:00100000:0.0:1781273009.730365:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168816256 00000100:00100000:0.0:1781273009.730369:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168816256 00000100:00100000:3.0:1781273009.730381:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168814720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781273009.730396:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1781273009.730405:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168815872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.730452:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168815872:12345-0@lo:400:kworker.0 Request processed in 49us (1210us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273009.730458:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1781273009.730528:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c391b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168815872:0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.730726:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1781273009.730804:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168816256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.730870:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168816256:12345-0@lo:400:kworker.0 Request processed in 70us (1577us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273009.730876:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00080000:0.0:1781273009.730908:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781273009.730912:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1781273009.730914:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1781273009.730934:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1867799168815104:0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.730943:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1867799168815616:0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.730951:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1867799168816128:0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.730960:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3919880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168815232:0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.730973:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168815744:0@lo:400:kworker.0 00000100:00100000:0.0:1781273009.730980:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168816256:0@lo:400:kworker.0 00010000:00010000:1.0:1781273010.496116:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781273011.265006:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1781273011.265034:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168816384:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1781273011.265112:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273011.265331:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168816384 00000100:00100000:2.0:1781273011.265726:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168816384 00000100:00100000:2.0:1781273011.265868:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1781273011.265879:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168816384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1781273011.265914:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1781273011.265974:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3621:x1867799168816384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273011.265979:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1781273011.266063:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1867799168816384:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1781273011.438245:0:30451:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1781273011.438258:0:30451:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1781273011.444427:0:30451:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1781273011.444445:0:30451:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781273011.521013:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781273012.288167:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1781273012.288208:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168816512:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781273012.288284:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273012.288398:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168816512 00000100:00100000:0.0:1781273012.288407:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168816512 00000100:00100000:0.0:1781273012.288453:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1781273012.288464:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168816512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781273012.288499:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781273012.288557:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168816512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273012.288565:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1781273012.288660:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168816512:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1781273012.544170:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1781273013.437603:0:30502:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1781273013.437614:0:30502:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1781273013.438970:0:30502:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1781273013.438986:0:30502:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1781273013.571957:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1781273013.824740:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168816640:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1781273013.824815:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273013.824879:0:15644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168816640 00000100:00100000:2.0:1781273013.824889:0:15644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168816640 00000100:00100000:2.0:1781273013.824948:0:15644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1781273013.824959:0:15644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168816640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1781273013.824990:0:15644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781273013.825043:0:15644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1867799168816640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273013.825050:0:15644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1781273013.825099:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1867799168816640:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1781273013.825741:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1781273013.898814:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781273013.898913:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781273013.898936:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781273013.898959:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781273013.898983:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273013.899003:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159572352 00000100:00100000:0.0:1781273013.899014:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159572352 00000100:00100000:3.0:1781273013.899022:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781273013.899046:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1781273013.899070:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1781273013.899186:0:6486:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159572096 00000100:00100000:1.0:1781273013.899191:0:6486:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159572096 00000100:00100000:1.0:1781273013.899222:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 838 00000100:00100000:1.0:1781273013.899241:0:6486:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159572096:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781273013.899303:0:6486:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:727dfb89-6ae0-4877-8dd8-89876ae289fb+12:2389:x1867799159572096:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 74us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273013.899310:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 838 00000100:00100000:1.0:1781273013.899340:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159572608 00000100:00100000:1.0:1781273013.899343:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159572608 00000100:00100000:1.0:1781273013.899364:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159573120 00000100:00100000:1.0:1781273013.899366:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159573120 00000100:00100000:1.0:1781273013.899393:0:8404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159572480 00000100:00100000:1.0:1781273013.899396:0:8404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159572480 00000100:00100000:1.0:1781273013.899413:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 859 00000100:00100000:1.0:1781273013.899418:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159572608:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781273013.899442:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+42:2389:x1867799159572608:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 24us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273013.899448:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 859 00000100:00100000:1.0:1781273013.899458:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 860 00000100:00100000:1.0:1781273013.899463:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159573120:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781273013.899478:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6d151617-6ec3-4186-a571-d12154d9be40+11:2389:x1867799159573120:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 16us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273013.899483:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 860 00000100:00100000:1.0:1781273013.899491:0:8404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 861 00000100:00100000:1.0:1781273013.899496:0:8404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159572480:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:1.0:1781273013.899511:0:8404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:114321f4-a03d-418f-858f-46fe7991a8fa+17:2389:x1867799159572480:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 16us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273013.899516:0:8404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 861 00000100:00080000:1.0:1781273013.899556:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1781273013.899571:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1781273013.899573:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1781273013.906801:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1781273013.907584:0:12323:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159572864 00000100:00100000:0.0:1781273013.907597:0:12323:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159572864 00000100:00100000:0.0:1781273013.907630:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159572224 00000100:00100000:0.0:1781273013.907634:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159572224 00000100:00100000:0.0:1781273013.907690:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159572736 00000100:00100000:0.0:1781273013.907694:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159572736 00000100:00100000:0.0:1781273013.907714:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1470 00000100:00100000:0.0:1781273013.907724:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+6:2389:x1867799159572352:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781273013.907807:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+6:2389:x1867799159572352:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 83us (8892us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273013.907820:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1470 00000100:00100000:0.0:1781273013.907859:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1471 00000100:00100000:2.0:1781273013.907870:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1472 00000100:00100000:0.0:1781273013.907871:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+95:2389:x1867799159572224:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781273013.907888:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:2389:x1867799159572736:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781273013.907912:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:114321f4-a03d-418f-858f-46fe7991a8fa+95:2389:x1867799159572224:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (8888us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273013.907919:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1471 00000100:00100000:2.0:1781273013.907925:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6d151617-6ec3-4186-a571-d12154d9be40+37:2389:x1867799159572736:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 43us (8854us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273013.907933:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1472 00000100:00100000:2.0:1781273013.907967:0:25525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799159572992 00000100:00100000:2.0:1781273013.907972:0:25525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799159572992 00000100:00100000:0.0:1781273013.907977:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1473 00000100:00100000:0.0:1781273013.907986:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159572864:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:2.0:1781273013.908014:0:25525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 862 00000100:00100000:2.0:1781273013.908027:0:25525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159572992:12345-192.168.204.14@tcp:400:kworker.0 00000100:00100000:0.0:1781273013.908027:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6d151617-6ec3-4186-a571-d12154d9be40+5:2389:x1867799159572864:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 31us (9056us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273013.908042:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1473 00000100:00100000:2.0:1781273013.908074:0:25525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6d151617-6ec3-4186-a571-d12154d9be40+9:2389:x1867799159572992:12345-192.168.204.14@tcp:400:kworker.0 Request processed in 51us (1283us total) trans 0 rc 0/0 00000100:00080000:0.0:1781273013.908081:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781273013.908083:0:25525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 862 00000100:00080000:0.0:1781273013.908090:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781273013.908093:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1781273014.337193:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ffe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168816768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1781273014.337269:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273014.339941:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168816768 00000100:00100000:2.0:1781273014.339957:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168816768 00000100:00080000:0.0:1781273014.340023:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1781273014.340040:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1781273014.340050:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168816768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1781273014.340078:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1781273014.340168:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168816768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (2898us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273014.340192:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1781273014.340221:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ffe44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168816768:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1781273014.592268:0:6480:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781273014.852005:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168816896:0@lo:400:kworker.0 00000100:00100000:2.0:1781273014.852085:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273014.852153:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168817408:0@lo:400:kworker.0 00000100:00100000:2.0:1781273014.852179:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273014.852198:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168817920:0@lo:400:kworker.0 00000100:00100000:2.0:1781273014.852221:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273014.852243:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1781273014.852249:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168817024:0@lo:400:kworker.0 00000100:00100000:2.0:1781273014.852283:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273014.852302:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168817536:0@lo:400:kworker.0 00000100:00100000:2.0:1781273014.852324:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273014.852338:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168818048:0@lo:400:kworker.0 00000100:00100000:2.0:1781273014.852358:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273014.852396:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168817408 00000100:00100000:2.0:1781273014.852403:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168817408 00000100:00100000:2.0:1781273014.852446:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1781273014.852454:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168817408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781273014.852507:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1867799168817408:12345-0@lo:400:kworker.0 Request processed in 53us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273014.852514:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1781273014.852536:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168817920 00000100:00100000:2.0:1781273014.852540:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168817920 00000100:00100000:2.0:1781273014.852582:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168817024 00000100:00100000:2.0:1781273014.852585:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168817024 00000100:00100000:2.0:1781273014.852596:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168817536 00000100:00100000:2.0:1781273014.852599:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168817536 00000100:00100000:2.0:1781273014.852610:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168818048 00000100:00100000:2.0:1781273014.852613:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168818048 00000100:00100000:2.0:1781273014.852625:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1781273014.852630:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4ffe44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168817920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781273014.852662:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4ffe44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1867799168817920:12345-0@lo:400:kworker.0 Request processed in 32us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273014.852668:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1781273014.852680:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1781273014.852686:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168817024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1781273014.852710:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1867799168817024:12345-0@lo:400:kworker.0 Request processed in 25us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273014.852716:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1781273014.852726:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1781273014.852731:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168817536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273014.852743:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168817280:0@lo:400:kworker.0 00000100:00100000:2.0:1781273014.852755:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1867799168817536:12345-0@lo:400:kworker.0 Request processed in 24us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273014.852761:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1781273014.852771:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1781273014.852771:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273014.852777:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168818048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273014.852784:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168817792:0@lo:400:kworker.0 00000100:00100000:2.0:1781273014.852802:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c3918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1867799168818048:12345-0@lo:400:kworker.0 Request processed in 25us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273014.852803:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273014.852823:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168818304:0@lo:400:kworker.0 00000100:00100000:0.0:1781273014.852905:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273014.852926:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1781273014.852932:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168817152:0@lo:400:kworker.0 00000100:00100000:0.0:1781273014.852955:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273014.852973:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4ff9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168817664:0@lo:400:kworker.0 00000100:00100000:0.0:1781273014.852994:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273014.853004:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168818176:0@lo:400:kworker.0 00000100:00100000:0.0:1781273014.853024:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1781273014.853048:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1781273014.853051:0:6492:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168817280 00000100:00100000:0.0:1781273014.853055:0:6492:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168817280 00000100:00100000:2.0:1781273014.853058:0:6493:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168817664 00000100:00100000:2.0:1781273014.853061:0:6493:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168817664 00000100:00100000:2.0:1781273014.853074:0:6493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:2.0:1781273014.853080:0:6493:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168817280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781273014.853126:0:6484:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168816896 00000100:00100000:1.0:1781273014.853131:0:6484:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168816896 00000100:00100000:1.0:1781273014.853159:0:6484:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1781273014.853166:0:6484:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb5008a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168816896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781273014.853204:0:6484:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb5008a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d+23:3620:x1867799168816896:12345-0@lo:400:kworker.0 Request processed in 38us (1120us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273014.853210:0:6484:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1781273014.853236:0:6492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:1.0:1781273014.853237:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168817792 00000100:00100000:1.0:1781273014.853240:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168817792 00000100:00100000:0.0:1781273014.853243:0:6492:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168817664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781273014.853275:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168818304 00000100:00100000:1.0:1781273014.853278:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168818304 00000100:00100000:0.0:1781273014.853279:0:6492:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1867799168817664:12345-0@lo:400:kworker.0 Request processed in 37us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273014.853285:0:6492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:1.0:1781273014.853297:0:8405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168818176 00000100:00100000:1.0:1781273014.853299:0:8405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168818176 00000100:00100000:0.0:1781273014.853309:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168817152 00000100:00100000:0.0:1781273014.853312:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168817152 00000100:00100000:1.0:1781273014.853317:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1781273014.853322:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168817792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1781273014.853334:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1781273014.853340:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168817152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781273014.853352:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168817792:12345-0@lo:400:kworker.0 Request processed in 29us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273014.853358:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1781273014.853365:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c420a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3619:x1867799168817152:12345-0@lo:400:kworker.0 Request processed in 26us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273014.853368:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1781273014.853370:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1781273014.853386:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168818304:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1781273014.853389:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1781273014.853394:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1781273014.853396:0:6487:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1781273014.853413:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168818304:12345-0@lo:400:kworker.0 Request processed in 27us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273014.853418:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1781273014.853428:0:8405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1781273014.853434:0:8405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168818176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1781273014.853458:0:8405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4208700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1867799168818176:12345-0@lo:400:kworker.0 Request processed in 25us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273014.853463:0:8405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1781273014.853478:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168817152:0@lo:400:kworker.0 00000100:00100000:0.0:1781273014.853491:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1867799168817664:0@lo:400:kworker.0 00000100:00100000:0.0:1781273014.853499:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1867799168818176:0@lo:400:kworker.0 00000100:00100000:1.0:1781273014.853508:0:3620:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c4b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168818432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1781273014.853508:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168817792:0@lo:400:kworker.0 00000100:00100000:0.0:1781273014.853516:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168818304:0@lo:400:kworker.0 00000100:00100000:1.0:1781273014.853532:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273014.853570:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1867799168817024:0@lo:400:kworker.0 00000100:00100000:1.0:1781273014.853580:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1867799168817536:0@lo:400:kworker.0 00000100:00100000:1.0:1781273014.853601:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1867799168818048:0@lo:400:kworker.0 00000100:00100000:1.0:1781273014.853611:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7f01370d-8b94-437b-b7f0-bf8e3c6fbd1d:3620:1867799168816896:0@lo:400:kworker.0 00000100:00100000:1.0:1781273014.853620:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1867799168817408:0@lo:400:kworker.0 00000100:00100000:1.0:1781273014.853628:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1867799168817920:0@lo:400:kworker.0 00000100:00100000:2.0:1781273014.853928:0:6493:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1867799168817280:12345-0@lo:400:kworker.0 Request processed in 846us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1781273014.853935:0:6493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:3.0:1781273014.854065:0:8408:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168818432 00000100:00100000:3.0:1781273014.854070:0:8408:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168818432 00000100:00100000:3.0:1781273014.854100:0:8408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1781273014.854107:0:8408:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb4c542c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168818432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1781273014.854129:0:8408:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1781273014.854168:0:8408:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb4c542c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1867799168818432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1781273014.854177:0:8408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1781273014.856150:0:3621:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c3918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168818560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1781273014.856234:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273014.856587:0:8409:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168818560 00000100:00100000:1.0:1781273014.856595:0:8409:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168818560 00000100:00100000:1.0:1781273014.856648:0:8409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1781273014.856656:0:8409:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168818560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1781273014.856679:0:8409:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1781273014.856725:0:8409:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c39d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1867799168818560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273014.856732:0:8409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1781273014.856783:0:3620:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c4b81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1867799168818432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1781273014.856978:0:3621:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c3918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1867799168818560:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1781273014.857283:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4ff9a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1867799168817280:0@lo:400:kworker.0 00010000:00010000:1.0:1781273015.624130:0:6479:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1781273015.944760:0:30554:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12u: @@@@@@ FAIL: request on 0x200000403:0x34:0x0 is not SUCCEED on mds1 00000040:00080000:2.0:1781273016.198315:0:13767:0:(llog.c:800:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1781273016.198325:0:13767:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1781273016.200646:0:13767:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1781273016.200667:0:13767:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1781273016.384180:0:3618:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb3c39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168818688:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1781273016.384256:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1781273016.384412:0:12479:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168818688 00000100:00100000:1.0:1781273016.384422:0:12479:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168818688 00000100:00100000:1.0:1781273016.384488:0:12479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1781273016.384499:0:12479:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168818688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1781273016.384549:0:12479:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1781273016.400105:0:12479:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c4209c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3618:x1867799168818688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 15597us (15838us total) trans 0 rc 0/0 00000100:00100000:1.0:1781273016.400120:0:12479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1781273016.403647:0:3618:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb3c39d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1867799168818688:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1781273016.644230:0:8421:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1781273017.408438:0:3619:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168818816:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1781273017.408553:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1781273017.419204:0:6496:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1867799168818816 00000100:00100000:0.0:1781273017.419228:0:6496:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1867799168818816 00000100:00100000:0.0:1781273017.419315:0:6496:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1781273017.419329:0:6496:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168818816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1781273017.422478:0:6496:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1781273017.422625:0:6496:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eb3c391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1867799168818816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3295us (14066us total) trans 0 rc 0/0 00000100:00100000:0.0:1781273017.422638:0:6496:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1781273017.423496:0:3619:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8eb4c542e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1867799168818816:0@lo:41:osp-pre-1-0.0 Debug log: 71851 lines, 71851 kept, 0 dropped, 0 bad.